{"level":"warn","ts":"2026-03-03T00:52:56.526475Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-03T00:52:56.526583Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.70:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.70:2380","--initial-cluster=instance=https://199.204.45.70:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.70:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.70:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-03T00:52:56.52667Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-03T00:52:56.526679Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.70:2380"]} {"level":"info","ts":"2026-03-03T00:52:56.526695Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-03T00:52:56.527378Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.70:2379"]} {"level":"info","ts":"2026-03-03T00:52:56.527469Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.70:2380"],"listen-peer-urls":["https://199.204.45.70:2380"],"advertise-client-urls":["https://199.204.45.70:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.70:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.70:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-03T00:52:56.531349Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.58579ms"} {"level":"info","ts":"2026-03-03T00:52:56.538296Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"f8844a9a4263041d","cluster-id":"4749b7c221ae0648"} {"level":"info","ts":"2026-03-03T00:52:56.538416Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f8844a9a4263041d switched to configuration voters=()"} {"level":"info","ts":"2026-03-03T00:52:56.53845Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f8844a9a4263041d became follower at term 0"} {"level":"info","ts":"2026-03-03T00:52:56.538481Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft f8844a9a4263041d [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-03T00:52:56.538502Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f8844a9a4263041d became follower at term 1"} {"level":"info","ts":"2026-03-03T00:52:56.538552Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f8844a9a4263041d switched to configuration voters=(17907520044731139101)"} {"level":"warn","ts":"2026-03-03T00:52:56.546055Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-03T00:52:56.547871Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-03T00:52:56.549541Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-03T00:52:56.552674Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"f8844a9a4263041d","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-03T00:52:56.55294Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"f8844a9a4263041d","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-03T00:52:56.552983Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-03T00:52:56.553116Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-03T00:52:56.553148Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-03T00:52:56.555339Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f8844a9a4263041d switched to configuration voters=(17907520044731139101)"} {"level":"info","ts":"2026-03-03T00:52:56.555741Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"4749b7c221ae0648","local-member-id":"f8844a9a4263041d","added-peer-id":"f8844a9a4263041d","added-peer-peer-urls":["https://199.204.45.70:2380"]} {"level":"info","ts":"2026-03-03T00:52:56.559422Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-03T00:52:56.559643Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.70:2380"} {"level":"info","ts":"2026-03-03T00:52:56.559703Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.70:2380"} {"level":"info","ts":"2026-03-03T00:52:56.559966Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"f8844a9a4263041d","initial-advertise-peer-urls":["https://199.204.45.70:2380"],"listen-peer-urls":["https://199.204.45.70:2380"],"advertise-client-urls":["https://199.204.45.70:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.70:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-03T00:52:56.560025Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-03T00:52:56.939575Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f8844a9a4263041d is starting a new election at term 1"} {"level":"info","ts":"2026-03-03T00:52:56.939665Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f8844a9a4263041d became pre-candidate at term 1"} {"level":"info","ts":"2026-03-03T00:52:56.939698Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f8844a9a4263041d received MsgPreVoteResp from f8844a9a4263041d at term 1"} {"level":"info","ts":"2026-03-03T00:52:56.939722Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f8844a9a4263041d became candidate at term 2"} {"level":"info","ts":"2026-03-03T00:52:56.939732Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f8844a9a4263041d received MsgVoteResp from f8844a9a4263041d at term 2"} {"level":"info","ts":"2026-03-03T00:52:56.939745Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f8844a9a4263041d became leader at term 2"} {"level":"info","ts":"2026-03-03T00:52:56.939764Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: f8844a9a4263041d elected leader f8844a9a4263041d at term 2"} {"level":"info","ts":"2026-03-03T00:52:56.941282Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T00:52:56.942357Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"f8844a9a4263041d","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.70:2379]}","request-path":"/0/members/f8844a9a4263041d/attributes","cluster-id":"4749b7c221ae0648","publish-timeout":"7s"} {"level":"info","ts":"2026-03-03T00:52:56.942527Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-03T00:52:56.942642Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-03T00:52:56.942818Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-03T00:52:56.942868Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-03T00:52:56.944395Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"4749b7c221ae0648","local-member-id":"f8844a9a4263041d","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T00:52:56.944574Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T00:52:56.944663Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T00:52:56.945125Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-03T00:52:56.948273Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.70:2379"} {"level":"info","ts":"2026-03-03T00:53:13.79305Z","caller":"traceutil/trace.go:171","msg":"trace[1143023454] transaction","detail":"{read_only:false; response_revision:413; number_of_response:1; }","duration":"748.324926ms","start":"2026-03-03T00:53:13.044683Z","end":"2026-03-03T00:53:13.793008Z","steps":["trace[1143023454] 'process raft request' (duration: 748.122641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:13.794141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:13.044654Z","time spent":"748.546431ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:53:20.272625Z","caller":"traceutil/trace.go:171","msg":"trace[1548273557] linearizableReadLoop","detail":"{readStateIndex:475; appliedIndex:474; }","duration":"117.391151ms","start":"2026-03-03T00:53:20.155201Z","end":"2026-03-03T00:53:20.272592Z","steps":["trace[1548273557] 'read index received' (duration: 117.157826ms)","trace[1548273557] 'applied index is now lower than readState.Index' (duration: 232.315µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:53:20.272725Z","caller":"traceutil/trace.go:171","msg":"trace[796418485] transaction","detail":"{read_only:false; response_revision:458; number_of_response:1; }","duration":"451.457797ms","start":"2026-03-03T00:53:19.82122Z","end":"2026-03-03T00:53:20.272678Z","steps":["trace[796418485] 'process raft request' (duration: 451.220172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:20.272993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.678208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.70\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-03T00:53:20.273153Z","caller":"traceutil/trace.go:171","msg":"trace[1407633069] range","detail":"{range_begin:/registry/masterleases/199.204.45.70; range_end:; response_count:1; response_revision:458; }","duration":"117.977685ms","start":"2026-03-03T00:53:20.15515Z","end":"2026-03-03T00:53:20.273128Z","steps":["trace[1407633069] 'agreement among raft nodes before linearized reading' (duration: 117.597156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:20.273149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:19.821192Z","time spent":"451.59657ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:53:22.495752Z","caller":"traceutil/trace.go:171","msg":"trace[1454516007] transaction","detail":"{read_only:false; response_revision:463; number_of_response:1; }","duration":"208.689146ms","start":"2026-03-03T00:53:22.287033Z","end":"2026-03-03T00:53:22.495723Z","steps":["trace[1454516007] 'process raft request' (duration: 208.530923ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:22.497775Z","caller":"traceutil/trace.go:171","msg":"trace[1659891941] transaction","detail":"{read_only:false; response_revision:464; number_of_response:1; }","duration":"210.406974ms","start":"2026-03-03T00:53:22.287339Z","end":"2026-03-03T00:53:22.497746Z","steps":["trace[1659891941] 'process raft request' (duration: 210.245431ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:25.688064Z","caller":"traceutil/trace.go:171","msg":"trace[216703917] transaction","detail":"{read_only:false; response_revision:472; number_of_response:1; }","duration":"128.655782ms","start":"2026-03-03T00:53:25.559374Z","end":"2026-03-03T00:53:25.68803Z","steps":["trace[216703917] 'process raft request' (duration: 128.339575ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:30.692723Z","caller":"traceutil/trace.go:171","msg":"trace[1345085665] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"155.832704ms","start":"2026-03-03T00:53:30.536834Z","end":"2026-03-03T00:53:30.692667Z","steps":["trace[1345085665] 'process raft request' (duration: 155.699742ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:30.695467Z","caller":"traceutil/trace.go:171","msg":"trace[333253845] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"157.018691ms","start":"2026-03-03T00:53:30.538414Z","end":"2026-03-03T00:53:30.695433Z","steps":["trace[333253845] 'process raft request' (duration: 156.838887ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:30.91267Z","caller":"traceutil/trace.go:171","msg":"trace[2097100730] linearizableReadLoop","detail":"{readStateIndex:540; appliedIndex:539; }","duration":"172.427271ms","start":"2026-03-03T00:53:30.740211Z","end":"2026-03-03T00:53:30.912638Z","steps":["trace[2097100730] 'read index received' (duration: 141.780002ms)","trace[2097100730] 'applied index is now lower than readState.Index' (duration: 30.646059ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:53:30.912784Z","caller":"traceutil/trace.go:171","msg":"trace[27966247] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"178.130568ms","start":"2026-03-03T00:53:30.734616Z","end":"2026-03-03T00:53:30.912746Z","steps":["trace[27966247] 'process raft request' (duration: 147.446508ms)","trace[27966247] 'compare' (duration: 30.393643ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:53:30.912826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.585875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:53:30.912892Z","caller":"traceutil/trace.go:171","msg":"trace[1390663391] range","detail":"{range_begin:/registry/secrets/local-path-storage/; range_end:/registry/secrets/local-path-storage0; response_count:0; response_revision:520; }","duration":"172.670847ms","start":"2026-03-03T00:53:30.740203Z","end":"2026-03-03T00:53:30.912874Z","steps":["trace[1390663391] 'agreement among raft nodes before linearized reading' (duration: 172.556195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:37.1411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.650827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T00:53:37.14123Z","caller":"traceutil/trace.go:171","msg":"trace[838210744] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:675; }","duration":"204.871521ms","start":"2026-03-03T00:53:36.936333Z","end":"2026-03-03T00:53:37.141205Z","steps":["trace[838210744] 'range keys from in-memory index tree' (duration: 204.378671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:37.423807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.320995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-spm9j\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-03-03T00:53:37.424024Z","caller":"traceutil/trace.go:171","msg":"trace[1815026738] range","detail":"{range_begin:/registry/pods/kube-system/cilium-spm9j; range_end:; response_count:1; response_revision:676; }","duration":"156.674583ms","start":"2026-03-03T00:53:37.267319Z","end":"2026-03-03T00:53:37.423994Z","steps":["trace[1815026738] 'range keys from in-memory index tree' (duration: 155.839343ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:38.101282Z","caller":"traceutil/trace.go:171","msg":"trace[1671830296] linearizableReadLoop","detail":"{readStateIndex:698; appliedIndex:697; }","duration":"379.865101ms","start":"2026-03-03T00:53:37.721383Z","end":"2026-03-03T00:53:38.101248Z","steps":["trace[1671830296] 'read index received' (duration: 379.569184ms)","trace[1671830296] 'applied index is now lower than readState.Index' (duration: 294.797µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:53:38.101439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.032874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:53:38.10148Z","caller":"traceutil/trace.go:171","msg":"trace[941379102] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:677; }","duration":"380.178539ms","start":"2026-03-03T00:53:37.72129Z","end":"2026-03-03T00:53:38.101468Z","steps":["trace[941379102] 'agreement among raft nodes before linearized reading' (duration: 380.087646ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:38.10145Z","caller":"traceutil/trace.go:171","msg":"trace[225464691] transaction","detail":"{read_only:false; response_revision:677; number_of_response:1; }","duration":"663.010997ms","start":"2026-03-03T00:53:37.438385Z","end":"2026-03-03T00:53:38.101396Z","steps":["trace[225464691] 'process raft request' (duration: 662.594628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:38.101522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:37.721258Z","time spent":"380.25573ms","remote":"127.0.0.1:34740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T00:53:38.101696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:37.438349Z","time spent":"663.232113ms","remote":"127.0.0.1:34926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:53:39.237623Z","caller":"traceutil/trace.go:171","msg":"trace[1785150668] transaction","detail":"{read_only:false; response_revision:678; number_of_response:1; }","duration":"495.623657ms","start":"2026-03-03T00:53:38.741836Z","end":"2026-03-03T00:53:39.23746Z","steps":["trace[1785150668] 'process raft request' (duration: 494.819049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:39.237765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:38.741808Z","time spent":"495.868932ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:53:39.654681Z","caller":"traceutil/trace.go:171","msg":"trace[2051665594] transaction","detail":"{read_only:false; response_revision:679; number_of_response:1; }","duration":"912.359075ms","start":"2026-03-03T00:53:38.742296Z","end":"2026-03-03T00:53:39.654655Z","steps":["trace[2051665594] 'process raft request' (duration: 912.13641ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:39.654778Z","caller":"traceutil/trace.go:171","msg":"trace[1791213535] transaction","detail":"{read_only:false; response_revision:680; number_of_response:1; }","duration":"526.165815ms","start":"2026-03-03T00:53:39.128592Z","end":"2026-03-03T00:53:39.654758Z","steps":["trace[1791213535] 'process raft request' (duration: 526.000691ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:39.654769Z","caller":"traceutil/trace.go:171","msg":"trace[1892717677] linearizableReadLoop","detail":"{readStateIndex:700; appliedIndex:698; }","duration":"896.34149ms","start":"2026-03-03T00:53:38.758391Z","end":"2026-03-03T00:53:39.654732Z","steps":["trace[1892717677] 'read index received' (duration: 477.799912ms)","trace[1892717677] 'applied index is now lower than readState.Index' (duration: 418.539838ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:53:39.654878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:38.742279Z","time spent":"912.475298ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:53:39.655057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.637446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T00:53:39.655098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:39.128571Z","time spent":"526.237456ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:53:39.655155Z","caller":"traceutil/trace.go:171","msg":"trace[1318575351] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:680; }","duration":"896.77006ms","start":"2026-03-03T00:53:38.758362Z","end":"2026-03-03T00:53:39.655132Z","steps":["trace[1318575351] 'agreement among raft nodes before linearized reading' (duration: 896.468403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:39.655167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.785974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T00:53:39.655209Z","caller":"traceutil/trace.go:171","msg":"trace[1820057367] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:680; }","duration":"460.872356ms","start":"2026-03-03T00:53:39.194322Z","end":"2026-03-03T00:53:39.655194Z","steps":["trace[1820057367] 'agreement among raft nodes before linearized reading' (duration: 460.695372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:39.655208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:38.75835Z","time spent":"896.847511ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T00:53:39.655251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:39.19431Z","time spent":"460.933027ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T00:53:44.630968Z","caller":"traceutil/trace.go:171","msg":"trace[1689902992] transaction","detail":"{read_only:false; response_revision:751; number_of_response:1; }","duration":"109.749332ms","start":"2026-03-03T00:53:44.521187Z","end":"2026-03-03T00:53:44.630936Z","steps":["trace[1689902992] 'process raft request' (duration: 109.494347ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:59.613837Z","caller":"traceutil/trace.go:171","msg":"trace[1236725977] transaction","detail":"{read_only:false; response_revision:918; number_of_response:1; }","duration":"167.058844ms","start":"2026-03-03T00:53:59.446753Z","end":"2026-03-03T00:53:59.613812Z","steps":["trace[1236725977] 'process raft request' (duration: 161.667904ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:54:00.0125Z","caller":"traceutil/trace.go:171","msg":"trace[61230261] linearizableReadLoop","detail":"{readStateIndex:945; appliedIndex:944; }","duration":"294.058729ms","start":"2026-03-03T00:53:59.718408Z","end":"2026-03-03T00:54:00.012466Z","steps":["trace[61230261] 'read index received' (duration: 293.667941ms)","trace[61230261] 'applied index is now lower than readState.Index' (duration: 389.338µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:54:00.012597Z","caller":"traceutil/trace.go:171","msg":"trace[62493331] transaction","detail":"{read_only:false; response_revision:919; number_of_response:1; }","duration":"391.513669ms","start":"2026-03-03T00:53:59.621043Z","end":"2026-03-03T00:54:00.012556Z","steps":["trace[62493331] 'process raft request' (duration: 391.1024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:54:00.012649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.227523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:54:00.012727Z","caller":"traceutil/trace.go:171","msg":"trace[265212532] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:919; }","duration":"294.348315ms","start":"2026-03-03T00:53:59.718356Z","end":"2026-03-03T00:54:00.012705Z","steps":["trace[265212532] 'agreement among raft nodes before linearized reading' (duration: 294.223323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:54:00.012793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:59.621018Z","time spent":"391.669843ms","remote":"127.0.0.1:35208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3875,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:54:00.012824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.067686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T00:54:00.012854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.097919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T00:54:00.012866Z","caller":"traceutil/trace.go:171","msg":"trace[1877402326] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:919; }","duration":"256.159389ms","start":"2026-03-03T00:53:59.756694Z","end":"2026-03-03T00:54:00.012853Z","steps":["trace[1877402326] 'agreement among raft nodes before linearized reading' (duration: 255.957434ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:54:00.012908Z","caller":"traceutil/trace.go:171","msg":"trace[1111505363] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:919; }","duration":"243.187551ms","start":"2026-03-03T00:53:59.769704Z","end":"2026-03-03T00:54:00.012892Z","steps":["trace[1111505363] 'agreement among raft nodes before linearized reading' (duration: 243.046548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:54:00.012963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.614998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T00:54:00.013023Z","caller":"traceutil/trace.go:171","msg":"trace[668374472] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:919; }","duration":"251.69204ms","start":"2026-03-03T00:53:59.761314Z","end":"2026-03-03T00:54:00.013006Z","steps":["trace[668374472] 'agreement among raft nodes before linearized reading' (duration: 251.502826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:54:00.013003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.566109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T00:54:00.013148Z","caller":"traceutil/trace.go:171","msg":"trace[1661054187] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:919; }","duration":"137.773954ms","start":"2026-03-03T00:53:59.875341Z","end":"2026-03-03T00:54:00.013115Z","steps":["trace[1661054187] 'agreement among raft nodes before linearized reading' (duration: 137.407366ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:54:10.608695Z","caller":"traceutil/trace.go:171","msg":"trace[382535818] transaction","detail":"{read_only:false; response_revision:979; number_of_response:1; }","duration":"177.788352ms","start":"2026-03-03T00:54:10.430878Z","end":"2026-03-03T00:54:10.608666Z","steps":["trace[382535818] 'process raft request' (duration: 177.536425ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:54:25.577271Z","caller":"traceutil/trace.go:171","msg":"trace[1376617030] linearizableReadLoop","detail":"{readStateIndex:1136; appliedIndex:1135; }","duration":"105.263494ms","start":"2026-03-03T00:54:25.471982Z","end":"2026-03-03T00:54:25.577246Z","steps":["trace[1376617030] 'read index received' (duration: 105.0928ms)","trace[1376617030] 'applied index is now lower than readState.Index' (duration: 169.434µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:54:25.577394Z","caller":"traceutil/trace.go:171","msg":"trace[1628048768] transaction","detail":"{read_only:false; response_revision:1100; number_of_response:1; }","duration":"213.461152ms","start":"2026-03-03T00:54:25.363876Z","end":"2026-03-03T00:54:25.577337Z","steps":["trace[1628048768] 'process raft request' (duration: 213.183076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:54:25.577541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.54818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T00:54:25.577594Z","caller":"traceutil/trace.go:171","msg":"trace[1553205266] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1100; }","duration":"105.694073ms","start":"2026-03-03T00:54:25.471884Z","end":"2026-03-03T00:54:25.577578Z","steps":["trace[1553205266] 'agreement among raft nodes before linearized reading' (duration: 105.513429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:54:31.840246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.285602ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T00:54:31.840356Z","caller":"traceutil/trace.go:171","msg":"trace[1897200906] linearizableReadLoop","detail":"{readStateIndex:1256; appliedIndex:1255; }","duration":"183.393474ms","start":"2026-03-03T00:54:31.656945Z","end":"2026-03-03T00:54:31.840338Z","steps":["trace[1897200906] 'read index received' (duration: 37.696452ms)","trace[1897200906] 'applied index is now lower than readState.Index' (duration: 145.695822ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:54:31.840483Z","caller":"traceutil/trace.go:171","msg":"trace[919179337] transaction","detail":"{read_only:false; response_revision:1218; number_of_response:1; }","duration":"220.84968ms","start":"2026-03-03T00:54:31.619598Z","end":"2026-03-03T00:54:31.840447Z","steps":["trace[919179337] 'process raft request' (duration: 75.105987ms)","trace[919179337] 'compare' (duration: 145.140039ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:54:31.840525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.232054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:54:31.840618Z","caller":"traceutil/trace.go:171","msg":"trace[536044313] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1218; }","duration":"121.381047ms","start":"2026-03-03T00:54:31.719217Z","end":"2026-03-03T00:54:31.840598Z","steps":["trace[536044313] 'agreement among raft nodes before linearized reading' (duration: 121.246254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:54:31.840528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.582058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T00:54:31.840719Z","caller":"traceutil/trace.go:171","msg":"trace[1668129804] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1218; }","duration":"183.785723ms","start":"2026-03-03T00:54:31.656917Z","end":"2026-03-03T00:54:31.840703Z","steps":["trace[1668129804] 'agreement among raft nodes before linearized reading' (duration: 183.510067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:54:34.033736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.807052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:54:34.033824Z","caller":"traceutil/trace.go:171","msg":"trace[81352385] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1226; }","duration":"314.970086ms","start":"2026-03-03T00:54:33.718833Z","end":"2026-03-03T00:54:34.033803Z","steps":["trace[81352385] 'range keys from in-memory index tree' (duration: 314.68394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:54:34.033818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.259107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T00:54:34.033878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:54:33.718806Z","time spent":"315.062688ms","remote":"127.0.0.1:34742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T00:54:34.033893Z","caller":"traceutil/trace.go:171","msg":"trace[994676100] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1226; }","duration":"181.38258ms","start":"2026-03-03T00:54:33.852492Z","end":"2026-03-03T00:54:34.033874Z","steps":["trace[994676100] 'range keys from in-memory index tree' (duration: 181.050553ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:54:34.034087Z","caller":"traceutil/trace.go:171","msg":"trace[246558314] transaction","detail":"{read_only:false; response_revision:1227; number_of_response:1; }","duration":"171.524113ms","start":"2026-03-03T00:54:33.862535Z","end":"2026-03-03T00:54:34.034059Z","steps":["trace[246558314] 'process raft request' (duration: 168.138888ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:54:34.487772Z","caller":"traceutil/trace.go:171","msg":"trace[1550320166] transaction","detail":"{read_only:false; response_revision:1231; number_of_response:1; }","duration":"220.323459ms","start":"2026-03-03T00:54:34.267423Z","end":"2026-03-03T00:54:34.487746Z","steps":["trace[1550320166] 'process raft request' (duration: 220.284438ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:54:34.487795Z","caller":"traceutil/trace.go:171","msg":"trace[284746968] transaction","detail":"{read_only:false; response_revision:1230; number_of_response:1; }","duration":"220.462052ms","start":"2026-03-03T00:54:34.267313Z","end":"2026-03-03T00:54:34.487775Z","steps":["trace[284746968] 'process raft request' (duration: 220.297878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:54:58.284322Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565435288807149,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T00:54:58.52036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.176026ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:54:58.520513Z","caller":"traceutil/trace.go:171","msg":"trace[913648287] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1622; }","duration":"674.35191ms","start":"2026-03-03T00:54:57.846139Z","end":"2026-03-03T00:54:58.520491Z","steps":["trace[913648287] 'range keys from in-memory index tree' (duration: 674.152234ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:54:58.541971Z","caller":"traceutil/trace.go:171","msg":"trace[1361190915] linearizableReadLoop","detail":"{readStateIndex:1688; appliedIndex:1687; }","duration":"757.88044ms","start":"2026-03-03T00:54:57.784065Z","end":"2026-03-03T00:54:58.541945Z","steps":["trace[1361190915] 'read index received' (duration: 757.642825ms)","trace[1361190915] 'applied index is now lower than readState.Index' (duration: 236.505µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:54:58.542211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.594412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-89ab17e7-212e-44b4-8825-70430662fe17\" ","response":"range_response_count:1 size:3746"} {"level":"info","ts":"2026-03-03T00:54:58.542232Z","caller":"traceutil/trace.go:171","msg":"trace[2121108459] transaction","detail":"{read_only:false; response_revision:1623; number_of_response:1; }","duration":"793.559768ms","start":"2026-03-03T00:54:57.748637Z","end":"2026-03-03T00:54:58.542197Z","steps":["trace[2121108459] 'process raft request' (duration: 793.163209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:54:58.542376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.360444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-03T00:54:58.54238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.29867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T00:54:58.54242Z","caller":"traceutil/trace.go:171","msg":"trace[149620123] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1623; }","duration":"281.420865ms","start":"2026-03-03T00:54:58.260989Z","end":"2026-03-03T00:54:58.54241Z","steps":["trace[149620123] 'agreement among raft nodes before linearized reading' (duration: 281.292232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:54:58.542361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.990537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T00:54:58.54247Z","caller":"traceutil/trace.go:171","msg":"trace[903197210] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:1623; }","duration":"204.141291ms","start":"2026-03-03T00:54:58.338314Z","end":"2026-03-03T00:54:58.542455Z","steps":["trace[903197210] 'agreement among raft nodes before linearized reading' (duration: 203.939856ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:54:58.542256Z","caller":"traceutil/trace.go:171","msg":"trace[657920522] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-89ab17e7-212e-44b4-8825-70430662fe17; range_end:; response_count:1; response_revision:1623; }","duration":"580.679984ms","start":"2026-03-03T00:54:57.961561Z","end":"2026-03-03T00:54:58.542241Z","steps":["trace[657920522] 'agreement among raft nodes before linearized reading' (duration: 580.51671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:54:58.542522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:54:57.96154Z","time spent":"580.97118ms","remote":"127.0.0.1:34926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3769,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-89ab17e7-212e-44b4-8825-70430662fe17\" "} {"level":"warn","ts":"2026-03-03T00:54:58.542502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.975188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T00:54:58.542563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.680646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T00:54:58.542386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:54:57.748603Z","time spent":"793.697271ms","remote":"127.0.0.1:34926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3731,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:54:58.542615Z","caller":"traceutil/trace.go:171","msg":"trace[1079158304] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:1623; }","duration":"541.135902ms","start":"2026-03-03T00:54:58.001457Z","end":"2026-03-03T00:54:58.542593Z","steps":["trace[1079158304] 'agreement among raft nodes before linearized reading' (duration: 540.923297ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:54:58.542626Z","caller":"traceutil/trace.go:171","msg":"trace[2000527518] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1623; }","duration":"142.783578ms","start":"2026-03-03T00:54:58.399823Z","end":"2026-03-03T00:54:58.542606Z","steps":["trace[2000527518] 'agreement among raft nodes before linearized reading' (duration: 142.606684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:54:58.5426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.251532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-03T00:54:58.542675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:54:58.001375Z","time spent":"541.288065ms","remote":"127.0.0.1:34826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-03-03T00:54:58.542471Z","caller":"traceutil/trace.go:171","msg":"trace[1124308704] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1623; }","duration":"758.458673ms","start":"2026-03-03T00:54:57.783987Z","end":"2026-03-03T00:54:58.542446Z","steps":["trace[1124308704] 'agreement among raft nodes before linearized reading' (duration: 758.099886ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:54:58.542709Z","caller":"traceutil/trace.go:171","msg":"trace[1533453848] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1623; }","duration":"291.428355ms","start":"2026-03-03T00:54:58.251251Z","end":"2026-03-03T00:54:58.542679Z","steps":["trace[1533453848] 'agreement among raft nodes before linearized reading' (duration: 291.107768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:54:58.542737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:54:57.783954Z","time spent":"758.77298ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T00:54:58.682072Z","caller":"traceutil/trace.go:171","msg":"trace[913994214] transaction","detail":"{read_only:false; response_revision:1625; number_of_response:1; }","duration":"133.571275ms","start":"2026-03-03T00:54:58.548472Z","end":"2026-03-03T00:54:58.682044Z","steps":["trace[913994214] 'process raft request' (duration: 96.931687ms)","trace[913994214] 'compare' (duration: 36.443474ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:54:58.682279Z","caller":"traceutil/trace.go:171","msg":"trace[1215025768] transaction","detail":"{read_only:false; response_revision:1626; number_of_response:1; }","duration":"133.670677ms","start":"2026-03-03T00:54:58.548584Z","end":"2026-03-03T00:54:58.682254Z","steps":["trace[1215025768] 'process raft request' (duration: 133.414811ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:54:58.723098Z","caller":"traceutil/trace.go:171","msg":"trace[2012341350] linearizableReadLoop","detail":"{readStateIndex:1692; appliedIndex:1689; }","duration":"115.299622ms","start":"2026-03-03T00:54:58.607786Z","end":"2026-03-03T00:54:58.723085Z","steps":["trace[2012341350] 'read index received' (duration: 37.949506ms)","trace[2012341350] 'applied index is now lower than readState.Index' (duration: 77.349446ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:54:58.723387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.595528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T00:54:58.723421Z","caller":"traceutil/trace.go:171","msg":"trace[530675252] transaction","detail":"{read_only:false; response_revision:1627; number_of_response:1; }","duration":"126.327396ms","start":"2026-03-03T00:54:58.597063Z","end":"2026-03-03T00:54:58.723391Z","steps":["trace[530675252] 'process raft request' (duration: 125.912557ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:54:58.72347Z","caller":"traceutil/trace.go:171","msg":"trace[727921036] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1627; }","duration":"115.736391ms","start":"2026-03-03T00:54:58.607721Z","end":"2026-03-03T00:54:58.723457Z","steps":["trace[727921036] 'agreement among raft nodes before linearized reading' (duration: 115.487716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:54:59.172282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.7026ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T00:54:59.172578Z","caller":"traceutil/trace.go:171","msg":"trace[748611037] linearizableReadLoop","detail":"{readStateIndex:1698; appliedIndex:1693; }","duration":"215.776408ms","start":"2026-03-03T00:54:58.956782Z","end":"2026-03-03T00:54:59.172559Z","steps":["trace[748611037] 'read index received' (duration: 39.281µs)","trace[748611037] 'applied index is now lower than readState.Index' (duration: 215.735877ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:54:59.17272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.949632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-03T00:54:59.172716Z","caller":"traceutil/trace.go:171","msg":"trace[1093724325] transaction","detail":"{read_only:false; response_revision:1629; number_of_response:1; }","duration":"443.891278ms","start":"2026-03-03T00:54:58.728807Z","end":"2026-03-03T00:54:59.172698Z","steps":["trace[1093724325] 'process raft request' (duration: 108.685217ms)","trace[1093724325] 'compare' (duration: 334.580927ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:54:59.172757Z","caller":"traceutil/trace.go:171","msg":"trace[993181252] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1633; }","duration":"216.028804ms","start":"2026-03-03T00:54:58.956716Z","end":"2026-03-03T00:54:59.172745Z","steps":["trace[993181252] 'agreement among raft nodes before linearized reading' (duration: 215.900871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:54:59.172797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:54:58.728774Z","time spent":"443.982849ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:54:59.17284Z","caller":"traceutil/trace.go:171","msg":"trace[1193299929] transaction","detail":"{read_only:false; response_revision:1631; number_of_response:1; }","duration":"442.739293ms","start":"2026-03-03T00:54:58.730091Z","end":"2026-03-03T00:54:59.172831Z","steps":["trace[1193299929] 'process raft request' (duration: 442.351204ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:54:59.172869Z","caller":"traceutil/trace.go:171","msg":"trace[670172815] transaction","detail":"{read_only:false; response_revision:1630; number_of_response:1; }","duration":"442.752122ms","start":"2026-03-03T00:54:58.73007Z","end":"2026-03-03T00:54:59.172822Z","steps":["trace[670172815] 'process raft request' (duration: 442.309023ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:54:59.172882Z","caller":"traceutil/trace.go:171","msg":"trace[738607878] transaction","detail":"{read_only:false; response_revision:1633; number_of_response:1; }","duration":"441.401032ms","start":"2026-03-03T00:54:58.731409Z","end":"2026-03-03T00:54:59.17281Z","steps":["trace[738607878] 'process raft request' (duration: 441.108086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:54:59.172992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:54:58.730081Z","time spent":"442.828074ms","remote":"127.0.0.1:34922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":978,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:54:59.173083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:54:58.730039Z","time spent":"442.932587ms","remote":"127.0.0.1:35014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1530,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:54:59.172779Z","caller":"traceutil/trace.go:171","msg":"trace[354346969] transaction","detail":"{read_only:false; response_revision:1632; number_of_response:1; }","duration":"442.62341ms","start":"2026-03-03T00:54:58.730127Z","end":"2026-03-03T00:54:59.17275Z","steps":["trace[354346969] 'process raft request' (duration: 442.357294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:54:59.173177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:54:58.731391Z","time spent":"441.637838ms","remote":"127.0.0.1:34922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":894,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:54:59.173273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:54:58.730099Z","time spent":"443.115172ms","remote":"127.0.0.1:35014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1472,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:54:59.309561Z","caller":"traceutil/trace.go:171","msg":"trace[397016249] transaction","detail":"{read_only:false; response_revision:1634; number_of_response:1; }","duration":"131.05971ms","start":"2026-03-03T00:54:59.17847Z","end":"2026-03-03T00:54:59.309529Z","steps":["trace[397016249] 'process raft request' (duration: 113.876041ms)","trace[397016249] 'compare' (duration: 16.891683ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:54:59.309605Z","caller":"traceutil/trace.go:171","msg":"trace[667567135] transaction","detail":"{read_only:false; response_revision:1635; number_of_response:1; }","duration":"130.432686ms","start":"2026-03-03T00:54:59.179144Z","end":"2026-03-03T00:54:59.309577Z","steps":["trace[667567135] 'process raft request' (duration: 130.227792ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:55:05.531786Z","caller":"traceutil/trace.go:171","msg":"trace[2068799013] transaction","detail":"{read_only:false; response_revision:1697; number_of_response:1; }","duration":"204.042038ms","start":"2026-03-03T00:55:05.327712Z","end":"2026-03-03T00:55:05.531754Z","steps":["trace[2068799013] 'process raft request' (duration: 200.683175ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:55:05.531845Z","caller":"traceutil/trace.go:171","msg":"trace[1652446852] transaction","detail":"{read_only:false; response_revision:1698; number_of_response:1; }","duration":"203.261692ms","start":"2026-03-03T00:55:05.328554Z","end":"2026-03-03T00:55:05.531815Z","steps":["trace[1652446852] 'process raft request' (duration: 203.123199ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:55:05.531826Z","caller":"traceutil/trace.go:171","msg":"trace[1300226722] transaction","detail":"{read_only:false; response_revision:1699; number_of_response:1; }","duration":"126.413817ms","start":"2026-03-03T00:55:05.405375Z","end":"2026-03-03T00:55:05.531788Z","steps":["trace[1300226722] 'process raft request' (duration: 126.364076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:55:05.900961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.730441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:55:05.901038Z","caller":"traceutil/trace.go:171","msg":"trace[1557047769] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1699; }","duration":"183.837543ms","start":"2026-03-03T00:55:05.717178Z","end":"2026-03-03T00:55:05.901015Z","steps":["trace[1557047769] 'range keys from in-memory index tree' (duration: 183.606098ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:55:07.65314Z","caller":"traceutil/trace.go:171","msg":"trace[1379297919] transaction","detail":"{read_only:false; response_revision:1706; number_of_response:1; }","duration":"112.987872ms","start":"2026-03-03T00:55:07.539859Z","end":"2026-03-03T00:55:07.652847Z","steps":["trace[1379297919] 'process raft request' (duration: 82.53229ms)","trace[1379297919] 'compare' (duration: 30.261687ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:55:08.254137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.415156ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:55:08.254272Z","caller":"traceutil/trace.go:171","msg":"trace[677987029] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1706; }","duration":"408.56548ms","start":"2026-03-03T00:55:07.845684Z","end":"2026-03-03T00:55:08.25425Z","steps":["trace[677987029] 'range keys from in-memory index tree' (duration: 408.396405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:55:08.254432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.838431ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T00:55:08.254654Z","caller":"traceutil/trace.go:171","msg":"trace[1304732676] transaction","detail":"{read_only:false; response_revision:1707; number_of_response:1; }","duration":"714.584207ms","start":"2026-03-03T00:55:07.540049Z","end":"2026-03-03T00:55:08.254633Z","steps":["trace[1304732676] 'process raft request' (duration: 253.401628ms)","trace[1304732676] 'compare' (duration: 460.625657ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:55:08.254714Z","caller":"traceutil/trace.go:171","msg":"trace[34211847] linearizableReadLoop","detail":"{readStateIndex:1776; appliedIndex:1773; }","duration":"648.115671ms","start":"2026-03-03T00:55:07.606573Z","end":"2026-03-03T00:55:08.254689Z","steps":["trace[34211847] 'read index received' (duration: 15.82831ms)","trace[34211847] 'applied index is now lower than readState.Index' (duration: 632.285821ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:55:08.25478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:07.539993Z","time spent":"714.704439ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:55:08.255003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.03684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T00:55:08.255001Z","caller":"traceutil/trace.go:171","msg":"trace[671543235] transaction","detail":"{read_only:false; response_revision:1708; number_of_response:1; }","duration":"711.705793ms","start":"2026-03-03T00:55:07.543256Z","end":"2026-03-03T00:55:08.254962Z","steps":["trace[671543235] 'process raft request' (duration: 711.302604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:55:08.255191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:07.543233Z","time spent":"711.849367ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:55:08.255174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.064985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:55:08.2553Z","caller":"traceutil/trace.go:171","msg":"trace[422673137] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1708; }","duration":"534.22849ms","start":"2026-03-03T00:55:07.721037Z","end":"2026-03-03T00:55:08.255266Z","steps":["trace[422673137] 'agreement among raft nodes before linearized reading' (duration: 533.965153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:55:08.255357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:07.721027Z","time spent":"534.321142ms","remote":"127.0.0.1:34742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T00:55:08.255052Z","caller":"traceutil/trace.go:171","msg":"trace[1996152262] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:1708; }","duration":"580.145473ms","start":"2026-03-03T00:55:07.674889Z","end":"2026-03-03T00:55:08.255035Z","steps":["trace[1996152262] 'agreement among raft nodes before linearized reading' (duration: 580.062211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:55:08.255645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:07.674861Z","time spent":"580.761516ms","remote":"127.0.0.1:35262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T00:55:08.255225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.611163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T00:55:08.255841Z","caller":"traceutil/trace.go:171","msg":"trace[1019846949] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1708; }","duration":"649.277177ms","start":"2026-03-03T00:55:07.606526Z","end":"2026-03-03T00:55:08.255803Z","steps":["trace[1019846949] 'agreement among raft nodes before linearized reading' (duration: 648.456728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:55:08.255913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:07.606467Z","time spent":"649.4268ms","remote":"127.0.0.1:48016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T00:55:12.838691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.360976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T00:55:12.838773Z","caller":"traceutil/trace.go:171","msg":"trace[754857092] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1736; }","duration":"194.494769ms","start":"2026-03-03T00:55:12.644259Z","end":"2026-03-03T00:55:12.838754Z","steps":["trace[754857092] 'range keys from in-memory index tree' (duration: 194.200553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:55:12.838852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.747193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:55:12.838948Z","caller":"traceutil/trace.go:171","msg":"trace[722695929] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1736; }","duration":"120.852835ms","start":"2026-03-03T00:55:12.718074Z","end":"2026-03-03T00:55:12.838927Z","steps":["trace[722695929] 'range keys from in-memory index tree' (duration: 120.65877ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:55:39.248119Z","caller":"traceutil/trace.go:171","msg":"trace[737698711] transaction","detail":"{read_only:false; response_revision:1879; number_of_response:1; }","duration":"242.876525ms","start":"2026-03-03T00:55:39.005211Z","end":"2026-03-03T00:55:39.248088Z","steps":["trace[737698711] 'process raft request' (duration: 242.523878ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:55:39.251232Z","caller":"traceutil/trace.go:171","msg":"trace[63333521] transaction","detail":"{read_only:false; response_revision:1880; number_of_response:1; }","duration":"245.184984ms","start":"2026-03-03T00:55:39.006024Z","end":"2026-03-03T00:55:39.251209Z","steps":["trace[63333521] 'process raft request' (duration: 245.025821ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:55:39.251531Z","caller":"traceutil/trace.go:171","msg":"trace[1089390810] transaction","detail":"{read_only:false; response_revision:1882; number_of_response:1; }","duration":"244.114931ms","start":"2026-03-03T00:55:39.007389Z","end":"2026-03-03T00:55:39.251504Z","steps":["trace[1089390810] 'process raft request' (duration: 244.011479ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:55:39.251615Z","caller":"traceutil/trace.go:171","msg":"trace[552991082] transaction","detail":"{read_only:false; response_revision:1881; number_of_response:1; }","duration":"245.343878ms","start":"2026-03-03T00:55:39.006229Z","end":"2026-03-03T00:55:39.251573Z","steps":["trace[552991082] 'process raft request' (duration: 244.938289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:55:44.698439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.137194ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T00:55:44.698569Z","caller":"traceutil/trace.go:171","msg":"trace[122123067] transaction","detail":"{read_only:false; response_revision:1906; number_of_response:1; }","duration":"304.600398ms","start":"2026-03-03T00:55:44.393942Z","end":"2026-03-03T00:55:44.698542Z","steps":["trace[122123067] 'process raft request' (duration: 24.25945ms)","trace[122123067] 'compare' (duration: 280.017441ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:55:44.698648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:44.393915Z","time spent":"304.69566ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:55:44.705478Z","caller":"traceutil/trace.go:171","msg":"trace[2054980021] linearizableReadLoop","detail":"{readStateIndex:1982; appliedIndex:1981; }","duration":"173.55997ms","start":"2026-03-03T00:55:44.531892Z","end":"2026-03-03T00:55:44.705452Z","steps":["trace[2054980021] 'read index received' (duration: 173.430717ms)","trace[2054980021] 'applied index is now lower than readState.Index' (duration: 128.093µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:55:44.705711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.810095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T00:55:44.705755Z","caller":"traceutil/trace.go:171","msg":"trace[842934618] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1907; }","duration":"173.934287ms","start":"2026-03-03T00:55:44.531808Z","end":"2026-03-03T00:55:44.705742Z","steps":["trace[842934618] 'agreement among raft nodes before linearized reading' (duration: 173.742183ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:55:44.70581Z","caller":"traceutil/trace.go:171","msg":"trace[1794358801] transaction","detail":"{read_only:false; response_revision:1907; number_of_response:1; }","duration":"310.511545ms","start":"2026-03-03T00:55:44.395267Z","end":"2026-03-03T00:55:44.705779Z","steps":["trace[1794358801] 'process raft request' (duration: 310.043725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:55:44.706021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:44.39524Z","time spent":"310.681958ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:55:45.522693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.29996ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T00:55:45.522896Z","caller":"traceutil/trace.go:171","msg":"trace[1240508889] transaction","detail":"{read_only:false; response_revision:1912; number_of_response:1; }","duration":"164.27091ms","start":"2026-03-03T00:55:45.358588Z","end":"2026-03-03T00:55:45.522859Z","steps":["trace[1240508889] 'process raft request' (duration: 63.700735ms)","trace[1240508889] 'compare' (duration: 100.029094ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:55:46.000473Z","caller":"traceutil/trace.go:171","msg":"trace[659621144] transaction","detail":"{read_only:false; response_revision:1914; number_of_response:1; }","duration":"189.678094ms","start":"2026-03-03T00:55:45.810766Z","end":"2026-03-03T00:55:46.000444Z","steps":["trace[659621144] 'process raft request' (duration: 189.429059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:55:46.286857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.45476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18992ebefbd3c93e\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-03T00:55:46.286971Z","caller":"traceutil/trace.go:171","msg":"trace[1831880957] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18992ebefbd3c93e; range_end:; response_count:1; response_revision:1914; }","duration":"133.627814ms","start":"2026-03-03T00:55:46.153314Z","end":"2026-03-03T00:55:46.286942Z","steps":["trace[1831880957] 'range keys from in-memory index tree' (duration: 133.252777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:55:52.463489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.262222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T00:55:52.463573Z","caller":"traceutil/trace.go:171","msg":"trace[1315559409] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1941; }","duration":"704.399685ms","start":"2026-03-03T00:55:51.759152Z","end":"2026-03-03T00:55:52.463552Z","steps":["trace[1315559409] 'range keys from in-memory index tree' (duration: 704.005977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:55:52.463614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:51.759126Z","time spent":"704.478817ms","remote":"127.0.0.1:48016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T00:55:52.463604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.922647ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T00:55:52.463706Z","caller":"traceutil/trace.go:171","msg":"trace[1187054761] linearizableReadLoop","detail":"{readStateIndex:2019; appliedIndex:2018; }","duration":"441.011392ms","start":"2026-03-03T00:55:52.022678Z","end":"2026-03-03T00:55:52.463689Z","steps":["trace[1187054761] 'read index received' (duration: 112.9237ms)","trace[1187054761] 'applied index is now lower than readState.Index' (duration: 328.086342ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:55:52.463839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.159755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"info","ts":"2026-03-03T00:55:52.463871Z","caller":"traceutil/trace.go:171","msg":"trace[1809776356] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1942; }","duration":"441.231967ms","start":"2026-03-03T00:55:52.022631Z","end":"2026-03-03T00:55:52.463862Z","steps":["trace[1809776356] 'agreement among raft nodes before linearized reading' (duration: 441.109204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:55:52.463902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:52.022609Z","time spent":"441.285817ms","remote":"127.0.0.1:34926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12408,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T00:55:52.463825Z","caller":"traceutil/trace.go:171","msg":"trace[1167701391] transaction","detail":"{read_only:false; response_revision:1942; number_of_response:1; }","duration":"608.812367ms","start":"2026-03-03T00:55:51.854989Z","end":"2026-03-03T00:55:52.463801Z","steps":["trace[1167701391] 'process raft request' (duration: 280.576902ms)","trace[1167701391] 'compare' (duration: 327.827046ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:55:52.464064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:51.85496Z","time spent":"609.028892ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:55:53.085461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.686309ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T00:55:53.085597Z","caller":"traceutil/trace.go:171","msg":"trace[360932064] transaction","detail":"{read_only:false; response_revision:1943; number_of_response:1; }","duration":"1.060672432s","start":"2026-03-03T00:55:52.024903Z","end":"2026-03-03T00:55:53.085576Z","steps":["trace[360932064] 'process raft request' (duration: 790.772157ms)","trace[360932064] 'compare' (duration: 269.27956ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:55:53.085661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:52.024876Z","time spent":"1.060756103s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:55:53.563879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.414972ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T00:55:53.564255Z","caller":"traceutil/trace.go:171","msg":"trace[1540622712] transaction","detail":"{read_only:false; response_revision:1944; number_of_response:1; }","duration":"1.106910062s","start":"2026-03-03T00:55:52.457304Z","end":"2026-03-03T00:55:53.564214Z","steps":["trace[1540622712] 'process raft request' (duration: 733.03366ms)","trace[1540622712] 'compare' (duration: 373.110436ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:55:53.564328Z","caller":"traceutil/trace.go:171","msg":"trace[1144668458] transaction","detail":"{read_only:false; response_revision:1945; number_of_response:1; }","duration":"835.27252ms","start":"2026-03-03T00:55:52.729037Z","end":"2026-03-03T00:55:53.564309Z","steps":["trace[1144668458] 'process raft request' (duration: 835.089496ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:55:53.564371Z","caller":"traceutil/trace.go:171","msg":"trace[1249249728] transaction","detail":"{read_only:false; response_revision:1946; number_of_response:1; }","duration":"831.818215ms","start":"2026-03-03T00:55:52.732496Z","end":"2026-03-03T00:55:53.564314Z","steps":["trace[1249249728] 'process raft request' (duration: 831.720583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:55:53.564391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.091034841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T00:55:53.564418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:52.729018Z","time spent":"835.353771ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:55:53.564299Z","caller":"traceutil/trace.go:171","msg":"trace[360723034] linearizableReadLoop","detail":"{readStateIndex:2021; appliedIndex:2019; }","duration":"1.090817016s","start":"2026-03-03T00:55:52.47346Z","end":"2026-03-03T00:55:53.564277Z","steps":["trace[360723034] 'read index received' (duration: 342.211994ms)","trace[360723034] 'applied index is now lower than readState.Index' (duration: 748.603322ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:55:53.56445Z","caller":"traceutil/trace.go:171","msg":"trace[445158024] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1946; }","duration":"1.091136843s","start":"2026-03-03T00:55:52.473301Z","end":"2026-03-03T00:55:53.564438Z","steps":["trace[445158024] 'agreement among raft nodes before linearized reading' (duration: 1.091035211s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:55:53.564448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:52.457276Z","time spent":"1.107082305s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:55:53.564492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:52.473283Z","time spent":"1.091198205s","remote":"127.0.0.1:35208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T00:55:53.564521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:52.732466Z","time spent":"831.97224ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:55:53.564627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.702242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-03T00:55:53.564539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.817156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:55:53.564655Z","caller":"traceutil/trace.go:171","msg":"trace[310601708] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1946; }","duration":"109.768673ms","start":"2026-03-03T00:55:53.454878Z","end":"2026-03-03T00:55:53.564647Z","steps":["trace[310601708] 'agreement among raft nodes before linearized reading' (duration: 109.682231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:55:53.564648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.860122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T00:55:53.564669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.407276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T00:55:53.564663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.656781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T00:55:53.564679Z","caller":"traceutil/trace.go:171","msg":"trace[244529767] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1946; }","duration":"844.99119ms","start":"2026-03-03T00:55:52.719671Z","end":"2026-03-03T00:55:53.564663Z","steps":["trace[244529767] 'agreement among raft nodes before linearized reading' (duration: 844.828136ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:55:53.564708Z","caller":"traceutil/trace.go:171","msg":"trace[229018783] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1946; }","duration":"116.497677ms","start":"2026-03-03T00:55:53.4482Z","end":"2026-03-03T00:55:53.564697Z","steps":["trace[229018783] 'agreement among raft nodes before linearized reading' (duration: 116.388945ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:55:53.564708Z","caller":"traceutil/trace.go:171","msg":"trace[411910802] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1946; }","duration":"163.969524ms","start":"2026-03-03T00:55:53.400721Z","end":"2026-03-03T00:55:53.564691Z","steps":["trace[411910802] 'agreement among raft nodes before linearized reading' (duration: 163.847622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:55:53.564734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:52.719648Z","time spent":"845.072121ms","remote":"127.0.0.1:34742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T00:55:53.564731Z","caller":"traceutil/trace.go:171","msg":"trace[551011297] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1946; }","duration":"109.760713ms","start":"2026-03-03T00:55:53.454953Z","end":"2026-03-03T00:55:53.564714Z","steps":["trace[551011297] 'agreement among raft nodes before linearized reading' (duration: 109.556098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:55:53.564822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.699082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T00:55:53.564855Z","caller":"traceutil/trace.go:171","msg":"trace[996438655] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1946; }","duration":"109.780363ms","start":"2026-03-03T00:55:53.455065Z","end":"2026-03-03T00:55:53.564845Z","steps":["trace[996438655] 'agreement among raft nodes before linearized reading' (duration: 109.672331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:55:53.564877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.587005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T00:55:53.564985Z","caller":"traceutil/trace.go:171","msg":"trace[1891309811] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:1946; }","duration":"722.757269ms","start":"2026-03-03T00:55:52.8422Z","end":"2026-03-03T00:55:53.564957Z","steps":["trace[1891309811] 'agreement among raft nodes before linearized reading' (duration: 722.491763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:55:53.565078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:52.842177Z","time spent":"722.889512ms","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-03-03T00:56:31.408032Z","caller":"traceutil/trace.go:171","msg":"trace[1299622286] transaction","detail":"{read_only:false; response_revision:2302; number_of_response:1; }","duration":"176.971643ms","start":"2026-03-03T00:56:31.231031Z","end":"2026-03-03T00:56:31.408002Z","steps":["trace[1299622286] 'process raft request' (duration: 157.194699ms)","trace[1299622286] 'compare' (duration: 19.422496ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:56:34.160308Z","caller":"traceutil/trace.go:171","msg":"trace[1658242900] transaction","detail":"{read_only:false; response_revision:2322; number_of_response:1; }","duration":"230.132972ms","start":"2026-03-03T00:56:33.930151Z","end":"2026-03-03T00:56:34.160284Z","steps":["trace[1658242900] 'process raft request' (duration: 229.977058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:08.337972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.257052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T00:57:08.338071Z","caller":"traceutil/trace.go:171","msg":"trace[361226612] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2507; }","duration":"410.402265ms","start":"2026-03-03T00:57:07.927647Z","end":"2026-03-03T00:57:08.33805Z","steps":["trace[361226612] 'range keys from in-memory index tree' (duration: 410.070908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:08.338484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.25508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T00:57:08.338528Z","caller":"traceutil/trace.go:171","msg":"trace[1965021065] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2507; }","duration":"404.358862ms","start":"2026-03-03T00:57:07.934157Z","end":"2026-03-03T00:57:08.338516Z","steps":["trace[1965021065] 'range keys from in-memory index tree' (duration: 404.103387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:08.338545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:07.934137Z","time spent":"404.402912ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T00:57:08.338597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.474494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T00:57:08.338687Z","caller":"traceutil/trace.go:171","msg":"trace[330332214] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2507; }","duration":"404.604367ms","start":"2026-03-03T00:57:07.934061Z","end":"2026-03-03T00:57:08.338666Z","steps":["trace[330332214] 'range keys from in-memory index tree' (duration: 404.337671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:08.338725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:07.934048Z","time spent":"404.666239ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T00:57:08.338776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.329562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T00:57:08.338892Z","caller":"traceutil/trace.go:171","msg":"trace[1592447248] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2507; }","duration":"404.482446ms","start":"2026-03-03T00:57:07.934385Z","end":"2026-03-03T00:57:08.338867Z","steps":["trace[1592447248] 'range keys from in-memory index tree' (duration: 404.121036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:08.338943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:07.934377Z","time spent":"404.555427ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T00:57:08.338846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:07.927627Z","time spent":"410.472566ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T00:57:08.467341Z","caller":"traceutil/trace.go:171","msg":"trace[1630385445] linearizableReadLoop","detail":"{readStateIndex:2613; appliedIndex:2609; }","duration":"114.080873ms","start":"2026-03-03T00:57:08.353227Z","end":"2026-03-03T00:57:08.467308Z","steps":["trace[1630385445] 'read index received' (duration: 57.947706ms)","trace[1630385445] 'applied index is now lower than readState.Index' (duration: 56.131787ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:57:08.467567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.296768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T00:57:08.467616Z","caller":"traceutil/trace.go:171","msg":"trace[1133618461] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:2512; }","duration":"114.403462ms","start":"2026-03-03T00:57:08.353199Z","end":"2026-03-03T00:57:08.467602Z","steps":["trace[1133618461] 'agreement among raft nodes before linearized reading' (duration: 114.239037ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:57:08.467644Z","caller":"traceutil/trace.go:171","msg":"trace[1047468146] transaction","detail":"{read_only:false; response_revision:2509; number_of_response:1; }","duration":"124.486234ms","start":"2026-03-03T00:57:08.343087Z","end":"2026-03-03T00:57:08.467573Z","steps":["trace[1047468146] 'process raft request' (duration: 102.651983ms)","trace[1047468146] 'compare' (duration: 21.238247ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:57:08.467787Z","caller":"traceutil/trace.go:171","msg":"trace[1756204425] transaction","detail":"{read_only:false; response_revision:2511; number_of_response:1; }","duration":"123.545024ms","start":"2026-03-03T00:57:08.344227Z","end":"2026-03-03T00:57:08.467772Z","steps":["trace[1756204425] 'process raft request' (duration: 122.993421ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:57:08.467875Z","caller":"traceutil/trace.go:171","msg":"trace[928093400] transaction","detail":"{read_only:false; response_revision:2512; number_of_response:1; }","duration":"121.308254ms","start":"2026-03-03T00:57:08.346546Z","end":"2026-03-03T00:57:08.467854Z","steps":["trace[928093400] 'process raft request' (duration: 120.71328ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:57:08.46789Z","caller":"traceutil/trace.go:171","msg":"trace[143316200] transaction","detail":"{read_only:false; response_revision:2510; number_of_response:1; }","duration":"123.843671ms","start":"2026-03-03T00:57:08.343988Z","end":"2026-03-03T00:57:08.467832Z","steps":["trace[143316200] 'process raft request' (duration: 123.179345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:09.149925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.744048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T00:57:09.150043Z","caller":"traceutil/trace.go:171","msg":"trace[1917141212] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2512; }","duration":"481.941522ms","start":"2026-03-03T00:57:08.668074Z","end":"2026-03-03T00:57:09.150016Z","steps":["trace[1917141212] 'count revisions from in-memory index tree' (duration: 481.645865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:09.150101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:08.668048Z","time spent":"482.037723ms","remote":"127.0.0.1:47960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T00:57:09.150028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.04284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:57:09.150732Z","caller":"traceutil/trace.go:171","msg":"trace[1590257241] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2512; }","duration":"431.791476ms","start":"2026-03-03T00:57:08.71888Z","end":"2026-03-03T00:57:09.150671Z","steps":["trace[1590257241] 'range keys from in-memory index tree' (duration: 430.907097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:09.150836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:08.718865Z","time spent":"431.956809ms","remote":"127.0.0.1:34742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T00:57:09.480418Z","caller":"traceutil/trace.go:171","msg":"trace[1204987530] transaction","detail":"{read_only:false; response_revision:2513; number_of_response:1; }","duration":"115.388903ms","start":"2026-03-03T00:57:09.364993Z","end":"2026-03-03T00:57:09.480382Z","steps":["trace[1204987530] 'process raft request' (duration: 115.160818ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:57:09.793805Z","caller":"traceutil/trace.go:171","msg":"trace[20853753] linearizableReadLoop","detail":"{readStateIndex:2615; appliedIndex:2614; }","duration":"128.638535ms","start":"2026-03-03T00:57:09.665138Z","end":"2026-03-03T00:57:09.793776Z","steps":["trace[20853753] 'read index received' (duration: 128.41305ms)","trace[20853753] 'applied index is now lower than readState.Index' (duration: 223.895µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:57:09.794082Z","caller":"traceutil/trace.go:171","msg":"trace[395218356] transaction","detail":"{read_only:false; response_revision:2514; number_of_response:1; }","duration":"236.980973ms","start":"2026-03-03T00:57:09.557071Z","end":"2026-03-03T00:57:09.794052Z","steps":["trace[395218356] 'process raft request' (duration: 236.549134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:09.79414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.86486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18992ed4c18cb7a2\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-03-03T00:57:09.794188Z","caller":"traceutil/trace.go:171","msg":"trace[1512204756] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18992ed4c18cb7a2; range_end:; response_count:1; response_revision:2514; }","duration":"129.084355ms","start":"2026-03-03T00:57:09.665089Z","end":"2026-03-03T00:57:09.794173Z","steps":["trace[1512204756] 'agreement among raft nodes before linearized reading' (duration: 128.792529ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:57:16.021021Z","caller":"traceutil/trace.go:171","msg":"trace[528194017] transaction","detail":"{read_only:false; response_revision:2546; number_of_response:1; }","duration":"144.963425ms","start":"2026-03-03T00:57:15.87603Z","end":"2026-03-03T00:57:16.020993Z","steps":["trace[528194017] 'process raft request' (duration: 109.474222ms)","trace[528194017] 'compare' (duration: 35.290229ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:57:16.021245Z","caller":"traceutil/trace.go:171","msg":"trace[1075215778] transaction","detail":"{read_only:false; response_revision:2547; number_of_response:1; }","duration":"144.081386ms","start":"2026-03-03T00:57:15.877133Z","end":"2026-03-03T00:57:16.021214Z","steps":["trace[1075215778] 'process raft request' (duration: 143.8129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:56.931322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.023093ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T00:57:56.931441Z","caller":"traceutil/trace.go:171","msg":"trace[2123206049] transaction","detail":"{read_only:false; response_revision:2748; number_of_response:1; }","duration":"179.501584ms","start":"2026-03-03T00:57:56.751919Z","end":"2026-03-03T00:57:56.931421Z","steps":["trace[2123206049] 'process raft request' (duration: 51.284106ms)","trace[2123206049] 'compare' (duration: 127.88809ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:57:56.932101Z","caller":"traceutil/trace.go:171","msg":"trace[1551735625] transaction","detail":"{read_only:false; response_revision:2749; number_of_response:1; }","duration":"179.247038ms","start":"2026-03-03T00:57:56.752821Z","end":"2026-03-03T00:57:56.932068Z","steps":["trace[1551735625] 'process raft request' (duration: 179.043173ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:57:56.932149Z","caller":"traceutil/trace.go:171","msg":"trace[1015765182] transaction","detail":"{read_only:false; response_revision:2750; number_of_response:1; }","duration":"179.248257ms","start":"2026-03-03T00:57:56.752853Z","end":"2026-03-03T00:57:56.932101Z","steps":["trace[1015765182] 'process raft request' (duration: 179.131155ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:59:11.557209Z","caller":"traceutil/trace.go:171","msg":"trace[520662488] transaction","detail":"{read_only:false; response_revision:3218; number_of_response:1; }","duration":"243.416881ms","start":"2026-03-03T00:59:11.313772Z","end":"2026-03-03T00:59:11.557189Z","steps":["trace[520662488] 'process raft request' (duration: 243.288758ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:59:11.560338Z","caller":"traceutil/trace.go:171","msg":"trace[242937312] transaction","detail":"{read_only:false; response_revision:3219; number_of_response:1; }","duration":"245.992118ms","start":"2026-03-03T00:59:11.314316Z","end":"2026-03-03T00:59:11.560308Z","steps":["trace[242937312] 'process raft request' (duration: 245.830185ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:59:11.560529Z","caller":"traceutil/trace.go:171","msg":"trace[702204612] transaction","detail":"{read_only:false; response_revision:3220; number_of_response:1; }","duration":"245.962258ms","start":"2026-03-03T00:59:11.314556Z","end":"2026-03-03T00:59:11.560518Z","steps":["trace[702204612] 'process raft request' (duration: 245.713332ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:59:35.957744Z","caller":"traceutil/trace.go:171","msg":"trace[1221787196] transaction","detail":"{read_only:false; response_revision:3407; number_of_response:1; }","duration":"235.073489ms","start":"2026-03-03T00:59:35.722632Z","end":"2026-03-03T00:59:35.957706Z","steps":["trace[1221787196] 'process raft request' (duration: 222.712087ms)","trace[1221787196] 'compare' (duration: 12.008244ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:59:35.958718Z","caller":"traceutil/trace.go:171","msg":"trace[1974389886] transaction","detail":"{read_only:false; response_revision:3408; number_of_response:1; }","duration":"235.451447ms","start":"2026-03-03T00:59:35.723236Z","end":"2026-03-03T00:59:35.958687Z","steps":["trace[1974389886] 'process raft request' (duration: 235.266203ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:59:35.959091Z","caller":"traceutil/trace.go:171","msg":"trace[1118105003] transaction","detail":"{read_only:false; response_revision:3409; number_of_response:1; }","duration":"177.825662ms","start":"2026-03-03T00:59:35.781248Z","end":"2026-03-03T00:59:35.959073Z","steps":["trace[1118105003] 'process raft request' (duration: 177.385073ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:59:35.959674Z","caller":"traceutil/trace.go:171","msg":"trace[1071187390] transaction","detail":"{read_only:false; response_revision:3410; number_of_response:1; }","duration":"178.008696ms","start":"2026-03-03T00:59:35.781639Z","end":"2026-03-03T00:59:35.959648Z","steps":["trace[1071187390] 'process raft request' (duration: 177.900083ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:59:36.775789Z","caller":"traceutil/trace.go:171","msg":"trace[498571152] transaction","detail":"{read_only:false; response_revision:3414; number_of_response:1; }","duration":"112.951249ms","start":"2026-03-03T00:59:36.662791Z","end":"2026-03-03T00:59:36.775742Z","steps":["trace[498571152] 'process raft request' (duration: 46.229525ms)","trace[498571152] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/messaging-topology-operator-leader-election; req_size:552; } (duration: 66.338856ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:59:41.501613Z","caller":"traceutil/trace.go:171","msg":"trace[1728078530] linearizableReadLoop","detail":"{readStateIndex:3578; appliedIndex:3577; }","duration":"115.841033ms","start":"2026-03-03T00:59:41.385748Z","end":"2026-03-03T00:59:41.501589Z","steps":["trace[1728078530] 'read index received' (duration: 115.634478ms)","trace[1728078530] 'applied index is now lower than readState.Index' (duration: 205.435µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:59:41.50168Z","caller":"traceutil/trace.go:171","msg":"trace[1546723903] transaction","detail":"{read_only:false; response_revision:3438; number_of_response:1; }","duration":"178.959467ms","start":"2026-03-03T00:59:41.322688Z","end":"2026-03-03T00:59:41.501647Z","steps":["trace[1546723903] 'process raft request' (duration: 178.752933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:59:41.501828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.051547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T00:59:41.501981Z","caller":"traceutil/trace.go:171","msg":"trace[1197835312] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3438; }","duration":"116.226211ms","start":"2026-03-03T00:59:41.385742Z","end":"2026-03-03T00:59:41.501968Z","steps":["trace[1197835312] 'agreement among raft nodes before linearized reading' (duration: 115.942425ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:59:46.779007Z","caller":"traceutil/trace.go:171","msg":"trace[1676539591] transaction","detail":"{read_only:false; response_revision:3461; number_of_response:1; }","duration":"198.051856ms","start":"2026-03-03T00:59:46.580931Z","end":"2026-03-03T00:59:46.778983Z","steps":["trace[1676539591] 'process raft request' (duration: 197.889233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:59:47.323273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.833488ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T00:59:47.323468Z","caller":"traceutil/trace.go:171","msg":"trace[1954842402] linearizableReadLoop","detail":"{readStateIndex:3604; appliedIndex:3602; }","duration":"251.481749ms","start":"2026-03-03T00:59:47.071968Z","end":"2026-03-03T00:59:47.32345Z","steps":["trace[1954842402] 'read index received' (duration: 130.885242ms)","trace[1954842402] 'applied index is now lower than readState.Index' (duration: 120.595587ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:59:47.323567Z","caller":"traceutil/trace.go:171","msg":"trace[258375481] transaction","detail":"{read_only:false; response_revision:3462; number_of_response:1; }","duration":"611.911977ms","start":"2026-03-03T00:59:46.711643Z","end":"2026-03-03T00:59:47.323555Z","steps":["trace[258375481] 'process raft request' (duration: 204.701932ms)","trace[258375481] 'compare' (duration: 406.622822ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:59:47.323626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:59:46.711605Z","time spent":"611.991349ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:59:47.323903Z","caller":"traceutil/trace.go:171","msg":"trace[1048610509] transaction","detail":"{read_only:false; response_revision:3463; number_of_response:1; }","duration":"511.379941ms","start":"2026-03-03T00:59:46.812502Z","end":"2026-03-03T00:59:47.323882Z","steps":["trace[1048610509] 'process raft request' (duration: 510.886281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:59:47.324026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:59:46.812479Z","time spent":"511.501673ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:59:47.324029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.724261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T00:59:47.324096Z","caller":"traceutil/trace.go:171","msg":"trace[596789210] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:3463; }","duration":"116.890545ms","start":"2026-03-03T00:59:47.207188Z","end":"2026-03-03T00:59:47.324079Z","steps":["trace[596789210] 'agreement among raft nodes before linearized reading' (duration: 116.698571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:59:47.324157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.186234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-03T00:59:47.324271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.022879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pz4ww\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-03T00:59:47.324402Z","caller":"traceutil/trace.go:171","msg":"trace[1398472698] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pz4ww; range_end:; response_count:1; response_revision:3463; }","duration":"246.188002ms","start":"2026-03-03T00:59:47.078185Z","end":"2026-03-03T00:59:47.324373Z","steps":["trace[1398472698] 'agreement among raft nodes before linearized reading' (duration: 245.612129ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:59:47.324307Z","caller":"traceutil/trace.go:171","msg":"trace[1121560412] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3463; }","duration":"252.408499ms","start":"2026-03-03T00:59:47.07187Z","end":"2026-03-03T00:59:47.324278Z","steps":["trace[1121560412] 'agreement among raft nodes before linearized reading' (duration: 251.858507ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:59:47.436266Z","caller":"traceutil/trace.go:171","msg":"trace[1763123451] transaction","detail":"{read_only:false; response_revision:3464; number_of_response:1; }","duration":"107.298774ms","start":"2026-03-03T00:59:47.328939Z","end":"2026-03-03T00:59:47.436237Z","steps":["trace[1763123451] 'process raft request' (duration: 100.876094ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:00:00.538266Z","caller":"traceutil/trace.go:171","msg":"trace[1248699562] transaction","detail":"{read_only:false; response_revision:3537; number_of_response:1; }","duration":"110.151261ms","start":"2026-03-03T01:00:00.428085Z","end":"2026-03-03T01:00:00.538237Z","steps":["trace[1248699562] 'process raft request' (duration: 109.850494ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:00:00.53844Z","caller":"traceutil/trace.go:171","msg":"trace[1236973881] transaction","detail":"{read_only:false; response_revision:3538; number_of_response:1; }","duration":"109.63792ms","start":"2026-03-03T01:00:00.428776Z","end":"2026-03-03T01:00:00.538413Z","steps":["trace[1236973881] 'process raft request' (duration: 109.379344ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:00:00.538785Z","caller":"traceutil/trace.go:171","msg":"trace[983385280] transaction","detail":"{read_only:false; response_revision:3539; number_of_response:1; }","duration":"109.755041ms","start":"2026-03-03T01:00:00.429014Z","end":"2026-03-03T01:00:00.538769Z","steps":["trace[983385280] 'process raft request' (duration: 109.343452ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:00:00.539105Z","caller":"traceutil/trace.go:171","msg":"trace[105533832] transaction","detail":"{read_only:false; response_revision:3540; number_of_response:1; }","duration":"109.845615ms","start":"2026-03-03T01:00:00.429233Z","end":"2026-03-03T01:00:00.539079Z","steps":["trace[105533832] 'process raft request' (duration: 109.406514ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:00:00.539463Z","caller":"traceutil/trace.go:171","msg":"trace[1097959393] linearizableReadLoop","detail":"{readStateIndex:3685; appliedIndex:3679; }","duration":"104.158598ms","start":"2026-03-03T01:00:00.43529Z","end":"2026-03-03T01:00:00.539448Z","steps":["trace[1097959393] 'read index received' (duration: 57.11485ms)","trace[1097959393] 'applied index is now lower than readState.Index' (duration: 47.042718ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:00:00.53956Z","caller":"traceutil/trace.go:171","msg":"trace[1409790623] transaction","detail":"{read_only:false; response_revision:3541; number_of_response:1; }","duration":"110.231483ms","start":"2026-03-03T01:00:00.429291Z","end":"2026-03-03T01:00:00.539522Z","steps":["trace[1409790623] 'process raft request' (duration: 109.711121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:00:00.539728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.422633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-03T01:00:00.539841Z","caller":"traceutil/trace.go:171","msg":"trace[942556880] transaction","detail":"{read_only:false; response_revision:3542; number_of_response:1; }","duration":"102.743208ms","start":"2026-03-03T01:00:00.437072Z","end":"2026-03-03T01:00:00.539815Z","steps":["trace[942556880] 'process raft request' (duration: 102.262297ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:00:00.539814Z","caller":"traceutil/trace.go:171","msg":"trace[190514944] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:3542; }","duration":"104.552558ms","start":"2026-03-03T01:00:00.435245Z","end":"2026-03-03T01:00:00.539798Z","steps":["trace[190514944] 'agreement among raft nodes before linearized reading' (duration: 104.265871ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:00:01.835918Z","caller":"traceutil/trace.go:171","msg":"trace[911364692] transaction","detail":"{read_only:false; response_revision:3548; number_of_response:1; }","duration":"116.012639ms","start":"2026-03-03T01:00:01.719871Z","end":"2026-03-03T01:00:01.835884Z","steps":["trace[911364692] 'process raft request' (duration: 93.982324ms)","trace[911364692] 'compare' (duration: 21.904103ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:00:05.213395Z","caller":"traceutil/trace.go:171","msg":"trace[1652137713] transaction","detail":"{read_only:false; response_revision:3562; number_of_response:1; }","duration":"125.98957ms","start":"2026-03-03T01:00:05.087376Z","end":"2026-03-03T01:00:05.213366Z","steps":["trace[1652137713] 'process raft request' (duration: 87.171353ms)","trace[1652137713] 'compare' (duration: 38.684944ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:00:07.983983Z","caller":"traceutil/trace.go:171","msg":"trace[842441171] linearizableReadLoop","detail":"{readStateIndex:3721; appliedIndex:3720; }","duration":"120.083119ms","start":"2026-03-03T01:00:07.863872Z","end":"2026-03-03T01:00:07.983956Z","steps":["trace[842441171] 'read index received' (duration: 87.718636ms)","trace[842441171] 'applied index is now lower than readState.Index' (duration: 32.363173ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:00:07.984089Z","caller":"traceutil/trace.go:171","msg":"trace[346488061] transaction","detail":"{read_only:false; response_revision:3576; number_of_response:1; }","duration":"159.198063ms","start":"2026-03-03T01:00:07.82486Z","end":"2026-03-03T01:00:07.984058Z","steps":["trace[346488061] 'process raft request' (duration: 126.746837ms)","trace[346488061] 'compare' (duration: 32.21796ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:00:07.984229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.347286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T01:00:07.984277Z","caller":"traceutil/trace.go:171","msg":"trace[1760175952] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3576; }","duration":"120.447468ms","start":"2026-03-03T01:00:07.863815Z","end":"2026-03-03T01:00:07.984262Z","steps":["trace[1760175952] 'agreement among raft nodes before linearized reading' (duration: 120.265904ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:00:20.187702Z","caller":"traceutil/trace.go:171","msg":"trace[251633234] transaction","detail":"{read_only:false; response_revision:3681; number_of_response:1; }","duration":"241.813174ms","start":"2026-03-03T01:00:19.945859Z","end":"2026-03-03T01:00:20.187672Z","steps":["trace[251633234] 'process raft request' (duration: 165.276026ms)","trace[251633234] 'compare' (duration: 75.999707ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:00:20.187824Z","caller":"traceutil/trace.go:171","msg":"trace[1889869193] linearizableReadLoop","detail":"{readStateIndex:3832; appliedIndex:3831; }","duration":"146.317799ms","start":"2026-03-03T01:00:20.041472Z","end":"2026-03-03T01:00:20.187789Z","steps":["trace[1889869193] 'read index received' (duration: 69.572155ms)","trace[1889869193] 'applied index is now lower than readState.Index' (duration: 76.742174ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:00:20.188227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.706607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T01:00:20.188321Z","caller":"traceutil/trace.go:171","msg":"trace[389409882] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3681; }","duration":"146.883341ms","start":"2026-03-03T01:00:20.041421Z","end":"2026-03-03T01:00:20.188304Z","steps":["trace[389409882] 'agreement among raft nodes before linearized reading' (duration: 146.539214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:00:20.188994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.976797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T01:00:20.189086Z","caller":"traceutil/trace.go:171","msg":"trace[1222577192] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3682; }","duration":"139.107959ms","start":"2026-03-03T01:00:20.049954Z","end":"2026-03-03T01:00:20.189062Z","steps":["trace[1222577192] 'agreement among raft nodes before linearized reading' (duration: 138.880495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:00:20.189229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.974086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/prometheusrules.monitoring.coreos.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:00:20.189391Z","caller":"traceutil/trace.go:171","msg":"trace[494100122] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/prometheusrules.monitoring.coreos.com; range_end:; response_count:0; response_revision:3682; }","duration":"129.271522ms","start":"2026-03-03T01:00:20.060089Z","end":"2026-03-03T01:00:20.18936Z","steps":["trace[494100122] 'agreement among raft nodes before linearized reading' (duration: 128.905384ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:00:20.429379Z","caller":"traceutil/trace.go:171","msg":"trace[1081545785] linearizableReadLoop","detail":"{readStateIndex:3838; appliedIndex:3837; }","duration":"101.356536ms","start":"2026-03-03T01:00:20.327987Z","end":"2026-03-03T01:00:20.429344Z","steps":["trace[1081545785] 'read index received' (duration: 28.986789ms)","trace[1081545785] 'applied index is now lower than readState.Index' (duration: 72.368387ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:00:20.429753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.741794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T01:00:20.429801Z","caller":"traceutil/trace.go:171","msg":"trace[419806553] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3686; }","duration":"101.891308ms","start":"2026-03-03T01:00:20.327896Z","end":"2026-03-03T01:00:20.429787Z","steps":["trace[419806553] 'agreement among raft nodes before linearized reading' (duration: 101.644143ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:00:20.429764Z","caller":"traceutil/trace.go:171","msg":"trace[742691771] transaction","detail":"{read_only:false; response_revision:3686; number_of_response:1; }","duration":"185.252117ms","start":"2026-03-03T01:00:20.244306Z","end":"2026-03-03T01:00:20.429558Z","steps":["trace[742691771] 'process raft request' (duration: 112.686246ms)","trace[742691771] 'compare' (duration: 72.146382ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:00:20.820494Z","caller":"traceutil/trace.go:171","msg":"trace[460499523] transaction","detail":"{read_only:false; response_revision:3694; number_of_response:1; }","duration":"195.79906ms","start":"2026-03-03T01:00:20.624648Z","end":"2026-03-03T01:00:20.820447Z","steps":["trace[460499523] 'process raft request' (duration: 158.486137ms)","trace[460499523] 'compare' (duration: 37.041217ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:00:20.901089Z","caller":"traceutil/trace.go:171","msg":"trace[2047130228] transaction","detail":"{read_only:false; response_revision:3695; number_of_response:1; }","duration":"272.723907ms","start":"2026-03-03T01:00:20.628329Z","end":"2026-03-03T01:00:20.901053Z","steps":["trace[2047130228] 'process raft request' (duration: 272.494172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:00:20.901367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.885893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:00:20.90148Z","caller":"traceutil/trace.go:171","msg":"trace[1060989482] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3695; }","duration":"182.063667ms","start":"2026-03-03T01:00:20.719389Z","end":"2026-03-03T01:00:20.901453Z","steps":["trace[1060989482] 'agreement among raft nodes before linearized reading' (duration: 181.809262ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:00:20.901378Z","caller":"traceutil/trace.go:171","msg":"trace[1494318715] linearizableReadLoop","detail":"{readStateIndex:3847; appliedIndex:3845; }","duration":"181.521165ms","start":"2026-03-03T01:00:20.719449Z","end":"2026-03-03T01:00:20.900971Z","steps":["trace[1494318715] 'read index received' (duration: 62.490759ms)","trace[1494318715] 'applied index is now lower than readState.Index' (duration: 119.029316ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:00:21.012706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.238388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/thanosrulers.monitoring.coreos.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:00:21.012814Z","caller":"traceutil/trace.go:171","msg":"trace[1024679508] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/thanosrulers.monitoring.coreos.com; range_end:; response_count:0; response_revision:3697; }","duration":"103.388181ms","start":"2026-03-03T01:00:20.909399Z","end":"2026-03-03T01:00:21.012787Z","steps":["trace[1024679508] 'agreement among raft nodes before linearized reading' (duration: 103.198987ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:00:21.286724Z","caller":"traceutil/trace.go:171","msg":"trace[1973653089] transaction","detail":"{read_only:false; response_revision:3698; number_of_response:1; }","duration":"258.317349ms","start":"2026-03-03T01:00:21.028354Z","end":"2026-03-03T01:00:21.286672Z","steps":["trace[1973653089] 'process raft request' (duration: 159.169481ms)","trace[1973653089] 'compare' (duration: 98.871002ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:00:21.286995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.270416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/thanosrulers.monitoring.coreos.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:00:21.287074Z","caller":"traceutil/trace.go:171","msg":"trace[900018751] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/thanosrulers.monitoring.coreos.com; range_end:; response_count:0; response_revision:3699; }","duration":"247.383408ms","start":"2026-03-03T01:00:21.03967Z","end":"2026-03-03T01:00:21.287053Z","steps":["trace[900018751] 'agreement among raft nodes before linearized reading' (duration: 247.268206ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:00:21.286921Z","caller":"traceutil/trace.go:171","msg":"trace[2092610949] linearizableReadLoop","detail":"{readStateIndex:3850; appliedIndex:3849; }","duration":"247.188654ms","start":"2026-03-03T01:00:21.039702Z","end":"2026-03-03T01:00:21.286891Z","steps":["trace[2092610949] 'read index received' (duration: 147.885583ms)","trace[2092610949] 'applied index is now lower than readState.Index' (duration: 99.216829ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:00:56.917865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.594037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:00:56.91784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.892664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T01:00:56.917974Z","caller":"traceutil/trace.go:171","msg":"trace[600111680] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:3904; }","duration":"109.776091ms","start":"2026-03-03T01:00:56.808173Z","end":"2026-03-03T01:00:56.917949Z","steps":["trace[600111680] 'count revisions from in-memory index tree' (duration: 109.400983ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:00:56.918005Z","caller":"traceutil/trace.go:171","msg":"trace[239491998] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3904; }","duration":"191.102009ms","start":"2026-03-03T01:00:56.72687Z","end":"2026-03-03T01:00:56.917972Z","steps":["trace[239491998] 'range keys from in-memory index tree' (duration: 190.69924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:00:56.91784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.486215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T01:00:56.918172Z","caller":"traceutil/trace.go:171","msg":"trace[901040496] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3904; }","duration":"190.849653ms","start":"2026-03-03T01:00:56.727301Z","end":"2026-03-03T01:00:56.91815Z","steps":["trace[901040496] 'range keys from in-memory index tree' (duration: 190.286931ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:02.449434Z","caller":"traceutil/trace.go:171","msg":"trace[665786341] transaction","detail":"{read_only:false; response_revision:4252; number_of_response:1; }","duration":"103.398437ms","start":"2026-03-03T01:01:02.346014Z","end":"2026-03-03T01:01:02.449413Z","steps":["trace[665786341] 'process raft request' (duration: 103.248224ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:04.929911Z","caller":"traceutil/trace.go:171","msg":"trace[1958193208] transaction","detail":"{read_only:false; response_revision:4324; number_of_response:1; }","duration":"253.973791ms","start":"2026-03-03T01:01:04.675897Z","end":"2026-03-03T01:01:04.929871Z","steps":["trace[1958193208] 'process raft request' (duration: 193.625876ms)","trace[1958193208] 'compare' (duration: 60.019477ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:01:04.92998Z","caller":"traceutil/trace.go:171","msg":"trace[1237716564] linearizableReadLoop","detail":"{readStateIndex:4504; appliedIndex:4502; }","duration":"251.002733ms","start":"2026-03-03T01:01:04.678938Z","end":"2026-03-03T01:01:04.929941Z","steps":["trace[1237716564] 'read index received' (duration: 190.640468ms)","trace[1237716564] 'applied index is now lower than readState.Index' (duration: 60.360555ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:01:04.93008Z","caller":"traceutil/trace.go:171","msg":"trace[1630868879] transaction","detail":"{read_only:false; response_revision:4325; number_of_response:1; }","duration":"252.150039ms","start":"2026-03-03T01:01:04.677889Z","end":"2026-03-03T01:01:04.930039Z","steps":["trace[1630868879] 'process raft request' (duration: 251.910304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:04.930536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.50193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:01:04.930774Z","caller":"traceutil/trace.go:171","msg":"trace[1400931242] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4326; }","duration":"211.818657ms","start":"2026-03-03T01:01:04.718925Z","end":"2026-03-03T01:01:04.930744Z","steps":["trace[1400931242] 'agreement among raft nodes before linearized reading' (duration: 211.51526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:04.930598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.643947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-03T01:01:04.930904Z","caller":"traceutil/trace.go:171","msg":"trace[1253433587] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:4326; }","duration":"251.973315ms","start":"2026-03-03T01:01:04.67891Z","end":"2026-03-03T01:01:04.930883Z","steps":["trace[1253433587] 'agreement among raft nodes before linearized reading' (duration: 251.476484ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:04.931587Z","caller":"traceutil/trace.go:171","msg":"trace[487989968] transaction","detail":"{read_only:false; response_revision:4326; number_of_response:1; }","duration":"249.99592ms","start":"2026-03-03T01:01:04.680439Z","end":"2026-03-03T01:01:04.930435Z","steps":["trace[487989968] 'process raft request' (duration: 249.436428ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:13.285844Z","caller":"traceutil/trace.go:171","msg":"trace[109482182] transaction","detail":"{read_only:false; response_revision:4543; number_of_response:1; }","duration":"254.798549ms","start":"2026-03-03T01:01:13.031005Z","end":"2026-03-03T01:01:13.285803Z","steps":["trace[109482182] 'process raft request' (duration: 176.603031ms)","trace[109482182] 'compare' (duration: 77.977233ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:01:14.515077Z","caller":"traceutil/trace.go:171","msg":"trace[707814370] linearizableReadLoop","detail":"{readStateIndex:4759; appliedIndex:4758; }","duration":"139.606315ms","start":"2026-03-03T01:01:14.37544Z","end":"2026-03-03T01:01:14.515046Z","steps":["trace[707814370] 'read index received' (duration: 73.765327ms)","trace[707814370] 'applied index is now lower than readState.Index' (duration: 65.839598ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:01:14.515169Z","caller":"traceutil/trace.go:171","msg":"trace[1632250735] transaction","detail":"{read_only:false; response_revision:4575; number_of_response:1; }","duration":"274.016083ms","start":"2026-03-03T01:01:14.241093Z","end":"2026-03-03T01:01:14.51511Z","steps":["trace[1632250735] 'process raft request' (duration: 208.173515ms)","trace[1632250735] 'compare' (duration: 65.446179ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:01:14.515383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.912533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ea17e0fc-b3d9-486f-83ec-12c27e70b90c\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-03-03T01:01:14.515479Z","caller":"traceutil/trace.go:171","msg":"trace[604177317] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ea17e0fc-b3d9-486f-83ec-12c27e70b90c; range_end:; response_count:1; response_revision:4575; }","duration":"140.033095ms","start":"2026-03-03T01:01:14.375406Z","end":"2026-03-03T01:01:14.515439Z","steps":["trace[604177317] 'agreement among raft nodes before linearized reading' (duration: 139.738908ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:14.708939Z","caller":"traceutil/trace.go:171","msg":"trace[1440884960] linearizableReadLoop","detail":"{readStateIndex:4762; appliedIndex:4761; }","duration":"119.706546ms","start":"2026-03-03T01:01:14.58921Z","end":"2026-03-03T01:01:14.708916Z","steps":["trace[1440884960] 'read index received' (duration: 119.527632ms)","trace[1440884960] 'applied index is now lower than readState.Index' (duration: 177.814µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:01:14.709034Z","caller":"traceutil/trace.go:171","msg":"trace[1400609499] transaction","detail":"{read_only:false; response_revision:4578; number_of_response:1; }","duration":"184.255185ms","start":"2026-03-03T01:01:14.524718Z","end":"2026-03-03T01:01:14.708973Z","steps":["trace[1400609499] 'process raft request' (duration: 184.04304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:14.70924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.017233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-03T01:01:14.709287Z","caller":"traceutil/trace.go:171","msg":"trace[1588365243] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4578; }","duration":"120.119055ms","start":"2026-03-03T01:01:14.58915Z","end":"2026-03-03T01:01:14.70927Z","steps":["trace[1588365243] 'agreement among raft nodes before linearized reading' (duration: 119.907521ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:14.818541Z","caller":"traceutil/trace.go:171","msg":"trace[952668789] transaction","detail":"{read_only:false; response_revision:4579; number_of_response:1; }","duration":"103.617982ms","start":"2026-03-03T01:01:14.714897Z","end":"2026-03-03T01:01:14.818515Z","steps":["trace[952668789] 'process raft request' (duration: 48.795672ms)","trace[952668789] 'compare' (duration: 54.644346ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:01:14.818737Z","caller":"traceutil/trace.go:171","msg":"trace[716950255] transaction","detail":"{read_only:false; response_revision:4580; number_of_response:1; }","duration":"102.738672ms","start":"2026-03-03T01:01:14.715986Z","end":"2026-03-03T01:01:14.818725Z","steps":["trace[716950255] 'process raft request' (duration: 102.482177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:16.150127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.191462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-03T01:01:16.150445Z","caller":"traceutil/trace.go:171","msg":"trace[1522714091] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4641; }","duration":"161.580572ms","start":"2026-03-03T01:01:15.988829Z","end":"2026-03-03T01:01:16.15041Z","steps":["trace[1522714091] 'range keys from in-memory index tree' (duration: 160.932007ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:16.94454Z","caller":"traceutil/trace.go:171","msg":"trace[2082033067] transaction","detail":"{read_only:false; response_revision:4648; number_of_response:1; }","duration":"116.592476ms","start":"2026-03-03T01:01:16.827906Z","end":"2026-03-03T01:01:16.944498Z","steps":["trace[2082033067] 'process raft request' (duration: 57.092821ms)","trace[2082033067] 'compare' (duration: 59.302881ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:01:17.530991Z","caller":"traceutil/trace.go:171","msg":"trace[1572610645] transaction","detail":"{read_only:false; response_revision:4655; number_of_response:1; }","duration":"227.345879ms","start":"2026-03-03T01:01:17.303607Z","end":"2026-03-03T01:01:17.530953Z","steps":["trace[1572610645] 'process raft request' (duration: 227.140054ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:17.700295Z","caller":"traceutil/trace.go:171","msg":"trace[1240793243] transaction","detail":"{read_only:false; response_revision:4656; number_of_response:1; }","duration":"133.757183ms","start":"2026-03-03T01:01:17.566512Z","end":"2026-03-03T01:01:17.70027Z","steps":["trace[1240793243] 'process raft request' (duration: 114.406426ms)","trace[1240793243] 'compare' (duration: 19.244455ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:01:23.988387Z","caller":"traceutil/trace.go:171","msg":"trace[1452321146] linearizableReadLoop","detail":"{readStateIndex:4960; appliedIndex:4959; }","duration":"427.523753ms","start":"2026-03-03T01:01:23.560838Z","end":"2026-03-03T01:01:23.988362Z","steps":["trace[1452321146] 'read index received' (duration: 427.41128ms)","trace[1452321146] 'applied index is now lower than readState.Index' (duration: 111.333µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:01:23.988462Z","caller":"traceutil/trace.go:171","msg":"trace[2011074310] transaction","detail":"{read_only:false; response_revision:4768; number_of_response:1; }","duration":"474.32435ms","start":"2026-03-03T01:01:23.514106Z","end":"2026-03-03T01:01:23.988431Z","steps":["trace[2011074310] 'process raft request' (duration: 474.122366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:24.018667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:23.514082Z","time spent":"474.456994ms","remote":"127.0.0.1:44538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2438,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T01:01:24.018786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.91789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T01:01:24.018863Z","caller":"traceutil/trace.go:171","msg":"trace[963716670] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4768; }","duration":"458.055423ms","start":"2026-03-03T01:01:23.56079Z","end":"2026-03-03T01:01:24.018845Z","steps":["trace[963716670] 'agreement among raft nodes before linearized reading' (duration: 427.700937ms)","trace[963716670] 'range keys from in-memory index tree' (duration: 30.124091ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:01:24.018898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:23.560768Z","time spent":"458.123665ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T01:01:24.373502Z","caller":"traceutil/trace.go:171","msg":"trace[1604137475] transaction","detail":"{read_only:false; response_revision:4769; number_of_response:1; }","duration":"622.51682ms","start":"2026-03-03T01:01:23.750958Z","end":"2026-03-03T01:01:24.373475Z","steps":["trace[1604137475] 'process raft request' (duration: 621.114518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:24.373667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:23.750923Z","time spent":"622.662764ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:01:24.373748Z","caller":"traceutil/trace.go:171","msg":"trace[1739621770] transaction","detail":"{read_only:false; response_revision:4770; number_of_response:1; }","duration":"487.037209ms","start":"2026-03-03T01:01:23.886693Z","end":"2026-03-03T01:01:24.373731Z","steps":["trace[1739621770] 'process raft request' (duration: 486.730642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:24.373849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:23.886673Z","time spent":"487.12167ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:01:24.374125Z","caller":"traceutil/trace.go:171","msg":"trace[781051691] linearizableReadLoop","detail":"{readStateIndex:4963; appliedIndex:4960; }","duration":"385.646837ms","start":"2026-03-03T01:01:23.98847Z","end":"2026-03-03T01:01:24.374117Z","steps":["trace[781051691] 'read index received' (duration: 383.749874ms)","trace[781051691] 'applied index is now lower than readState.Index' (duration: 1.896053ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:01:24.374208Z","caller":"traceutil/trace.go:171","msg":"trace[45128961] transaction","detail":"{read_only:false; response_revision:4771; number_of_response:1; }","duration":"393.978845ms","start":"2026-03-03T01:01:23.980222Z","end":"2026-03-03T01:01:24.374201Z","steps":["trace[45128961] 'process raft request' (duration: 393.454624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:24.374242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:23.980206Z","time spent":"394.018377ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:01:24.374338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.577169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:01:24.374355Z","caller":"traceutil/trace.go:171","msg":"trace[855329006] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:4771; }","duration":"575.598499ms","start":"2026-03-03T01:01:23.798752Z","end":"2026-03-03T01:01:24.374351Z","steps":["trace[855329006] 'agreement among raft nodes before linearized reading' (duration: 575.563239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:24.374374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:23.798668Z","time spent":"575.699592ms","remote":"127.0.0.1:39754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:01:24.374458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.280298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:01:24.374472Z","caller":"traceutil/trace.go:171","msg":"trace[803448991] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4771; }","duration":"623.326888ms","start":"2026-03-03T01:01:23.751142Z","end":"2026-03-03T01:01:24.374469Z","steps":["trace[803448991] 'agreement among raft nodes before linearized reading' (duration: 623.301498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:24.37444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.659905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16231"} {"level":"warn","ts":"2026-03-03T01:01:24.374485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:23.751124Z","time spent":"623.358939ms","remote":"127.0.0.1:34742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T01:01:24.374516Z","caller":"traceutil/trace.go:171","msg":"trace[184442379] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4771; }","duration":"538.768838ms","start":"2026-03-03T01:01:23.835725Z","end":"2026-03-03T01:01:24.374494Z","steps":["trace[184442379] 'agreement among raft nodes before linearized reading' (duration: 538.554053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:24.37456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:23.835713Z","time spent":"538.839099ms","remote":"127.0.0.1:34926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":16254,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-03T01:01:24.374585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.263336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-03T01:01:24.374677Z","caller":"traceutil/trace.go:171","msg":"trace[1300990233] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4771; }","duration":"465.402889ms","start":"2026-03-03T01:01:23.909247Z","end":"2026-03-03T01:01:24.37465Z","steps":["trace[1300990233] 'agreement among raft nodes before linearized reading' (duration: 465.136523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:24.374725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:23.909227Z","time spent":"465.487822ms","remote":"127.0.0.1:34908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-03T01:01:24.374763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.178312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-6ccc57bfd-4mjqm.18992f120738c59a\" ","response":"range_response_count:1 size:895"} {"level":"info","ts":"2026-03-03T01:01:24.374784Z","caller":"traceutil/trace.go:171","msg":"trace[729902386] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-6ccc57bfd-4mjqm.18992f120738c59a; range_end:; response_count:1; response_revision:4771; }","duration":"537.207483ms","start":"2026-03-03T01:01:23.837569Z","end":"2026-03-03T01:01:24.374776Z","steps":["trace[729902386] 'agreement among raft nodes before linearized reading' (duration: 537.117071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:24.374798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:23.837564Z","time spent":"537.230633ms","remote":"127.0.0.1:34816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":918,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-6ccc57bfd-4mjqm.18992f120738c59a\" "} {"level":"warn","ts":"2026-03-03T01:01:24.404332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.954323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:01:24.404355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.400283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pz4ww\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-03T01:01:24.40438Z","caller":"traceutil/trace.go:171","msg":"trace[1981771568] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:4772; }","duration":"355.076876ms","start":"2026-03-03T01:01:24.049293Z","end":"2026-03-03T01:01:24.40437Z","steps":["trace[1981771568] 'agreement among raft nodes before linearized reading' (duration: 354.993764ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:24.404325Z","caller":"traceutil/trace.go:171","msg":"trace[1986093164] transaction","detail":"{read_only:false; response_revision:4772; number_of_response:1; }","duration":"381.567494ms","start":"2026-03-03T01:01:24.022717Z","end":"2026-03-03T01:01:24.404284Z","steps":["trace[1986093164] 'process raft request' (duration: 381.349479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:24.40441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:24.049261Z","time spent":"355.141878ms","remote":"127.0.0.1:48034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:01:24.404412Z","caller":"traceutil/trace.go:171","msg":"trace[566398657] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pz4ww; range_end:; response_count:1; response_revision:4772; }","duration":"205.507366ms","start":"2026-03-03T01:01:24.19889Z","end":"2026-03-03T01:01:24.404398Z","steps":["trace[566398657] 'agreement among raft nodes before linearized reading' (duration: 205.329512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:24.404526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:24.0227Z","time spent":"381.727288ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:01:24.579024Z","caller":"traceutil/trace.go:171","msg":"trace[624339905] linearizableReadLoop","detail":"{readStateIndex:4966; appliedIndex:4964; }","duration":"174.846272ms","start":"2026-03-03T01:01:24.404164Z","end":"2026-03-03T01:01:24.57901Z","steps":["trace[624339905] 'read index received' (duration: 174.662348ms)","trace[624339905] 'applied index is now lower than readState.Index' (duration: 183.024µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:01:24.579101Z","caller":"traceutil/trace.go:171","msg":"trace[767560964] transaction","detail":"{read_only:false; response_revision:4773; number_of_response:1; }","duration":"201.556156ms","start":"2026-03-03T01:01:24.377476Z","end":"2026-03-03T01:01:24.579032Z","steps":["trace[767560964] 'process raft request' (duration: 201.353301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:24.579158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.532851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached-metrics\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:01:24.579224Z","caller":"traceutil/trace.go:171","msg":"trace[141947358] range","detail":"{range_begin:/registry/services/specs/openstack/memcached-metrics; range_end:; response_count:0; response_revision:4774; }","duration":"188.621742ms","start":"2026-03-03T01:01:24.390589Z","end":"2026-03-03T01:01:24.57921Z","steps":["trace[141947358] 'agreement among raft nodes before linearized reading' (duration: 188.471549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:24.579223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.994263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b13e363d-fd7c-45c0-b1b3-0fc5bda26575\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-03-03T01:01:24.579233Z","caller":"traceutil/trace.go:171","msg":"trace[879984870] transaction","detail":"{read_only:false; response_revision:4774; number_of_response:1; }","duration":"192.06363ms","start":"2026-03-03T01:01:24.387131Z","end":"2026-03-03T01:01:24.579194Z","steps":["trace[879984870] 'process raft request' (duration: 191.820095ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:24.579275Z","caller":"traceutil/trace.go:171","msg":"trace[1847745361] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b13e363d-fd7c-45c0-b1b3-0fc5bda26575; range_end:; response_count:1; response_revision:4774; }","duration":"201.071025ms","start":"2026-03-03T01:01:24.378187Z","end":"2026-03-03T01:01:24.579258Z","steps":["trace[1847745361] 'agreement among raft nodes before linearized reading' (duration: 200.913601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:24.579318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.410841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:01:24.579406Z","caller":"traceutil/trace.go:171","msg":"trace[662340705] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:4774; }","duration":"181.574054ms","start":"2026-03-03T01:01:24.397813Z","end":"2026-03-03T01:01:24.579387Z","steps":["trace[662340705] 'agreement among raft nodes before linearized reading' (duration: 181.219087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:24.579358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.984678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:01:24.579505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.835624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:70786"} {"level":"info","ts":"2026-03-03T01:01:24.579532Z","caller":"traceutil/trace.go:171","msg":"trace[1504331186] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:4774; }","duration":"171.874994ms","start":"2026-03-03T01:01:24.407648Z","end":"2026-03-03T01:01:24.579523Z","steps":["trace[1504331186] 'agreement among raft nodes before linearized reading' (duration: 171.713701ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:24.579535Z","caller":"traceutil/trace.go:171","msg":"trace[1253902096] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4774; }","duration":"203.287284ms","start":"2026-03-03T01:01:24.376231Z","end":"2026-03-03T01:01:24.579518Z","steps":["trace[1253902096] 'agreement among raft nodes before linearized reading' (duration: 202.871975ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:24.727632Z","caller":"traceutil/trace.go:171","msg":"trace[597151737] transaction","detail":"{read_only:false; response_revision:4781; number_of_response:1; }","duration":"127.173004ms","start":"2026-03-03T01:01:24.600395Z","end":"2026-03-03T01:01:24.727568Z","steps":["trace[597151737] 'process raft request' (duration: 120.747369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:25.537874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.235645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T01:01:25.53798Z","caller":"traceutil/trace.go:171","msg":"trace[255309472] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4784; }","duration":"415.389648ms","start":"2026-03-03T01:01:25.122565Z","end":"2026-03-03T01:01:25.537955Z","steps":["trace[255309472] 'range keys from in-memory index tree' (duration: 414.99112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:25.538056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:25.12186Z","time spent":"416.180606ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T01:01:25.538345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.6225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-03-03T01:01:25.538395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.216968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T01:01:25.538437Z","caller":"traceutil/trace.go:171","msg":"trace[482838912] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4784; }","duration":"636.765333ms","start":"2026-03-03T01:01:24.901646Z","end":"2026-03-03T01:01:25.538411Z","steps":["trace[482838912] 'range keys from in-memory index tree' (duration: 636.007816ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:25.538473Z","caller":"traceutil/trace.go:171","msg":"trace[571864439] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4784; }","duration":"558.3355ms","start":"2026-03-03T01:01:24.980123Z","end":"2026-03-03T01:01:25.538459Z","steps":["trace[571864439] 'range keys from in-memory index tree' (duration: 557.44995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:25.538573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:24.980106Z","time spent":"558.454993ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T01:01:25.538495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:24.901621Z","time spent":"636.863175ms","remote":"127.0.0.1:34908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-03T01:01:25.68292Z","caller":"traceutil/trace.go:171","msg":"trace[1929901168] transaction","detail":"{read_only:false; response_revision:4786; number_of_response:1; }","duration":"138.412628ms","start":"2026-03-03T01:01:25.544465Z","end":"2026-03-03T01:01:25.682877Z","steps":["trace[1929901168] 'process raft request' (duration: 133.011786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:25.792346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.823941ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-03T01:01:33.554064Z","caller":"traceutil/trace.go:171","msg":"trace[1990128439] transaction","detail":"{read_only:false; response_revision:4912; number_of_response:1; }","duration":"101.031623ms","start":"2026-03-03T01:01:33.453008Z","end":"2026-03-03T01:01:33.55404Z","steps":["trace[1990128439] 'process raft request' (duration: 100.846469ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:34.58667Z","caller":"traceutil/trace.go:171","msg":"trace[772621072] transaction","detail":"{read_only:false; response_revision:4919; number_of_response:1; }","duration":"132.22276ms","start":"2026-03-03T01:01:34.454413Z","end":"2026-03-03T01:01:34.586636Z","steps":["trace[772621072] 'process raft request' (duration: 63.803562ms)","trace[772621072] 'compare' (duration: 68.289464ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:01:36.455478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.122605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-jxtdc.18992f10620a74d0\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-03-03T01:01:36.45558Z","caller":"traceutil/trace.go:171","msg":"trace[992072735] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-jxtdc.18992f10620a74d0; range_end:; response_count:1; response_revision:4932; }","duration":"312.276579ms","start":"2026-03-03T01:01:36.143277Z","end":"2026-03-03T01:01:36.455554Z","steps":["trace[992072735] 'range keys from in-memory index tree' (duration: 311.91533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:36.455629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:36.143251Z","time spent":"312.367171ms","remote":"127.0.0.1:34816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":929,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-jxtdc.18992f10620a74d0\" "} {"level":"info","ts":"2026-03-03T01:01:41.98488Z","caller":"traceutil/trace.go:171","msg":"trace[1546667] linearizableReadLoop","detail":"{readStateIndex:5198; appliedIndex:5197; }","duration":"145.572831ms","start":"2026-03-03T01:01:41.83928Z","end":"2026-03-03T01:01:41.984853Z","steps":["trace[1546667] 'read index received' (duration: 145.376326ms)","trace[1546667] 'applied index is now lower than readState.Index' (duration: 194.855µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:01:41.985145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.846827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T01:01:41.985205Z","caller":"traceutil/trace.go:171","msg":"trace[2026745786] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5001; }","duration":"145.95996ms","start":"2026-03-03T01:01:41.839232Z","end":"2026-03-03T01:01:41.985192Z","steps":["trace[2026745786] 'agreement among raft nodes before linearized reading' (duration: 145.781476ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:41.985281Z","caller":"traceutil/trace.go:171","msg":"trace[1058882904] transaction","detail":"{read_only:false; response_revision:5001; number_of_response:1; }","duration":"154.681016ms","start":"2026-03-03T01:01:41.830571Z","end":"2026-03-03T01:01:41.985252Z","steps":["trace[1058882904] 'process raft request' (duration: 154.106773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:42.655167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.219377ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:01:42.655286Z","caller":"traceutil/trace.go:171","msg":"trace[1846037356] transaction","detail":"{read_only:false; response_revision:5004; number_of_response:1; }","duration":"111.282395ms","start":"2026-03-03T01:01:42.543984Z","end":"2026-03-03T01:01:42.655267Z","steps":["trace[1846037356] 'compare' (duration: 104.109094ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:42.692343Z","caller":"traceutil/trace.go:171","msg":"trace[1417133076] transaction","detail":"{read_only:false; response_revision:5005; number_of_response:1; }","duration":"143.022932ms","start":"2026-03-03T01:01:42.549294Z","end":"2026-03-03T01:01:42.692316Z","steps":["trace[1417133076] 'process raft request' (duration: 142.800897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:42.93039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.461487ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:01:42.930665Z","caller":"traceutil/trace.go:171","msg":"trace[1064278872] linearizableReadLoop","detail":"{readStateIndex:5204; appliedIndex:5202; }","duration":"189.396931ms","start":"2026-03-03T01:01:42.741222Z","end":"2026-03-03T01:01:42.930619Z","steps":["trace[1064278872] 'read index received' (duration: 39.585186ms)","trace[1064278872] 'applied index is now lower than readState.Index' (duration: 149.810615ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:01:42.930717Z","caller":"traceutil/trace.go:171","msg":"trace[1923342218] transaction","detail":"{read_only:false; response_revision:5006; number_of_response:1; }","duration":"233.289773ms","start":"2026-03-03T01:01:42.697399Z","end":"2026-03-03T01:01:42.930689Z","steps":["trace[1923342218] 'process raft request' (duration: 83.395886ms)","trace[1923342218] 'compare' (duration: 149.319884ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:01:42.930772Z","caller":"traceutil/trace.go:171","msg":"trace[2118395130] transaction","detail":"{read_only:false; response_revision:5007; number_of_response:1; }","duration":"233.102538ms","start":"2026-03-03T01:01:42.697637Z","end":"2026-03-03T01:01:42.930739Z","steps":["trace[2118395130] 'process raft request' (duration: 232.898044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:42.93089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.668647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T01:01:42.93095Z","caller":"traceutil/trace.go:171","msg":"trace[100159426] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5007; }","duration":"189.749708ms","start":"2026-03-03T01:01:42.741185Z","end":"2026-03-03T01:01:42.930935Z","steps":["trace[100159426] 'agreement among raft nodes before linearized reading' (duration: 189.572724ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:42.990263Z","caller":"traceutil/trace.go:171","msg":"trace[193001884] transaction","detail":"{read_only:false; response_revision:5008; number_of_response:1; }","duration":"185.186615ms","start":"2026-03-03T01:01:42.805049Z","end":"2026-03-03T01:01:42.990236Z","steps":["trace[193001884] 'process raft request' (duration: 185.016862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:42.990354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.91146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:01:42.990419Z","caller":"traceutil/trace.go:171","msg":"trace[1744279506] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5008; }","duration":"228.012273ms","start":"2026-03-03T01:01:42.762391Z","end":"2026-03-03T01:01:42.990403Z","steps":["trace[1744279506] 'agreement among raft nodes before linearized reading' (duration: 227.85798ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:44.175692Z","caller":"traceutil/trace.go:171","msg":"trace[1362740310] transaction","detail":"{read_only:false; response_revision:5011; number_of_response:1; }","duration":"160.500338ms","start":"2026-03-03T01:01:44.015166Z","end":"2026-03-03T01:01:44.175666Z","steps":["trace[1362740310] 'process raft request' (duration: 88.606502ms)","trace[1362740310] 'compare' (duration: 71.784082ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:01:47.214106Z","caller":"traceutil/trace.go:171","msg":"trace[701200083] linearizableReadLoop","detail":"{readStateIndex:5234; appliedIndex:5233; }","duration":"184.01025ms","start":"2026-03-03T01:01:47.030077Z","end":"2026-03-03T01:01:47.214088Z","steps":["trace[701200083] 'read index received' (duration: 183.867136ms)","trace[701200083] 'applied index is now lower than readState.Index' (duration: 142.224µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:01:47.214238Z","caller":"traceutil/trace.go:171","msg":"trace[1087638458] transaction","detail":"{read_only:false; response_revision:5036; number_of_response:1; }","duration":"196.228895ms","start":"2026-03-03T01:01:47.017966Z","end":"2026-03-03T01:01:47.214195Z","steps":["trace[1087638458] 'process raft request' (duration: 195.99185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:47.214326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.227744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T01:01:47.214353Z","caller":"traceutil/trace.go:171","msg":"trace[2138114757] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5036; }","duration":"184.298925ms","start":"2026-03-03T01:01:47.030046Z","end":"2026-03-03T01:01:47.214345Z","steps":["trace[2138114757] 'agreement among raft nodes before linearized reading' (duration: 184.162502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:47.214392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.814574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-03T01:01:47.214465Z","caller":"traceutil/trace.go:171","msg":"trace[739697473] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5036; }","duration":"125.916927ms","start":"2026-03-03T01:01:47.088528Z","end":"2026-03-03T01:01:47.214445Z","steps":["trace[739697473] 'agreement among raft nodes before linearized reading' (duration: 125.723682ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:47.855608Z","caller":"traceutil/trace.go:171","msg":"trace[301118328] linearizableReadLoop","detail":"{readStateIndex:5241; appliedIndex:5240; }","duration":"209.318031ms","start":"2026-03-03T01:01:47.646266Z","end":"2026-03-03T01:01:47.855584Z","steps":["trace[301118328] 'read index received' (duration: 209.129317ms)","trace[301118328] 'applied index is now lower than readState.Index' (duration: 187.764µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:01:47.855768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.421643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:01:47.855807Z","caller":"traceutil/trace.go:171","msg":"trace[107839715] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5043; }","duration":"136.532486ms","start":"2026-03-03T01:01:47.719264Z","end":"2026-03-03T01:01:47.855797Z","steps":["trace[107839715] 'agreement among raft nodes before linearized reading' (duration: 136.454304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:47.855825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.527196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:01:47.855979Z","caller":"traceutil/trace.go:171","msg":"trace[102886325] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:5043; }","duration":"209.767961ms","start":"2026-03-03T01:01:47.646186Z","end":"2026-03-03T01:01:47.855954Z","steps":["trace[102886325] 'agreement among raft nodes before linearized reading' (duration: 209.528756ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:47.856152Z","caller":"traceutil/trace.go:171","msg":"trace[504298645] transaction","detail":"{read_only:false; response_revision:5043; number_of_response:1; }","duration":"290.834914ms","start":"2026-03-03T01:01:47.56523Z","end":"2026-03-03T01:01:47.856065Z","steps":["trace[504298645] 'process raft request' (duration: 290.19965ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:48.381391Z","caller":"traceutil/trace.go:171","msg":"trace[1099926057] linearizableReadLoop","detail":"{readStateIndex:5242; appliedIndex:5241; }","duration":"339.991215ms","start":"2026-03-03T01:01:48.04138Z","end":"2026-03-03T01:01:48.381372Z","steps":["trace[1099926057] 'read index received' (duration: 339.75944ms)","trace[1099926057] 'applied index is now lower than readState.Index' (duration: 230.845µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:01:48.3815Z","caller":"traceutil/trace.go:171","msg":"trace[1555997226] transaction","detail":"{read_only:false; response_revision:5044; number_of_response:1; }","duration":"504.585185ms","start":"2026-03-03T01:01:47.876854Z","end":"2026-03-03T01:01:48.381439Z","steps":["trace[1555997226] 'process raft request' (duration: 504.396161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:48.381598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.2091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12973"} {"level":"info","ts":"2026-03-03T01:01:48.381632Z","caller":"traceutil/trace.go:171","msg":"trace[1873360990] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5044; }","duration":"340.288832ms","start":"2026-03-03T01:01:48.041333Z","end":"2026-03-03T01:01:48.381622Z","steps":["trace[1873360990] 'agreement among raft nodes before linearized reading' (duration: 340.152109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:48.381657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:48.041315Z","time spent":"340.336113ms","remote":"127.0.0.1:34926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":12996,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-03T01:01:48.381703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.909797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T01:01:48.381769Z","caller":"traceutil/trace.go:171","msg":"trace[1950558930] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5044; }","duration":"288.01335ms","start":"2026-03-03T01:01:48.093739Z","end":"2026-03-03T01:01:48.381752Z","steps":["trace[1950558930] 'agreement among raft nodes before linearized reading' (duration: 287.848706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:48.381775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:47.876827Z","time spent":"504.809719ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:01:48.38178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.68438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T01:01:48.381854Z","caller":"traceutil/trace.go:171","msg":"trace[281828027] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5044; }","duration":"190.768282ms","start":"2026-03-03T01:01:48.191069Z","end":"2026-03-03T01:01:48.381838Z","steps":["trace[281828027] 'agreement among raft nodes before linearized reading' (duration: 190.590578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:48.382139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.76572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-03T01:01:48.382186Z","caller":"traceutil/trace.go:171","msg":"trace[1440740213] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5044; }","duration":"270.816781ms","start":"2026-03-03T01:01:48.111357Z","end":"2026-03-03T01:01:48.382174Z","steps":["trace[1440740213] 'agreement among raft nodes before linearized reading' (duration: 270.661868ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:50.515556Z","caller":"traceutil/trace.go:171","msg":"trace[1493819342] linearizableReadLoop","detail":"{readStateIndex:5262; appliedIndex:5261; }","duration":"270.158347ms","start":"2026-03-03T01:01:50.245377Z","end":"2026-03-03T01:01:50.515536Z","steps":["trace[1493819342] 'read index received' (duration: 270.056874ms)","trace[1493819342] 'applied index is now lower than readState.Index' (duration: 100.303µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:01:50.515602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:50.202805Z","time spent":"312.79046ms","remote":"127.0.0.1:34790","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T01:01:50.515699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.2959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:01:50.515732Z","caller":"traceutil/trace.go:171","msg":"trace[1993241667] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:5063; }","duration":"270.352601ms","start":"2026-03-03T01:01:50.245371Z","end":"2026-03-03T01:01:50.515724Z","steps":["trace[1993241667] 'agreement among raft nodes before linearized reading' (duration: 270.269419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:50.515857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.261359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-03T01:01:50.515879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.014995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T01:01:50.516037Z","caller":"traceutil/trace.go:171","msg":"trace[757276269] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5063; }","duration":"113.222139ms","start":"2026-03-03T01:01:50.402794Z","end":"2026-03-03T01:01:50.516016Z","steps":["trace[757276269] 'agreement among raft nodes before linearized reading' (duration: 112.919153ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:50.51595Z","caller":"traceutil/trace.go:171","msg":"trace[1841073770] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5063; }","duration":"109.355922ms","start":"2026-03-03T01:01:50.406554Z","end":"2026-03-03T01:01:50.51591Z","steps":["trace[1841073770] 'agreement among raft nodes before linearized reading' (duration: 109.174678ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:50.671227Z","caller":"traceutil/trace.go:171","msg":"trace[1294403126] transaction","detail":"{read_only:false; response_revision:5064; number_of_response:1; }","duration":"154.052032ms","start":"2026-03-03T01:01:50.517153Z","end":"2026-03-03T01:01:50.671205Z","steps":["trace[1294403126] 'process raft request' (duration: 153.900848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:51.022386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.554955ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:01:51.022688Z","caller":"traceutil/trace.go:171","msg":"trace[1317847452] linearizableReadLoop","detail":"{readStateIndex:5266; appliedIndex:5263; }","duration":"349.040869ms","start":"2026-03-03T01:01:50.673629Z","end":"2026-03-03T01:01:51.02267Z","steps":["trace[1317847452] 'read index received' (duration: 36.006874ms)","trace[1317847452] 'applied index is now lower than readState.Index' (duration: 313.032715ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:01:51.022727Z","caller":"traceutil/trace.go:171","msg":"trace[1015522214] transaction","detail":"{read_only:false; response_revision:5065; number_of_response:1; }","duration":"502.171902ms","start":"2026-03-03T01:01:50.520525Z","end":"2026-03-03T01:01:51.022697Z","steps":["trace[1015522214] 'process raft request' (duration: 189.197928ms)","trace[1015522214] 'compare' (duration: 312.371539ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:01:51.022784Z","caller":"traceutil/trace.go:171","msg":"trace[872886232] transaction","detail":"{read_only:false; response_revision:5066; number_of_response:1; }","duration":"502.158551ms","start":"2026-03-03T01:01:50.520614Z","end":"2026-03-03T01:01:51.022773Z","steps":["trace[872886232] 'process raft request' (duration: 501.861105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:51.022847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:50.520598Z","time spent":"502.214412ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:01:51.022862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:50.5205Z","time spent":"502.291634ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:01:51.022731Z","caller":"traceutil/trace.go:171","msg":"trace[887714659] transaction","detail":"{read_only:false; response_revision:5068; number_of_response:1; }","duration":"127.699777ms","start":"2026-03-03T01:01:50.895009Z","end":"2026-03-03T01:01:51.022708Z","steps":["trace[887714659] 'process raft request' (duration: 127.612275ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:51.023001Z","caller":"traceutil/trace.go:171","msg":"trace[1903619987] transaction","detail":"{read_only:false; response_revision:5067; number_of_response:1; }","duration":"402.507518ms","start":"2026-03-03T01:01:50.620483Z","end":"2026-03-03T01:01:51.02299Z","steps":["trace[1903619987] 'process raft request' (duration: 402.093179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:51.023053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:50.620455Z","time spent":"402.567719ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:01:51.023043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.354386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-03T01:01:51.023125Z","caller":"traceutil/trace.go:171","msg":"trace[732379277] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5068; }","duration":"349.51703ms","start":"2026-03-03T01:01:50.67359Z","end":"2026-03-03T01:01:51.023107Z","steps":["trace[732379277] 'agreement among raft nodes before linearized reading' (duration: 349.277974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:51.023174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:50.673575Z","time spent":"349.586942ms","remote":"127.0.0.1:34922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T01:01:51.023075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.738861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:01:51.023261Z","caller":"traceutil/trace.go:171","msg":"trace[1665150901] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5068; }","duration":"305.965855ms","start":"2026-03-03T01:01:50.717285Z","end":"2026-03-03T01:01:51.023251Z","steps":["trace[1665150901] 'agreement among raft nodes before linearized reading' (duration: 305.7462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:51.023265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.609499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pz4ww\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-03T01:01:51.023295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:50.717272Z","time spent":"306.013477ms","remote":"127.0.0.1:34742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T01:01:51.023297Z","caller":"traceutil/trace.go:171","msg":"trace[1579501469] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pz4ww; range_end:; response_count:1; response_revision:5068; }","duration":"129.668041ms","start":"2026-03-03T01:01:50.893619Z","end":"2026-03-03T01:01:51.023287Z","steps":["trace[1579501469] 'agreement among raft nodes before linearized reading' (duration: 129.587549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:51.319816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.851973ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:01:51.32012Z","caller":"traceutil/trace.go:171","msg":"trace[2074187986] transaction","detail":"{read_only:false; response_revision:5069; number_of_response:1; }","duration":"290.272872ms","start":"2026-03-03T01:01:51.029817Z","end":"2026-03-03T01:01:51.32009Z","steps":["trace[2074187986] 'process raft request' (duration: 130.03655ms)","trace[2074187986] 'compare' (duration: 159.567217ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:01:52.114181Z","caller":"traceutil/trace.go:171","msg":"trace[1671454780] transaction","detail":"{read_only:false; response_revision:5080; number_of_response:1; }","duration":"131.496742ms","start":"2026-03-03T01:01:51.982658Z","end":"2026-03-03T01:01:52.114155Z","steps":["trace[1671454780] 'process raft request' (duration: 94.362553ms)","trace[1671454780] 'compare' (duration: 37.019416ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:02:03.349422Z","caller":"traceutil/trace.go:171","msg":"trace[956038973] linearizableReadLoop","detail":"{readStateIndex:5405; appliedIndex:5404; }","duration":"148.764181ms","start":"2026-03-03T01:02:03.20062Z","end":"2026-03-03T01:02:03.349385Z","steps":["trace[956038973] 'read index received' (duration: 145.892224ms)","trace[956038973] 'applied index is now lower than readState.Index' (duration: 2.870287ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:02:03.349511Z","caller":"traceutil/trace.go:171","msg":"trace[2003749483] transaction","detail":"{read_only:false; response_revision:5201; number_of_response:1; }","duration":"162.792289ms","start":"2026-03-03T01:02:03.18668Z","end":"2026-03-03T01:02:03.349472Z","steps":["trace[2003749483] 'process raft request' (duration: 159.943272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:03.349777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.121239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-03T01:02:03.349935Z","caller":"traceutil/trace.go:171","msg":"trace[998610901] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5201; }","duration":"149.322924ms","start":"2026-03-03T01:02:03.200585Z","end":"2026-03-03T01:02:03.349908Z","steps":["trace[998610901] 'agreement among raft nodes before linearized reading' (duration: 148.938025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:03.964991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.077988ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:02:03.965165Z","caller":"traceutil/trace.go:171","msg":"trace[107564806] transaction","detail":"{read_only:false; response_revision:5219; number_of_response:1; }","duration":"455.145ms","start":"2026-03-03T01:02:03.509989Z","end":"2026-03-03T01:02:03.965134Z","steps":["trace[107564806] 'process raft request' (duration: 311.769816ms)","trace[107564806] 'compare' (duration: 142.700708ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:02:03.965257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:03.509971Z","time spent":"455.244693ms","remote":"127.0.0.1:34924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19284,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:02:03.991395Z","caller":"traceutil/trace.go:171","msg":"trace[1593536939] linearizableReadLoop","detail":"{readStateIndex:5424; appliedIndex:5422; }","duration":"272.930786ms","start":"2026-03-03T01:02:03.71844Z","end":"2026-03-03T01:02:03.991371Z","steps":["trace[1593536939] 'read index received' (duration: 103.257986ms)","trace[1593536939] 'applied index is now lower than readState.Index' (duration: 169.66991ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:02:03.991707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.084549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:02:03.991762Z","caller":"traceutil/trace.go:171","msg":"trace[66278914] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5220; }","duration":"273.348635ms","start":"2026-03-03T01:02:03.718395Z","end":"2026-03-03T01:02:03.991744Z","steps":["trace[66278914] 'agreement among raft nodes before linearized reading' (duration: 273.081709ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:03.992241Z","caller":"traceutil/trace.go:171","msg":"trace[1089868787] transaction","detail":"{read_only:false; response_revision:5220; number_of_response:1; }","duration":"419.314451ms","start":"2026-03-03T01:02:03.57289Z","end":"2026-03-03T01:02:03.992204Z","steps":["trace[1089868787] 'process raft request' (duration: 418.386409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:03.992447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:03.572858Z","time spent":"419.478385ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:02:04.519489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.223279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:02:04.519637Z","caller":"traceutil/trace.go:171","msg":"trace[2065048588] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:5220; }","duration":"266.454874ms","start":"2026-03-03T01:02:04.253149Z","end":"2026-03-03T01:02:04.519604Z","steps":["trace[2065048588] 'count revisions from in-memory index tree' (duration: 266.117206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:04.520078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.778584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-03T01:02:04.52021Z","caller":"traceutil/trace.go:171","msg":"trace[1816177478] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5220; }","duration":"249.965249ms","start":"2026-03-03T01:02:04.270212Z","end":"2026-03-03T01:02:04.520177Z","steps":["trace[1816177478] 'range keys from in-memory index tree' (duration: 249.275203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:04.520347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.0507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111471"} {"level":"info","ts":"2026-03-03T01:02:04.520415Z","caller":"traceutil/trace.go:171","msg":"trace[1305260181] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5220; }","duration":"241.203774ms","start":"2026-03-03T01:02:04.279196Z","end":"2026-03-03T01:02:04.5204Z","steps":["trace[1305260181] 'range keys from in-memory index tree' (duration: 239.932474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:04.521121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.250424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111471"} {"level":"info","ts":"2026-03-03T01:02:04.5212Z","caller":"traceutil/trace.go:171","msg":"trace[1180124316] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5220; }","duration":"235.372478ms","start":"2026-03-03T01:02:04.285808Z","end":"2026-03-03T01:02:04.52118Z","steps":["trace[1180124316] 'range keys from in-memory index tree' (duration: 233.594536ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:05.20547Z","caller":"traceutil/trace.go:171","msg":"trace[279581982] transaction","detail":"{read_only:false; response_revision:5222; number_of_response:1; }","duration":"102.312334ms","start":"2026-03-03T01:02:05.103131Z","end":"2026-03-03T01:02:05.205443Z","steps":["trace[279581982] 'process raft request' (duration: 102.124819ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:05.247601Z","caller":"traceutil/trace.go:171","msg":"trace[1509213760] linearizableReadLoop","detail":"{readStateIndex:5427; appliedIndex:5425; }","duration":"104.587717ms","start":"2026-03-03T01:02:05.142978Z","end":"2026-03-03T01:02:05.247566Z","steps":["trace[1509213760] 'read index received' (duration: 62.39747ms)","trace[1509213760] 'applied index is now lower than readState.Index' (duration: 42.188477ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:02:05.248027Z","caller":"traceutil/trace.go:171","msg":"trace[2113529847] transaction","detail":"{read_only:false; response_revision:5223; number_of_response:1; }","duration":"111.507769ms","start":"2026-03-03T01:02:05.136501Z","end":"2026-03-03T01:02:05.248009Z","steps":["trace[2113529847] 'process raft request' (duration: 110.923665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:05.248405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.831494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pz4ww\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-03T01:02:05.248453Z","caller":"traceutil/trace.go:171","msg":"trace[1957583630] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pz4ww; range_end:; response_count:1; response_revision:5223; }","duration":"101.921885ms","start":"2026-03-03T01:02:05.146519Z","end":"2026-03-03T01:02:05.248441Z","steps":["trace[1957583630] 'agreement among raft nodes before linearized reading' (duration: 101.726141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:05.248419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.418217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T01:02:05.24853Z","caller":"traceutil/trace.go:171","msg":"trace[515718106] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5223; }","duration":"105.602222ms","start":"2026-03-03T01:02:05.142904Z","end":"2026-03-03T01:02:05.248507Z","steps":["trace[515718106] 'agreement among raft nodes before linearized reading' (duration: 105.310805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:05.248976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.43771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T01:02:05.249183Z","caller":"traceutil/trace.go:171","msg":"trace[2004138487] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5223; }","duration":"104.160917ms","start":"2026-03-03T01:02:05.144888Z","end":"2026-03-03T01:02:05.249049Z","steps":["trace[2004138487] 'agreement among raft nodes before linearized reading' (duration: 103.309318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:05.495671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.252887ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:02:05.495795Z","caller":"traceutil/trace.go:171","msg":"trace[1291135330] linearizableReadLoop","detail":"{readStateIndex:5429; appliedIndex:5427; }","duration":"242.114315ms","start":"2026-03-03T01:02:05.253649Z","end":"2026-03-03T01:02:05.495763Z","steps":["trace[1291135330] 'read index received' (duration: 13.166608ms)","trace[1291135330] 'applied index is now lower than readState.Index' (duration: 228.946427ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:02:05.495949Z","caller":"traceutil/trace.go:171","msg":"trace[1271143988] transaction","detail":"{read_only:false; response_revision:5225; number_of_response:1; }","duration":"242.32178ms","start":"2026-03-03T01:02:05.253562Z","end":"2026-03-03T01:02:05.495883Z","steps":["trace[1271143988] 'process raft request' (duration: 29.766646ms)","trace[1271143988] 'compare' (duration: 212.160125ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:02:05.496102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.457663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81896"} {"level":"info","ts":"2026-03-03T01:02:05.496145Z","caller":"traceutil/trace.go:171","msg":"trace[870453321] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5225; }","duration":"242.627907ms","start":"2026-03-03T01:02:05.253507Z","end":"2026-03-03T01:02:05.496135Z","steps":["trace[870453321] 'agreement among raft nodes before linearized reading' (duration: 242.35536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:05.563281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.055146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T01:02:05.563373Z","caller":"traceutil/trace.go:171","msg":"trace[1810296968] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5226; }","duration":"178.212479ms","start":"2026-03-03T01:02:05.385138Z","end":"2026-03-03T01:02:05.56335Z","steps":["trace[1810296968] 'agreement among raft nodes before linearized reading' (duration: 177.963324ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:05.563757Z","caller":"traceutil/trace.go:171","msg":"trace[2101775752] transaction","detail":"{read_only:false; response_revision:5226; number_of_response:1; }","duration":"149.235501ms","start":"2026-03-03T01:02:05.414314Z","end":"2026-03-03T01:02:05.563549Z","steps":["trace[2101775752] 'process raft request' (duration: 148.645267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:05.563798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.999496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T01:02:05.563868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.809829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T01:02:05.563882Z","caller":"traceutil/trace.go:171","msg":"trace[442868754] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5226; }","duration":"137.129549ms","start":"2026-03-03T01:02:05.426729Z","end":"2026-03-03T01:02:05.563859Z","steps":["trace[442868754] 'agreement among raft nodes before linearized reading' (duration: 136.841102ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:05.563949Z","caller":"traceutil/trace.go:171","msg":"trace[422245576] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5226; }","duration":"100.900001ms","start":"2026-03-03T01:02:05.463008Z","end":"2026-03-03T01:02:05.563908Z","steps":["trace[422245576] 'agreement among raft nodes before linearized reading' (duration: 100.631635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:33.926943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.889981ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:02:33.927122Z","caller":"traceutil/trace.go:171","msg":"trace[1354678905] linearizableReadLoop","detail":"{readStateIndex:5711; appliedIndex:5709; }","duration":"175.043546ms","start":"2026-03-03T01:02:33.752062Z","end":"2026-03-03T01:02:33.927106Z","steps":["trace[1354678905] 'read index received' (duration: 73.991571ms)","trace[1354678905] 'applied index is now lower than readState.Index' (duration: 101.051205ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:02:33.927231Z","caller":"traceutil/trace.go:171","msg":"trace[1796115274] transaction","detail":"{read_only:false; response_revision:5498; number_of_response:1; }","duration":"176.999772ms","start":"2026-03-03T01:02:33.750202Z","end":"2026-03-03T01:02:33.927202Z","steps":["trace[1796115274] 'process raft request' (duration: 75.762443ms)","trace[1796115274] 'compare' (duration: 100.754998ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:02:33.927263Z","caller":"traceutil/trace.go:171","msg":"trace[1712925434] transaction","detail":"{read_only:false; response_revision:5499; number_of_response:1; }","duration":"175.867576ms","start":"2026-03-03T01:02:33.751363Z","end":"2026-03-03T01:02:33.927231Z","steps":["trace[1712925434] 'process raft request' (duration: 175.691021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:33.92727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.213579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T01:02:33.927463Z","caller":"traceutil/trace.go:171","msg":"trace[1223039715] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5499; }","duration":"175.441164ms","start":"2026-03-03T01:02:33.752005Z","end":"2026-03-03T01:02:33.927447Z","steps":["trace[1223039715] 'agreement among raft nodes before linearized reading' (duration: 175.146958ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:34.062625Z","caller":"traceutil/trace.go:171","msg":"trace[676968703] transaction","detail":"{read_only:false; response_revision:5500; number_of_response:1; }","duration":"129.737836ms","start":"2026-03-03T01:02:33.932853Z","end":"2026-03-03T01:02:34.062591Z","steps":["trace[676968703] 'process raft request' (duration: 115.246647ms)","trace[676968703] 'compare' (duration: 14.271363ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:02:36.049488Z","caller":"traceutil/trace.go:171","msg":"trace[327166199] transaction","detail":"{read_only:false; response_revision:5513; number_of_response:1; }","duration":"113.340283ms","start":"2026-03-03T01:02:35.936121Z","end":"2026-03-03T01:02:36.049461Z","steps":["trace[327166199] 'process raft request' (duration: 113.175079ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:36.05327Z","caller":"traceutil/trace.go:171","msg":"trace[337827772] transaction","detail":"{read_only:false; response_revision:5514; number_of_response:1; }","duration":"116.546727ms","start":"2026-03-03T01:02:35.936699Z","end":"2026-03-03T01:02:36.053245Z","steps":["trace[337827772] 'process raft request' (duration: 116.438185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:49.857845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.409234ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:02:49.858427Z","caller":"traceutil/trace.go:171","msg":"trace[942328668] linearizableReadLoop","detail":"{readStateIndex:5804; appliedIndex:5803; }","duration":"106.618725ms","start":"2026-03-03T01:02:49.751765Z","end":"2026-03-03T01:02:49.858384Z","steps":["trace[942328668] 'read index received' (duration: 25.261µs)","trace[942328668] 'applied index is now lower than readState.Index' (duration: 106.591074ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:02:49.858471Z","caller":"traceutil/trace.go:171","msg":"trace[1038879848] transaction","detail":"{read_only:false; response_revision:5589; number_of_response:1; }","duration":"136.014562ms","start":"2026-03-03T01:02:49.722414Z","end":"2026-03-03T01:02:49.858428Z","steps":["trace[1038879848] 'process raft request' (duration: 27.759799ms)","trace[1038879848] 'compare' (duration: 107.024555ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:02:49.858796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.019984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T01:02:49.858847Z","caller":"traceutil/trace.go:171","msg":"trace[1567182612] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5589; }","duration":"107.074745ms","start":"2026-03-03T01:02:49.75176Z","end":"2026-03-03T01:02:49.858834Z","steps":["trace[1567182612] 'agreement among raft nodes before linearized reading' (duration: 106.909532ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:50.249843Z","caller":"traceutil/trace.go:171","msg":"trace[1744107848] linearizableReadLoop","detail":"{readStateIndex:5806; appliedIndex:5805; }","duration":"130.420422ms","start":"2026-03-03T01:02:50.119399Z","end":"2026-03-03T01:02:50.249819Z","steps":["trace[1744107848] 'read index received' (duration: 130.207917ms)","trace[1744107848] 'applied index is now lower than readState.Index' (duration: 211.615µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:02:50.250359Z","caller":"traceutil/trace.go:171","msg":"trace[1473834496] transaction","detail":"{read_only:false; response_revision:5591; number_of_response:1; }","duration":"132.399928ms","start":"2026-03-03T01:02:50.117926Z","end":"2026-03-03T01:02:50.250326Z","steps":["trace[1473834496] 'process raft request' (duration: 131.743723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:50.250502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.081037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T01:02:50.250593Z","caller":"traceutil/trace.go:171","msg":"trace[294926327] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5591; }","duration":"131.216111ms","start":"2026-03-03T01:02:50.119358Z","end":"2026-03-03T01:02:50.250575Z","steps":["trace[294926327] 'agreement among raft nodes before linearized reading' (duration: 130.898063ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:50.360178Z","caller":"traceutil/trace.go:171","msg":"trace[757079147] transaction","detail":"{read_only:false; response_revision:5592; number_of_response:1; }","duration":"104.25988ms","start":"2026-03-03T01:02:50.255893Z","end":"2026-03-03T01:02:50.360153Z","steps":["trace[757079147] 'process raft request' (duration: 87.020527ms)","trace[757079147] 'compare' (duration: 17.059919ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:02:50.360567Z","caller":"traceutil/trace.go:171","msg":"trace[1613779429] transaction","detail":"{read_only:false; response_revision:5593; number_of_response:1; }","duration":"104.574217ms","start":"2026-03-03T01:02:50.255984Z","end":"2026-03-03T01:02:50.360558Z","steps":["trace[1613779429] 'process raft request' (duration: 104.131727ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:56.981719Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2751} {"level":"info","ts":"2026-03-03T01:02:57.048166Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2751,"took":"64.968781ms","hash":1263386613,"current-db-size-bytes":41005056,"current-db-size":"41 MB","current-db-size-in-use-bytes":30576640,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-03T01:02:57.048243Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1263386613,"revision":2751,"compact-revision":-1} {"level":"info","ts":"2026-03-03T01:07:46.803602Z","caller":"traceutil/trace.go:171","msg":"trace[998028942] transaction","detail":"{read_only:false; response_revision:7533; number_of_response:1; }","duration":"117.108244ms","start":"2026-03-03T01:07:46.686466Z","end":"2026-03-03T01:07:46.803574Z","steps":["trace[998028942] 'process raft request' (duration: 116.986421ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:07:46.837141Z","caller":"traceutil/trace.go:171","msg":"trace[1817855509] transaction","detail":"{read_only:false; response_revision:7534; number_of_response:1; }","duration":"148.831545ms","start":"2026-03-03T01:07:46.68828Z","end":"2026-03-03T01:07:46.837112Z","steps":["trace[1817855509] 'process raft request' (duration: 148.647861ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:07:56.991066Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5644} {"level":"info","ts":"2026-03-03T01:07:57.076258Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5644,"took":"83.343275ms","hash":1446396702,"current-db-size-bytes":41005056,"current-db-size":"41 MB","current-db-size-in-use-bytes":21360640,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-03-03T01:07:57.076315Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1446396702,"revision":5644,"compact-revision":2751} {"level":"info","ts":"2026-03-03T01:08:01.023809Z","caller":"traceutil/trace.go:171","msg":"trace[1636573591] transaction","detail":"{read_only:false; response_revision:7740; number_of_response:1; }","duration":"140.415319ms","start":"2026-03-03T01:08:00.883369Z","end":"2026-03-03T01:08:01.023784Z","steps":["trace[1636573591] 'process raft request' (duration: 140.280497ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:08:01.137359Z","caller":"traceutil/trace.go:171","msg":"trace[2087494945] transaction","detail":"{read_only:false; response_revision:7742; number_of_response:1; }","duration":"196.683925ms","start":"2026-03-03T01:08:00.940638Z","end":"2026-03-03T01:08:01.137322Z","steps":["trace[2087494945] 'process raft request' (duration: 196.575452ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:08:01.137591Z","caller":"traceutil/trace.go:171","msg":"trace[105518469] transaction","detail":"{read_only:false; response_revision:7741; number_of_response:1; }","duration":"240.209339ms","start":"2026-03-03T01:08:00.897347Z","end":"2026-03-03T01:08:01.137556Z","steps":["trace[105518469] 'process raft request' (duration: 211.423792ms)","trace[105518469] 'compare' (duration: 28.226955ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:08:03.203832Z","caller":"traceutil/trace.go:171","msg":"trace[1311582384] transaction","detail":"{read_only:false; response_revision:7749; number_of_response:1; }","duration":"174.490153ms","start":"2026-03-03T01:08:03.029314Z","end":"2026-03-03T01:08:03.203804Z","steps":["trace[1311582384] 'process raft request' (duration: 174.34194ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:08:03.639426Z","caller":"traceutil/trace.go:171","msg":"trace[775564013] transaction","detail":"{read_only:false; response_revision:7750; number_of_response:1; }","duration":"492.868083ms","start":"2026-03-03T01:08:03.146533Z","end":"2026-03-03T01:08:03.639401Z","steps":["trace[775564013] 'process raft request' (duration: 492.661518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:08:03.639581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:08:03.146512Z","time spent":"492.991616ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:08:03.640279Z","caller":"traceutil/trace.go:171","msg":"trace[1972424374] linearizableReadLoop","detail":"{readStateIndex:8044; appliedIndex:8042; }","duration":"249.000014ms","start":"2026-03-03T01:08:03.391222Z","end":"2026-03-03T01:08:03.640222Z","steps":["trace[1972424374] 'read index received' (duration: 248.012082ms)","trace[1972424374] 'applied index is now lower than readState.Index' (duration: 986.062µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:08:03.640426Z","caller":"traceutil/trace.go:171","msg":"trace[583666133] transaction","detail":"{read_only:false; response_revision:7751; number_of_response:1; }","duration":"435.739898ms","start":"2026-03-03T01:08:03.204673Z","end":"2026-03-03T01:08:03.640413Z","steps":["trace[583666133] 'process raft request' (duration: 435.39761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:08:03.640563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:08:03.204646Z","time spent":"435.82428ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:08:03.640701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.495895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T01:08:03.640766Z","caller":"traceutil/trace.go:171","msg":"trace[664046341] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7751; }","duration":"128.638778ms","start":"2026-03-03T01:08:03.512114Z","end":"2026-03-03T01:08:03.640752Z","steps":["trace[664046341] 'agreement among raft nodes before linearized reading' (duration: 128.398813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:08:03.640955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.689938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T01:08:03.641083Z","caller":"traceutil/trace.go:171","msg":"trace[1244870491] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7751; }","duration":"249.834762ms","start":"2026-03-03T01:08:03.391215Z","end":"2026-03-03T01:08:03.64105Z","steps":["trace[1244870491] 'agreement among raft nodes before linearized reading' (duration: 249.461443ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:08:13.825232Z","caller":"traceutil/trace.go:171","msg":"trace[901769099] transaction","detail":"{read_only:false; response_revision:7797; number_of_response:1; }","duration":"146.688028ms","start":"2026-03-03T01:08:13.678517Z","end":"2026-03-03T01:08:13.825205Z","steps":["trace[901769099] 'process raft request' (duration: 146.521474ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:08:13.833246Z","caller":"traceutil/trace.go:171","msg":"trace[156483187] linearizableReadLoop","detail":"{readStateIndex:8094; appliedIndex:8093; }","duration":"147.958926ms","start":"2026-03-03T01:08:13.685262Z","end":"2026-03-03T01:08:13.833221Z","steps":["trace[156483187] 'read index received' (duration: 139.938338ms)","trace[156483187] 'applied index is now lower than readState.Index' (duration: 8.019558ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:08:13.83335Z","caller":"traceutil/trace.go:171","msg":"trace[785379989] transaction","detail":"{read_only:false; response_revision:7798; number_of_response:1; }","duration":"154.617373ms","start":"2026-03-03T01:08:13.678708Z","end":"2026-03-03T01:08:13.833325Z","steps":["trace[785379989] 'process raft request' (duration: 154.386458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:08:13.833515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.239593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T01:08:13.833563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.46861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T01:08:13.83358Z","caller":"traceutil/trace.go:171","msg":"trace[1253182931] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7798; }","duration":"148.385475ms","start":"2026-03-03T01:08:13.685178Z","end":"2026-03-03T01:08:13.833564Z","steps":["trace[1253182931] 'agreement among raft nodes before linearized reading' (duration: 148.171361ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:08:13.833619Z","caller":"traceutil/trace.go:171","msg":"trace[566909765] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7798; }","duration":"140.548392ms","start":"2026-03-03T01:08:13.693057Z","end":"2026-03-03T01:08:13.833605Z","steps":["trace[566909765] 'agreement among raft nodes before linearized reading' (duration: 140.346848ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:08:14.181344Z","caller":"traceutil/trace.go:171","msg":"trace[249758924] transaction","detail":"{read_only:false; response_revision:7802; number_of_response:1; }","duration":"168.02394ms","start":"2026-03-03T01:08:14.013294Z","end":"2026-03-03T01:08:14.181318Z","steps":["trace[249758924] 'process raft request' (duration: 167.476558ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:08:15.3492Z","caller":"traceutil/trace.go:171","msg":"trace[1562851788] transaction","detail":"{read_only:false; response_revision:7805; number_of_response:1; }","duration":"209.670043ms","start":"2026-03-03T01:08:15.139476Z","end":"2026-03-03T01:08:15.349146Z","steps":["trace[1562851788] 'process raft request' (duration: 209.504919ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:08:15.535437Z","caller":"traceutil/trace.go:171","msg":"trace[449515331] transaction","detail":"{read_only:false; response_revision:7806; number_of_response:1; }","duration":"286.214768ms","start":"2026-03-03T01:08:15.24919Z","end":"2026-03-03T01:08:15.535405Z","steps":["trace[449515331] 'process raft request' (duration: 248.518543ms)","trace[449515331] 'compare' (duration: 37.49714ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:08:15.863468Z","caller":"traceutil/trace.go:171","msg":"trace[2026106092] linearizableReadLoop","detail":"{readStateIndex:8103; appliedIndex:8102; }","duration":"143.772513ms","start":"2026-03-03T01:08:15.719652Z","end":"2026-03-03T01:08:15.863424Z","steps":["trace[2026106092] 'read index received' (duration: 71.084274ms)","trace[2026106092] 'applied index is now lower than readState.Index' (duration: 72.686199ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:08:15.863621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.954479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:08:15.863713Z","caller":"traceutil/trace.go:171","msg":"trace[228657813] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7806; }","duration":"144.078951ms","start":"2026-03-03T01:08:15.719598Z","end":"2026-03-03T01:08:15.863677Z","steps":["trace[228657813] 'agreement among raft nodes before linearized reading' (duration: 143.957819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:08:16.515809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.572931ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:08:16.516252Z","caller":"traceutil/trace.go:171","msg":"trace[2028097299] transaction","detail":"{read_only:false; response_revision:7815; number_of_response:1; }","duration":"254.466554ms","start":"2026-03-03T01:08:16.261518Z","end":"2026-03-03T01:08:16.515984Z","steps":["trace[2028097299] 'process raft request' (duration: 137.577396ms)","trace[2028097299] 'compare' (duration: 116.273834ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:08:16.972645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.77332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:08:16.972754Z","caller":"traceutil/trace.go:171","msg":"trace[1833061] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7815; }","duration":"249.933624ms","start":"2026-03-03T01:08:16.722789Z","end":"2026-03-03T01:08:16.972723Z","steps":["trace[1833061] 'range keys from in-memory index tree' (duration: 249.658458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:08:16.973055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.059523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:08:16.973097Z","caller":"traceutil/trace.go:171","msg":"trace[473043380] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:7815; }","duration":"206.135815ms","start":"2026-03-03T01:08:16.766945Z","end":"2026-03-03T01:08:16.97308Z","steps":["trace[473043380] 'count revisions from in-memory index tree' (duration: 205.906879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:08:18.134147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.073898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:08:18.134263Z","caller":"traceutil/trace.go:171","msg":"trace[1558258233] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:7820; }","duration":"101.251922ms","start":"2026-03-03T01:08:18.032984Z","end":"2026-03-03T01:08:18.134236Z","steps":["trace[1558258233] 'count revisions from in-memory index tree' (duration: 100.995666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:08:18.134275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.604771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T01:08:18.134427Z","caller":"traceutil/trace.go:171","msg":"trace[878489230] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7820; }","duration":"106.862877ms","start":"2026-03-03T01:08:18.027534Z","end":"2026-03-03T01:08:18.134397Z","steps":["trace[878489230] 'range keys from in-memory index tree' (duration: 106.307824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:08:18.644853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.947972ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:08:18.644983Z","caller":"traceutil/trace.go:171","msg":"trace[1781443298] transaction","detail":"{read_only:false; response_revision:7823; number_of_response:1; }","duration":"378.209944ms","start":"2026-03-03T01:08:18.266751Z","end":"2026-03-03T01:08:18.644961Z","steps":["trace[1781443298] 'process raft request' (duration: 190.018638ms)","trace[1781443298] 'compare' (duration: 187.672045ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:08:18.645046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:08:18.266724Z","time spent":"378.291815ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:08:19.019352Z","caller":"traceutil/trace.go:171","msg":"trace[1140338008] transaction","detail":"{read_only:false; response_revision:7824; number_of_response:1; }","duration":"153.99497ms","start":"2026-03-03T01:08:18.86533Z","end":"2026-03-03T01:08:19.019325Z","steps":["trace[1140338008] 'process raft request' (duration: 153.622762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:08:20.16186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.14905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:08:20.161953Z","caller":"traceutil/trace.go:171","msg":"trace[753090946] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7826; }","duration":"442.289123ms","start":"2026-03-03T01:08:19.719643Z","end":"2026-03-03T01:08:20.161932Z","steps":["trace[753090946] 'range keys from in-memory index tree' (duration: 442.070359ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:08:20.16205Z","caller":"traceutil/trace.go:171","msg":"trace[964061486] linearizableReadLoop","detail":"{readStateIndex:8124; appliedIndex:8123; }","duration":"209.504719ms","start":"2026-03-03T01:08:19.952514Z","end":"2026-03-03T01:08:20.162019Z","steps":["trace[964061486] 'read index received' (duration: 206.725418ms)","trace[964061486] 'applied index is now lower than readState.Index' (duration: 2.777701ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:08:20.162112Z","caller":"traceutil/trace.go:171","msg":"trace[459989530] transaction","detail":"{read_only:false; response_revision:7827; number_of_response:1; }","duration":"213.518878ms","start":"2026-03-03T01:08:19.948567Z","end":"2026-03-03T01:08:20.162086Z","steps":["trace[459989530] 'process raft request' (duration: 210.660344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:08:20.162174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.652322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:08:20.16227Z","caller":"traceutil/trace.go:171","msg":"trace[446031169] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:7827; }","duration":"209.728334ms","start":"2026-03-03T01:08:19.9525Z","end":"2026-03-03T01:08:20.162229Z","steps":["trace[446031169] 'agreement among raft nodes before linearized reading' (duration: 209.607901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:08:20.161784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.505017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T01:08:20.162595Z","caller":"traceutil/trace.go:171","msg":"trace[667834369] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7826; }","duration":"284.371356ms","start":"2026-03-03T01:08:19.878196Z","end":"2026-03-03T01:08:20.162568Z","steps":["trace[667834369] 'range keys from in-memory index tree' (duration: 283.293973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:08:20.162564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:08:19.719625Z","time spent":"442.922208ms","remote":"127.0.0.1:34742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T01:08:20.163174Z","caller":"traceutil/trace.go:171","msg":"trace[65916694] transaction","detail":"{read_only:false; response_revision:7828; number_of_response:1; }","duration":"201.061181ms","start":"2026-03-03T01:08:19.962091Z","end":"2026-03-03T01:08:20.163152Z","steps":["trace[65916694] 'process raft request' (duration: 200.855347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:08:20.163202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.350814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T01:08:20.163259Z","caller":"traceutil/trace.go:171","msg":"trace[1402103783] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7828; }","duration":"185.432526ms","start":"2026-03-03T01:08:19.977811Z","end":"2026-03-03T01:08:20.163243Z","steps":["trace[1402103783] 'agreement among raft nodes before linearized reading' (duration: 185.230542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:08:20.16351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.208266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pz4ww\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-03T01:08:20.163553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.818269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T01:08:20.163604Z","caller":"traceutil/trace.go:171","msg":"trace[67718537] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pz4ww; range_end:; response_count:1; response_revision:7828; }","duration":"183.354911ms","start":"2026-03-03T01:08:19.980236Z","end":"2026-03-03T01:08:20.163591Z","steps":["trace[67718537] 'agreement among raft nodes before linearized reading' (duration: 183.055473ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:08:20.163633Z","caller":"traceutil/trace.go:171","msg":"trace[744168068] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7828; }","duration":"173.937642ms","start":"2026-03-03T01:08:19.989678Z","end":"2026-03-03T01:08:20.163615Z","steps":["trace[744168068] 'agreement among raft nodes before linearized reading' (duration: 173.393289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:08:43.811654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.266145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-03-03T01:08:43.811763Z","caller":"traceutil/trace.go:171","msg":"trace[310803887] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-csi-config; range_end:; response_count:1; response_revision:7996; }","duration":"209.388967ms","start":"2026-03-03T01:08:43.602355Z","end":"2026-03-03T01:08:43.811744Z","steps":["trace[310803887] 'range keys from in-memory index tree' (duration: 209.06094ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:08:43.813151Z","caller":"traceutil/trace.go:171","msg":"trace[589707244] transaction","detail":"{read_only:false; response_revision:7997; number_of_response:1; }","duration":"174.404972ms","start":"2026-03-03T01:08:43.638726Z","end":"2026-03-03T01:08:43.813131Z","steps":["trace[589707244] 'process raft request' (duration: 173.382329ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:08:48.483908Z","caller":"traceutil/trace.go:171","msg":"trace[5003695] linearizableReadLoop","detail":"{readStateIndex:8324; appliedIndex:8323; }","duration":"187.271857ms","start":"2026-03-03T01:08:48.296607Z","end":"2026-03-03T01:08:48.483879Z","steps":["trace[5003695] 'read index received' (duration: 187.136224ms)","trace[5003695] 'applied index is now lower than readState.Index' (duration: 133.773µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:08:48.484049Z","caller":"traceutil/trace.go:171","msg":"trace[1364368756] transaction","detail":"{read_only:false; response_revision:8019; number_of_response:1; }","duration":"219.487839ms","start":"2026-03-03T01:08:48.264517Z","end":"2026-03-03T01:08:48.484005Z","steps":["trace[1364368756] 'process raft request' (duration: 219.155482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:08:48.484258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.622195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T01:08:48.484319Z","caller":"traceutil/trace.go:171","msg":"trace[725510409] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8019; }","duration":"187.747367ms","start":"2026-03-03T01:08:48.296557Z","end":"2026-03-03T01:08:48.484305Z","steps":["trace[725510409] 'agreement among raft nodes before linearized reading' (duration: 187.540042ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:08:48.508271Z","caller":"traceutil/trace.go:171","msg":"trace[432682398] transaction","detail":"{read_only:false; response_revision:8020; number_of_response:1; }","duration":"211.196387ms","start":"2026-03-03T01:08:48.297052Z","end":"2026-03-03T01:08:48.508249Z","steps":["trace[432682398] 'process raft request' (duration: 211.029724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:08:48.508586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.950121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T01:08:48.508739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.817495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T01:08:48.508506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.145485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pz4ww\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-03T01:08:48.508787Z","caller":"traceutil/trace.go:171","msg":"trace[791496663] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8020; }","duration":"101.892257ms","start":"2026-03-03T01:08:48.406883Z","end":"2026-03-03T01:08:48.508775Z","steps":["trace[791496663] 'agreement among raft nodes before linearized reading' (duration: 101.737303ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:08:48.508835Z","caller":"traceutil/trace.go:171","msg":"trace[1527420846] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pz4ww; range_end:; response_count:1; response_revision:8020; }","duration":"136.514813ms","start":"2026-03-03T01:08:48.372296Z","end":"2026-03-03T01:08:48.508811Z","steps":["trace[1527420846] 'agreement among raft nodes before linearized reading' (duration: 135.994051ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:08:48.508744Z","caller":"traceutil/trace.go:171","msg":"trace[1554693886] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8020; }","duration":"206.140215ms","start":"2026-03-03T01:08:48.302585Z","end":"2026-03-03T01:08:48.508725Z","steps":["trace[1554693886] 'agreement among raft nodes before linearized reading' (duration: 205.650244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:08:48.509152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.651463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T01:08:48.509194Z","caller":"traceutil/trace.go:171","msg":"trace[1178561667] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8020; }","duration":"200.769366ms","start":"2026-03-03T01:08:48.308415Z","end":"2026-03-03T01:08:48.509184Z","steps":["trace[1178561667] 'agreement among raft nodes before linearized reading' (duration: 200.614632ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:08:50.94458Z","caller":"traceutil/trace.go:171","msg":"trace[854444691] transaction","detail":"{read_only:false; response_revision:8035; number_of_response:1; }","duration":"145.277387ms","start":"2026-03-03T01:08:50.799247Z","end":"2026-03-03T01:08:50.944525Z","steps":["trace[854444691] 'process raft request' (duration: 144.922709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:08:51.749577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.493364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-03T01:08:51.749658Z","caller":"traceutil/trace.go:171","msg":"trace[573341551] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8035; }","duration":"785.620407ms","start":"2026-03-03T01:08:50.964019Z","end":"2026-03-03T01:08:51.74964Z","steps":["trace[573341551] 'range keys from in-memory index tree' (duration: 785.34688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:08:51.749658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.44361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T01:08:51.749696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:08:50.963999Z","time spent":"785.687568ms","remote":"127.0.0.1:48016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-03T01:08:51.749753Z","caller":"traceutil/trace.go:171","msg":"trace[766828826] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:8035; }","duration":"527.551963ms","start":"2026-03-03T01:08:51.222168Z","end":"2026-03-03T01:08:51.74972Z","steps":["trace[766828826] 'count revisions from in-memory index tree' (duration: 527.354258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:08:51.749803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:08:51.222122Z","time spent":"527.670285ms","remote":"127.0.0.1:34924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:08:51.749928Z","caller":"traceutil/trace.go:171","msg":"trace[1278960388] transaction","detail":"{read_only:false; response_revision:8036; number_of_response:1; }","duration":"459.065135ms","start":"2026-03-03T01:08:51.290849Z","end":"2026-03-03T01:08:51.749914Z","steps":["trace[1278960388] 'process raft request' (duration: 421.149795ms)","trace[1278960388] 'compare' (duration: 37.615903ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:08:51.750016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:08:51.290812Z","time spent":"459.142517ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:08:51.750107Z","caller":"traceutil/trace.go:171","msg":"trace[601366215] transaction","detail":"{read_only:false; response_revision:8037; number_of_response:1; }","duration":"246.58487ms","start":"2026-03-03T01:08:51.503512Z","end":"2026-03-03T01:08:51.750097Z","steps":["trace[601366215] 'process raft request' (duration: 246.328074ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:01.015373Z","caller":"traceutil/trace.go:171","msg":"trace[888733666] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8123; }","duration":"158.941098ms","start":"2026-03-03T01:09:00.856404Z","end":"2026-03-03T01:09:01.015345Z","steps":["trace[888733666] 'process raft request' (duration: 131.720156ms)","trace[888733666] 'compare' (duration: 27.09477ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:09:01.026388Z","caller":"traceutil/trace.go:171","msg":"trace[1194720822] transaction","detail":"{read_only:false; response_revision:8124; number_of_response:1; }","duration":"166.489127ms","start":"2026-03-03T01:09:00.859021Z","end":"2026-03-03T01:09:01.02551Z","steps":["trace[1194720822] 'process raft request' (duration: 166.15696ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:01.999439Z","caller":"traceutil/trace.go:171","msg":"trace[2144731390] transaction","detail":"{read_only:false; response_revision:8127; number_of_response:1; }","duration":"316.16746ms","start":"2026-03-03T01:09:01.683241Z","end":"2026-03-03T01:09:01.999408Z","steps":["trace[2144731390] 'process raft request' (duration: 315.990286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:01.999604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:01.683221Z","time spent":"316.307634ms","remote":"127.0.0.1:34816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T01:09:02.554365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.206488ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:09:02.554773Z","caller":"traceutil/trace.go:171","msg":"trace[2065622881] transaction","detail":"{read_only:false; response_revision:8128; number_of_response:1; }","duration":"871.483336ms","start":"2026-03-03T01:09:01.683242Z","end":"2026-03-03T01:09:02.554725Z","steps":["trace[2065622881] 'process raft request' (duration: 766.809878ms)","trace[2065622881] 'compare' (duration: 104.053625ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:09:02.554805Z","caller":"traceutil/trace.go:171","msg":"trace[1023371518] transaction","detail":"{read_only:false; response_revision:8129; number_of_response:1; }","duration":"648.343866ms","start":"2026-03-03T01:09:01.906414Z","end":"2026-03-03T01:09:02.554757Z","steps":["trace[1023371518] 'process raft request' (duration: 648.05717ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:02.554942Z","caller":"traceutil/trace.go:171","msg":"trace[1612972721] linearizableReadLoop","detail":"{readStateIndex:8439; appliedIndex:8438; }","duration":"871.013506ms","start":"2026-03-03T01:09:01.683515Z","end":"2026-03-03T01:09:02.554528Z","steps":["trace[1612972721] 'read index received' (duration: 316.236252ms)","trace[1612972721] 'applied index is now lower than readState.Index' (duration: 554.775884ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:09:02.554982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:01.906382Z","time spent":"648.51027ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:09:02.554992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:01.68322Z","time spent":"871.64984ms","remote":"127.0.0.1:34990","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:09:02.555054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.513117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-mcftm\" ","response":"range_response_count:1 size:4652"} {"level":"info","ts":"2026-03-03T01:09:02.555147Z","caller":"traceutil/trace.go:171","msg":"trace[1283730093] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-mcftm; range_end:; response_count:1; response_revision:8129; }","duration":"871.676171ms","start":"2026-03-03T01:09:01.683446Z","end":"2026-03-03T01:09:02.555122Z","steps":["trace[1283730093] 'agreement among raft nodes before linearized reading' (duration: 871.400455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:02.555194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:01.683413Z","time spent":"871.772772ms","remote":"127.0.0.1:34926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4675,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-mcftm\" "} {"level":"info","ts":"2026-03-03T01:09:02.71699Z","caller":"traceutil/trace.go:171","msg":"trace[508389578] transaction","detail":"{read_only:false; response_revision:8130; number_of_response:1; }","duration":"714.793817ms","start":"2026-03-03T01:09:02.002169Z","end":"2026-03-03T01:09:02.716963Z","steps":["trace[508389578] 'process raft request' (duration: 701.781638ms)","trace[508389578] 'compare' (duration: 12.830965ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:09:02.717124Z","caller":"traceutil/trace.go:171","msg":"trace[670694741] linearizableReadLoop","detail":"{readStateIndex:8442; appliedIndex:8440; }","duration":"162.107119ms","start":"2026-03-03T01:09:02.55498Z","end":"2026-03-03T01:09:02.717088Z","steps":["trace[670694741] 'read index received' (duration: 149.002039ms)","trace[670694741] 'applied index is now lower than readState.Index' (duration: 13.1031ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:09:02.717297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:02.002148Z","time spent":"714.92726ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:09:02.71727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.102433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-03-03T01:09:02.717374Z","caller":"traceutil/trace.go:171","msg":"trace[104789230] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8131; }","duration":"187.243156ms","start":"2026-03-03T01:09:02.530109Z","end":"2026-03-03T01:09:02.717352Z","steps":["trace[104789230] 'agreement among raft nodes before linearized reading' (duration: 187.015911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:02.717407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.570704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5146"} {"level":"warn","ts":"2026-03-03T01:09:02.717378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.096295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T01:09:02.717406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.504473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T01:09:02.717481Z","caller":"traceutil/trace.go:171","msg":"trace[1768864617] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8131; }","duration":"822.656866ms","start":"2026-03-03T01:09:01.894819Z","end":"2026-03-03T01:09:02.717475Z","steps":["trace[1768864617] 'agreement among raft nodes before linearized reading' (duration: 822.40562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:02.717506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:01.894789Z","time spent":"822.708937ms","remote":"127.0.0.1:34926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T01:09:02.717497Z","caller":"traceutil/trace.go:171","msg":"trace[717488691] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8131; }","duration":"776.248458ms","start":"2026-03-03T01:09:01.941225Z","end":"2026-03-03T01:09:02.717474Z","steps":["trace[717488691] 'agreement among raft nodes before linearized reading' (duration: 776.029623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:02.717555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:01.941193Z","time spent":"776.34865ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:09:02.717456Z","caller":"traceutil/trace.go:171","msg":"trace[2066048619] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8131; }","duration":"528.670526ms","start":"2026-03-03T01:09:02.188776Z","end":"2026-03-03T01:09:02.717447Z","steps":["trace[2066048619] 'agreement among raft nodes before linearized reading' (duration: 528.514413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:02.71761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:02.188746Z","time spent":"528.851671ms","remote":"127.0.0.1:42392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5169,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-03-03T01:09:02.717781Z","caller":"traceutil/trace.go:171","msg":"trace[66437977] transaction","detail":"{read_only:false; response_revision:8131; number_of_response:1; }","duration":"570.83528ms","start":"2026-03-03T01:09:02.146926Z","end":"2026-03-03T01:09:02.717762Z","steps":["trace[66437977] 'process raft request' (duration: 569.988972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:02.717837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:02.146897Z","time spent":"570.909341ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:09:02.770484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.138302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pz4ww\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-03T01:09:02.77057Z","caller":"traceutil/trace.go:171","msg":"trace[119729823] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pz4ww; range_end:; response_count:1; response_revision:8133; }","duration":"102.255495ms","start":"2026-03-03T01:09:02.668293Z","end":"2026-03-03T01:09:02.770549Z","steps":["trace[119729823] 'agreement among raft nodes before linearized reading' (duration: 101.99688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:02.770625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.783247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T01:09:02.770696Z","caller":"traceutil/trace.go:171","msg":"trace[944399115] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8133; }","duration":"116.880428ms","start":"2026-03-03T01:09:02.653791Z","end":"2026-03-03T01:09:02.770671Z","steps":["trace[944399115] 'agreement among raft nodes before linearized reading' (duration: 116.756005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:02.770494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.492933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T01:09:02.770907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.128274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T01:09:02.770929Z","caller":"traceutil/trace.go:171","msg":"trace[455624558] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8133; }","duration":"113.994284ms","start":"2026-03-03T01:09:02.656922Z","end":"2026-03-03T01:09:02.770917Z","steps":["trace[455624558] 'agreement among raft nodes before linearized reading' (duration: 113.373711ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:02.770944Z","caller":"traceutil/trace.go:171","msg":"trace[2097080479] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8133; }","duration":"117.201546ms","start":"2026-03-03T01:09:02.653729Z","end":"2026-03-03T01:09:02.77093Z","steps":["trace[2097080479] 'agreement among raft nodes before linearized reading' (duration: 117.072783ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:02.770957Z","caller":"traceutil/trace.go:171","msg":"trace[759057543] transaction","detail":"{read_only:false; response_revision:8133; number_of_response:1; }","duration":"194.19205ms","start":"2026-03-03T01:09:02.576737Z","end":"2026-03-03T01:09:02.770929Z","steps":["trace[759057543] 'process raft request' (duration: 193.478944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:02.770979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.219702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T01:09:02.771049Z","caller":"traceutil/trace.go:171","msg":"trace[1506717983] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8133; }","duration":"162.326415ms","start":"2026-03-03T01:09:02.608706Z","end":"2026-03-03T01:09:02.771032Z","steps":["trace[1506717983] 'agreement among raft nodes before linearized reading' (duration: 162.136241ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:02.771073Z","caller":"traceutil/trace.go:171","msg":"trace[1704134075] transaction","detail":"{read_only:false; response_revision:8132; number_of_response:1; }","duration":"213.499767ms","start":"2026-03-03T01:09:02.557549Z","end":"2026-03-03T01:09:02.771049Z","steps":["trace[1704134075] 'process raft request' (duration: 212.520506ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:02.85089Z","caller":"traceutil/trace.go:171","msg":"trace[1344147293] transaction","detail":"{read_only:false; response_revision:8134; number_of_response:1; }","duration":"121.745415ms","start":"2026-03-03T01:09:02.729113Z","end":"2026-03-03T01:09:02.850858Z","steps":["trace[1344147293] 'process raft request' (duration: 99.36972ms)","trace[1344147293] 'compare' (duration: 22.16871ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:09:02.851033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.216532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T01:09:02.851112Z","caller":"traceutil/trace.go:171","msg":"trace[1996054839] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8134; }","duration":"129.323544ms","start":"2026-03-03T01:09:02.72177Z","end":"2026-03-03T01:09:02.851093Z","steps":["trace[1996054839] 'agreement among raft nodes before linearized reading' (duration: 129.094238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:02.851084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.733407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:09:02.851133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.4327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18992f78636a5fd4\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-03T01:09:02.851188Z","caller":"traceutil/trace.go:171","msg":"trace[2133212662] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8134; }","duration":"131.87648ms","start":"2026-03-03T01:09:02.719292Z","end":"2026-03-03T01:09:02.851169Z","steps":["trace[2133212662] 'agreement among raft nodes before linearized reading' (duration: 131.692376ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:02.851225Z","caller":"traceutil/trace.go:171","msg":"trace[1022176044] range","detail":"{range_begin:/registry/events/openstack/ceph.18992f78636a5fd4; range_end:; response_count:1; response_revision:8134; }","duration":"126.552723ms","start":"2026-03-03T01:09:02.724651Z","end":"2026-03-03T01:09:02.851204Z","steps":["trace[1022176044] 'agreement among raft nodes before linearized reading' (duration: 126.260847ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:02.896518Z","caller":"traceutil/trace.go:171","msg":"trace[1990731106] transaction","detail":"{read_only:false; response_revision:8135; number_of_response:1; }","duration":"120.870806ms","start":"2026-03-03T01:09:02.775628Z","end":"2026-03-03T01:09:02.896499Z","steps":["trace[1990731106] 'process raft request' (duration: 120.715083ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:02.896904Z","caller":"traceutil/trace.go:171","msg":"trace[1834593845] transaction","detail":"{read_only:false; response_revision:8136; number_of_response:1; }","duration":"120.13976ms","start":"2026-03-03T01:09:02.77671Z","end":"2026-03-03T01:09:02.89685Z","steps":["trace[1834593845] 'process raft request' (duration: 119.749561ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:02.896968Z","caller":"traceutil/trace.go:171","msg":"trace[793978474] transaction","detail":"{read_only:false; response_revision:8137; number_of_response:1; }","duration":"120.207282ms","start":"2026-03-03T01:09:02.776743Z","end":"2026-03-03T01:09:02.89695Z","steps":["trace[793978474] 'process raft request' (duration: 119.954346ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:02.8971Z","caller":"traceutil/trace.go:171","msg":"trace[822339753] transaction","detail":"{read_only:false; response_revision:8138; number_of_response:1; }","duration":"120.306204ms","start":"2026-03-03T01:09:02.776776Z","end":"2026-03-03T01:09:02.897082Z","steps":["trace[822339753] 'process raft request' (duration: 120.061658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:02.897505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.151673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228784"} {"level":"info","ts":"2026-03-03T01:09:02.897564Z","caller":"traceutil/trace.go:171","msg":"trace[1373995144] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8139; }","duration":"121.261535ms","start":"2026-03-03T01:09:02.77629Z","end":"2026-03-03T01:09:02.897552Z","steps":["trace[1373995144] 'agreement among raft nodes before linearized reading' (duration: 120.789595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:03.854835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.079167ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:09:03.854932Z","caller":"traceutil/trace.go:171","msg":"trace[9009458] linearizableReadLoop","detail":"{readStateIndex:8458; appliedIndex:8457; }","duration":"268.69542ms","start":"2026-03-03T01:09:03.586219Z","end":"2026-03-03T01:09:03.854915Z","steps":["trace[9009458] 'read index received' (duration: 69.442µs)","trace[9009458] 'applied index is now lower than readState.Index' (duration: 268.624508ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:09:03.854969Z","caller":"traceutil/trace.go:171","msg":"trace[715734831] transaction","detail":"{read_only:false; response_revision:8147; number_of_response:1; }","duration":"341.073203ms","start":"2026-03-03T01:09:03.513856Z","end":"2026-03-03T01:09:03.854929Z","steps":["trace[715734831] 'compare' (duration: 333.965965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:03.855001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.778871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:09:03.855214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:03.513842Z","time spent":"341.197465ms","remote":"127.0.0.1:34816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:09:03.855223Z","caller":"traceutil/trace.go:171","msg":"trace[2146595567] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:8147; }","duration":"268.992076ms","start":"2026-03-03T01:09:03.586178Z","end":"2026-03-03T01:09:03.85517Z","steps":["trace[2146595567] 'agreement among raft nodes before linearized reading' (duration: 268.784782ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:04.237812Z","caller":"traceutil/trace.go:171","msg":"trace[713628977] transaction","detail":"{read_only:false; response_revision:8148; number_of_response:1; }","duration":"139.832287ms","start":"2026-03-03T01:09:04.097954Z","end":"2026-03-03T01:09:04.237787Z","steps":["trace[713628977] 'process raft request' (duration: 139.491948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:04.688606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.346385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:09:04.688699Z","caller":"traceutil/trace.go:171","msg":"trace[851675898] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:8148; }","duration":"256.457309ms","start":"2026-03-03T01:09:04.432219Z","end":"2026-03-03T01:09:04.688676Z","steps":["trace[851675898] 'count revisions from in-memory index tree' (duration: 256.246103ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:05.073833Z","caller":"traceutil/trace.go:171","msg":"trace[1534796207] transaction","detail":"{read_only:false; response_revision:8149; number_of_response:1; }","duration":"350.830258ms","start":"2026-03-03T01:09:04.722981Z","end":"2026-03-03T01:09:05.073811Z","steps":["trace[1534796207] 'process raft request' (duration: 350.706125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:05.073952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:04.722955Z","time spent":"350.936751ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:09:05.080998Z","caller":"traceutil/trace.go:171","msg":"trace[873768478] linearizableReadLoop","detail":"{readStateIndex:8462; appliedIndex:8459; }","duration":"196.941691ms","start":"2026-03-03T01:09:04.884034Z","end":"2026-03-03T01:09:05.080976Z","steps":["trace[873768478] 'read index received' (duration: 189.69847ms)","trace[873768478] 'applied index is now lower than readState.Index' (duration: 7.242281ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:09:05.081038Z","caller":"traceutil/trace.go:171","msg":"trace[1864143371] transaction","detail":"{read_only:false; response_revision:8150; number_of_response:1; }","duration":"304.409881ms","start":"2026-03-03T01:09:04.776605Z","end":"2026-03-03T01:09:05.081015Z","steps":["trace[1864143371] 'process raft request' (duration: 304.238767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:05.081117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.078795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:09:05.081112Z","caller":"traceutil/trace.go:171","msg":"trace[1523089523] transaction","detail":"{read_only:false; response_revision:8151; number_of_response:1; }","duration":"304.3181ms","start":"2026-03-03T01:09:04.776771Z","end":"2026-03-03T01:09:05.081089Z","steps":["trace[1523089523] 'process raft request' (duration: 304.174106ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:05.081142Z","caller":"traceutil/trace.go:171","msg":"trace[100705020] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:8151; }","duration":"197.117556ms","start":"2026-03-03T01:09:04.884017Z","end":"2026-03-03T01:09:05.081135Z","steps":["trace[100705020] 'agreement among raft nodes before linearized reading' (duration: 197.059164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:05.081157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:04.776582Z","time spent":"304.506163ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:09:05.081222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:04.776763Z","time spent":"304.395471ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:09:05.08135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.718292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T01:09:05.081427Z","caller":"traceutil/trace.go:171","msg":"trace[1614851029] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8151; }","duration":"180.850635ms","start":"2026-03-03T01:09:04.900559Z","end":"2026-03-03T01:09:05.08141Z","steps":["trace[1614851029] 'agreement among raft nodes before linearized reading' (duration: 180.677121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:05.081494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.224161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T01:09:05.081539Z","caller":"traceutil/trace.go:171","msg":"trace[1098386817] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8151; }","duration":"180.280292ms","start":"2026-03-03T01:09:04.901248Z","end":"2026-03-03T01:09:05.081528Z","steps":["trace[1098386817] 'agreement among raft nodes before linearized reading' (duration: 180.139219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:05.081595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.119348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pz4ww\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-03T01:09:05.081674Z","caller":"traceutil/trace.go:171","msg":"trace[863527447] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pz4ww; range_end:; response_count:1; response_revision:8151; }","duration":"175.223651ms","start":"2026-03-03T01:09:04.90642Z","end":"2026-03-03T01:09:05.081643Z","steps":["trace[863527447] 'agreement among raft nodes before linearized reading' (duration: 175.015176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:05.082345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.959628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T01:09:05.082471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.959548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T01:09:05.082584Z","caller":"traceutil/trace.go:171","msg":"trace[718739917] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8151; }","duration":"181.137442ms","start":"2026-03-03T01:09:04.901424Z","end":"2026-03-03T01:09:05.082561Z","steps":["trace[718739917] 'agreement among raft nodes before linearized reading' (duration: 180.751913ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:05.082511Z","caller":"traceutil/trace.go:171","msg":"trace[332140828] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8151; }","duration":"181.161732ms","start":"2026-03-03T01:09:04.901324Z","end":"2026-03-03T01:09:05.082486Z","steps":["trace[332140828] 'agreement among raft nodes before linearized reading' (duration: 180.062838ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:13.944188Z","caller":"traceutil/trace.go:171","msg":"trace[1141825496] transaction","detail":"{read_only:false; response_revision:8222; number_of_response:1; }","duration":"139.494328ms","start":"2026-03-03T01:09:13.804669Z","end":"2026-03-03T01:09:13.944163Z","steps":["trace[1141825496] 'process raft request' (duration: 139.358445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:21.139466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.43991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:10:21.139576Z","caller":"traceutil/trace.go:171","msg":"trace[1989897142] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8846; }","duration":"415.599854ms","start":"2026-03-03T01:10:20.723955Z","end":"2026-03-03T01:10:21.139555Z","steps":["trace[1989897142] 'range keys from in-memory index tree' (duration: 415.361109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:21.139623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:20.723913Z","time spent":"415.701376ms","remote":"127.0.0.1:34742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T01:10:21.594272Z","caller":"traceutil/trace.go:171","msg":"trace[202336876] transaction","detail":"{read_only:false; response_revision:8847; number_of_response:1; }","duration":"237.843419ms","start":"2026-03-03T01:10:21.356395Z","end":"2026-03-03T01:10:21.594239Z","steps":["trace[202336876] 'process raft request' (duration: 237.665505ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:21.665469Z","caller":"traceutil/trace.go:171","msg":"trace[1841705129] transaction","detail":"{read_only:false; response_revision:8848; number_of_response:1; }","duration":"307.175939ms","start":"2026-03-03T01:10:21.358263Z","end":"2026-03-03T01:10:21.665439Z","steps":["trace[1841705129] 'process raft request' (duration: 284.22512ms)","trace[1841705129] 'compare' (duration: 22.788365ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:10:21.665636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:21.358212Z","time spent":"307.339652ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:10:21.665638Z","caller":"traceutil/trace.go:171","msg":"trace[169976792] linearizableReadLoop","detail":"{readStateIndex:9181; appliedIndex:9178; }","duration":"176.703892ms","start":"2026-03-03T01:10:21.488901Z","end":"2026-03-03T01:10:21.665605Z","steps":["trace[169976792] 'read index received' (duration: 105.228405ms)","trace[169976792] 'applied index is now lower than readState.Index' (duration: 71.473517ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:10:21.665641Z","caller":"traceutil/trace.go:171","msg":"trace[9447650] transaction","detail":"{read_only:false; response_revision:8849; number_of_response:1; }","duration":"304.705884ms","start":"2026-03-03T01:10:21.360912Z","end":"2026-03-03T01:10:21.665618Z","steps":["trace[9447650] 'process raft request' (duration: 304.487979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:21.66585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.941597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T01:10:21.665883Z","caller":"traceutil/trace.go:171","msg":"trace[2028905778] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8849; }","duration":"177.027039ms","start":"2026-03-03T01:10:21.488847Z","end":"2026-03-03T01:10:21.665874Z","steps":["trace[2028905778] 'agreement among raft nodes before linearized reading' (duration: 176.877836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:21.665898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.955318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T01:10:21.665923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.276986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T01:10:21.665957Z","caller":"traceutil/trace.go:171","msg":"trace[1426107508] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8849; }","duration":"136.067281ms","start":"2026-03-03T01:10:21.529874Z","end":"2026-03-03T01:10:21.665941Z","steps":["trace[1426107508] 'agreement among raft nodes before linearized reading' (duration: 135.866397ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:21.665984Z","caller":"traceutil/trace.go:171","msg":"trace[528628869] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8849; }","duration":"123.356118ms","start":"2026-03-03T01:10:21.542613Z","end":"2026-03-03T01:10:21.665969Z","steps":["trace[528628869] 'agreement among raft nodes before linearized reading' (duration: 123.176034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:21.666034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.136879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pz4ww\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-03T01:10:21.666058Z","caller":"traceutil/trace.go:171","msg":"trace[428459333] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pz4ww; range_end:; response_count:1; response_revision:8849; }","duration":"112.20328ms","start":"2026-03-03T01:10:21.553849Z","end":"2026-03-03T01:10:21.666053Z","steps":["trace[428459333] 'agreement among raft nodes before linearized reading' (duration: 112.133269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:21.666097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.807968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T01:10:21.666343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:21.360886Z","time spent":"305.407269ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:10:21.666908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.425446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T01:10:21.667032Z","caller":"traceutil/trace.go:171","msg":"trace[1320468450] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8849; }","duration":"127.216293ms","start":"2026-03-03T01:10:21.539793Z","end":"2026-03-03T01:10:21.667009Z","steps":["trace[1320468450] 'agreement among raft nodes before linearized reading' (duration: 126.255622ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:21.667059Z","caller":"traceutil/trace.go:171","msg":"trace[229609680] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8849; }","duration":"123.959691ms","start":"2026-03-03T01:10:21.542228Z","end":"2026-03-03T01:10:21.666188Z","steps":["trace[229609680] 'agreement among raft nodes before linearized reading' (duration: 123.671795ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:21.806586Z","caller":"traceutil/trace.go:171","msg":"trace[1102822567] transaction","detail":"{read_only:false; response_revision:8851; number_of_response:1; }","duration":"134.340122ms","start":"2026-03-03T01:10:21.672223Z","end":"2026-03-03T01:10:21.806563Z","steps":["trace[1102822567] 'process raft request' (duration: 134.194699ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:21.806841Z","caller":"traceutil/trace.go:171","msg":"trace[2136638129] transaction","detail":"{read_only:false; response_revision:8852; number_of_response:1; }","duration":"134.474685ms","start":"2026-03-03T01:10:21.672352Z","end":"2026-03-03T01:10:21.806826Z","steps":["trace[2136638129] 'process raft request' (duration: 134.184768ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:21.806885Z","caller":"traceutil/trace.go:171","msg":"trace[2012721197] transaction","detail":"{read_only:false; response_revision:8854; number_of_response:1; }","duration":"134.002644ms","start":"2026-03-03T01:10:21.672858Z","end":"2026-03-03T01:10:21.80686Z","steps":["trace[2012721197] 'process raft request' (duration: 133.950833ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:21.806997Z","caller":"traceutil/trace.go:171","msg":"trace[2138159109] transaction","detail":"{read_only:false; response_revision:8853; number_of_response:1; }","duration":"134.124937ms","start":"2026-03-03T01:10:21.672824Z","end":"2026-03-03T01:10:21.806949Z","steps":["trace[2138159109] 'process raft request' (duration: 133.867132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:11:46.524105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.215468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:11:46.524186Z","caller":"traceutil/trace.go:171","msg":"trace[1768771702] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:9397; }","duration":"146.359201ms","start":"2026-03-03T01:11:46.377811Z","end":"2026-03-03T01:11:46.52417Z","steps":["trace[1768771702] 'count revisions from in-memory index tree' (duration: 146.097836ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:11:46.524209Z","caller":"traceutil/trace.go:171","msg":"trace[636548396] transaction","detail":"{read_only:false; response_revision:9398; number_of_response:1; }","duration":"118.066377ms","start":"2026-03-03T01:11:46.406114Z","end":"2026-03-03T01:11:46.524181Z","steps":["trace[636548396] 'process raft request' (duration: 65.837574ms)","trace[636548396] 'compare' (duration: 52.11273ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:12:10.118367Z","caller":"traceutil/trace.go:171","msg":"trace[929115184] transaction","detail":"{read_only:false; response_revision:9578; number_of_response:1; }","duration":"117.043234ms","start":"2026-03-03T01:12:10.001304Z","end":"2026-03-03T01:12:10.118347Z","steps":["trace[929115184] 'process raft request' (duration: 116.928091ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:12:10.52696Z","caller":"traceutil/trace.go:171","msg":"trace[32983156] linearizableReadLoop","detail":"{readStateIndex:9937; appliedIndex:9935; }","duration":"302.604769ms","start":"2026-03-03T01:12:10.224332Z","end":"2026-03-03T01:12:10.526936Z","steps":["trace[32983156] 'read index received' (duration: 280.612283ms)","trace[32983156] 'applied index is now lower than readState.Index' (duration: 21.991496ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:12:10.52702Z","caller":"traceutil/trace.go:171","msg":"trace[1276000015] transaction","detail":"{read_only:false; response_revision:9579; number_of_response:1; }","duration":"512.455082ms","start":"2026-03-03T01:12:10.01453Z","end":"2026-03-03T01:12:10.526985Z","steps":["trace[1276000015] 'process raft request' (duration: 490.476367ms)","trace[1276000015] 'compare' (duration: 21.624027ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:12:10.527025Z","caller":"traceutil/trace.go:171","msg":"trace[943689363] transaction","detail":"{read_only:false; response_revision:9580; number_of_response:1; }","duration":"459.194126ms","start":"2026-03-03T01:12:10.067797Z","end":"2026-03-03T01:12:10.526991Z","steps":["trace[943689363] 'process raft request' (duration: 459.091664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:12:10.527129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:12:10.014504Z","time spent":"512.568664ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:12:10.527183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.841985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-03T01:12:10.527187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:12:10.067774Z","time spent":"459.332569ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:12:10.527235Z","caller":"traceutil/trace.go:171","msg":"trace[1529981715] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:9580; }","duration":"302.939526ms","start":"2026-03-03T01:12:10.22428Z","end":"2026-03-03T01:12:10.527219Z","steps":["trace[1529981715] 'agreement among raft nodes before linearized reading' (duration: 302.774693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:12:10.527274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:12:10.224257Z","time spent":"303.008438ms","remote":"127.0.0.1:34908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-03T01:12:10.527269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.419838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.70\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-03T01:12:10.527364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.165546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:12:10.52743Z","caller":"traceutil/trace.go:171","msg":"trace[431004055] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:9580; }","duration":"146.253367ms","start":"2026-03-03T01:12:10.381162Z","end":"2026-03-03T01:12:10.527415Z","steps":["trace[431004055] 'agreement among raft nodes before linearized reading' (duration: 146.180906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:12:10.527186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.626899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T01:12:10.527511Z","caller":"traceutil/trace.go:171","msg":"trace[376829289] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9580; }","duration":"104.985446ms","start":"2026-03-03T01:12:10.422514Z","end":"2026-03-03T01:12:10.5275Z","steps":["trace[376829289] 'agreement among raft nodes before linearized reading' (duration: 104.596358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:12:10.527506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.706654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pz4ww\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-03T01:12:10.52756Z","caller":"traceutil/trace.go:171","msg":"trace[735878161] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pz4ww; range_end:; response_count:1; response_revision:9580; }","duration":"149.794575ms","start":"2026-03-03T01:12:10.377749Z","end":"2026-03-03T01:12:10.527543Z","steps":["trace[735878161] 'agreement among raft nodes before linearized reading' (duration: 149.597941ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:12:10.527362Z","caller":"traceutil/trace.go:171","msg":"trace[2054587708] range","detail":"{range_begin:/registry/masterleases/199.204.45.70; range_end:; response_count:1; response_revision:9580; }","duration":"289.540561ms","start":"2026-03-03T01:12:10.237799Z","end":"2026-03-03T01:12:10.52734Z","steps":["trace[2054587708] 'agreement among raft nodes before linearized reading' (duration: 289.301846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:12:10.527566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.685585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T01:12:10.527641Z","caller":"traceutil/trace.go:171","msg":"trace[42693077] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9580; }","duration":"217.812538ms","start":"2026-03-03T01:12:10.309809Z","end":"2026-03-03T01:12:10.527622Z","steps":["trace[42693077] 'agreement among raft nodes before linearized reading' (duration: 217.531152ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:12:12.74446Z","caller":"traceutil/trace.go:171","msg":"trace[1364196728] linearizableReadLoop","detail":"{readStateIndex:9957; appliedIndex:9956; }","duration":"126.174375ms","start":"2026-03-03T01:12:12.618263Z","end":"2026-03-03T01:12:12.744437Z","steps":["trace[1364196728] 'read index received' (duration: 83.118445ms)","trace[1364196728] 'applied index is now lower than readState.Index' (duration: 43.05472ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:12:12.744457Z","caller":"traceutil/trace.go:171","msg":"trace[109669390] transaction","detail":"{read_only:false; response_revision:9599; number_of_response:1; }","duration":"133.185699ms","start":"2026-03-03T01:12:12.611235Z","end":"2026-03-03T01:12:12.74442Z","steps":["trace[109669390] 'process raft request' (duration: 90.050377ms)","trace[109669390] 'compare' (duration: 42.935318ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:12:12.744579Z","caller":"traceutil/trace.go:171","msg":"trace[676582085] transaction","detail":"{read_only:false; response_revision:9600; number_of_response:1; }","duration":"123.871654ms","start":"2026-03-03T01:12:12.620689Z","end":"2026-03-03T01:12:12.74456Z","steps":["trace[676582085] 'process raft request' (duration: 123.69626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:12:12.744736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.7876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T01:12:12.7448Z","caller":"traceutil/trace.go:171","msg":"trace[414035324] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9600; }","duration":"131.869942ms","start":"2026-03-03T01:12:12.612903Z","end":"2026-03-03T01:12:12.744773Z","steps":["trace[414035324] 'agreement among raft nodes before linearized reading' (duration: 131.672406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:12:12.744955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.000396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pz4ww\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-03T01:12:12.745019Z","caller":"traceutil/trace.go:171","msg":"trace[1873736403] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pz4ww; range_end:; response_count:1; response_revision:9600; }","duration":"128.099358ms","start":"2026-03-03T01:12:12.616906Z","end":"2026-03-03T01:12:12.745005Z","steps":["trace[1873736403] 'agreement among raft nodes before linearized reading' (duration: 127.536564ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:12:18.916626Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"f8844a9a4263041d","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-03T01:12:18.925558Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-03T01:12:18.92568Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-03T01:12:30.611454Z","caller":"traceutil/trace.go:171","msg":"trace[1322091875] transaction","detail":"{read_only:false; response_revision:9750; number_of_response:1; }","duration":"146.690018ms","start":"2026-03-03T01:12:30.464731Z","end":"2026-03-03T01:12:30.611421Z","steps":["trace[1322091875] 'process raft request' (duration: 106.565823ms)","trace[1322091875] 'compare' (duration: 39.804328ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:12:30.611541Z","caller":"traceutil/trace.go:171","msg":"trace[440014866] transaction","detail":"{read_only:false; response_revision:9751; number_of_response:1; }","duration":"146.619906ms","start":"2026-03-03T01:12:30.4649Z","end":"2026-03-03T01:12:30.611519Z","steps":["trace[440014866] 'process raft request' (duration: 146.440332ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:12:30.61172Z","caller":"traceutil/trace.go:171","msg":"trace[2057655764] transaction","detail":"{read_only:false; response_revision:9752; number_of_response:1; }","duration":"146.187087ms","start":"2026-03-03T01:12:30.465509Z","end":"2026-03-03T01:12:30.611696Z","steps":["trace[2057655764] 'process raft request' (duration: 145.952132ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:12:30.611777Z","caller":"traceutil/trace.go:171","msg":"trace[1378290340] linearizableReadLoop","detail":"{readStateIndex:10116; appliedIndex:10113; }","duration":"145.271796ms","start":"2026-03-03T01:12:30.466496Z","end":"2026-03-03T01:12:30.611768Z","steps":["trace[1378290340] 'read index received' (duration: 104.710011ms)","trace[1378290340] 'applied index is now lower than readState.Index' (duration: 40.560985ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:12:30.611965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.396102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:12:30.612Z","caller":"traceutil/trace.go:171","msg":"trace[379038844] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:9753; }","duration":"146.453713ms","start":"2026-03-03T01:12:30.465535Z","end":"2026-03-03T01:12:30.611989Z","steps":["trace[379038844] 'agreement among raft nodes before linearized reading' (duration: 146.373802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:12:30.612222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.244114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/staffeln-api-775f989f7\" ","response":"range_response_count:1 size:6659"} {"level":"info","ts":"2026-03-03T01:12:30.612312Z","caller":"traceutil/trace.go:171","msg":"trace[462622070] range","detail":"{range_begin:/registry/replicasets/openstack/staffeln-api-775f989f7; range_end:; response_count:1; response_revision:9754; }","duration":"144.385547ms","start":"2026-03-03T01:12:30.46791Z","end":"2026-03-03T01:12:30.612295Z","steps":["trace[462622070] 'agreement among raft nodes before linearized reading' (duration: 144.157752ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:12:36.032447Z","caller":"traceutil/trace.go:171","msg":"trace[522722902] transaction","detail":"{read_only:false; response_revision:9813; number_of_response:1; }","duration":"177.089928ms","start":"2026-03-03T01:12:35.85533Z","end":"2026-03-03T01:12:36.03242Z","steps":["trace[522722902] 'process raft request' (duration: 176.923854ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:12:43.033956Z","caller":"traceutil/trace.go:171","msg":"trace[951373789] linearizableReadLoop","detail":"{readStateIndex:10241; appliedIndex:10240; }","duration":"112.858881ms","start":"2026-03-03T01:12:42.921077Z","end":"2026-03-03T01:12:43.033936Z","steps":["trace[951373789] 'read index received' (duration: 112.732598ms)","trace[951373789] 'applied index is now lower than readState.Index' (duration: 125.453µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:12:43.034019Z","caller":"traceutil/trace.go:171","msg":"trace[508697595] transaction","detail":"{read_only:false; response_revision:9875; number_of_response:1; }","duration":"152.140928ms","start":"2026-03-03T01:12:42.881843Z","end":"2026-03-03T01:12:43.033984Z","steps":["trace[508697595] 'process raft request' (duration: 151.954054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:12:43.034394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.29995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T01:12:43.034433Z","caller":"traceutil/trace.go:171","msg":"trace[1793008657] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9875; }","duration":"113.372972ms","start":"2026-03-03T01:12:42.92105Z","end":"2026-03-03T01:12:43.034423Z","steps":["trace[1793008657] 'agreement among raft nodes before linearized reading' (duration: 113.003974ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:12:43.175621Z","caller":"traceutil/trace.go:171","msg":"trace[1111924655] linearizableReadLoop","detail":"{readStateIndex:10242; appliedIndex:10241; }","duration":"136.678367ms","start":"2026-03-03T01:12:43.038917Z","end":"2026-03-03T01:12:43.175595Z","steps":["trace[1111924655] 'read index received' (duration: 120.629493ms)","trace[1111924655] 'applied index is now lower than readState.Index' (duration: 16.047254ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:12:43.175765Z","caller":"traceutil/trace.go:171","msg":"trace[359121687] transaction","detail":"{read_only:false; response_revision:9876; number_of_response:1; }","duration":"136.86203ms","start":"2026-03-03T01:12:43.038854Z","end":"2026-03-03T01:12:43.175716Z","steps":["trace[359121687] 'process raft request' (duration: 120.757936ms)","trace[359121687] 'compare' (duration: 15.783277ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:12:43.17647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.531796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:41 size:375363"} {"level":"info","ts":"2026-03-03T01:12:43.176545Z","caller":"traceutil/trace.go:171","msg":"trace[1006613787] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:41; response_revision:9876; }","duration":"137.620158ms","start":"2026-03-03T01:12:43.038892Z","end":"2026-03-03T01:12:43.176512Z","steps":["trace[1006613787] 'agreement among raft nodes before linearized reading' (duration: 136.797269ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:12:56.998541Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7590} {"level":"info","ts":"2026-03-03T01:12:57.062617Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7590,"took":"61.939348ms","hash":2073089901,"current-db-size-bytes":41005056,"current-db-size":"41 MB","current-db-size-in-use-bytes":26370048,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-03T01:12:57.062724Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2073089901,"revision":7590,"compact-revision":5644} {"level":"warn","ts":"2026-03-03T01:13:45.156746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.60117ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:13:45.156867Z","caller":"traceutil/trace.go:171","msg":"trace[118394072] transaction","detail":"{read_only:false; response_revision:10482; number_of_response:1; }","duration":"203.42232ms","start":"2026-03-03T01:13:44.953415Z","end":"2026-03-03T01:13:45.156838Z","steps":["trace[118394072] 'process raft request' (duration: 88.654687ms)","trace[118394072] 'compare' (duration: 114.518148ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:13:45.377538Z","caller":"traceutil/trace.go:171","msg":"trace[1187930697] transaction","detail":"{read_only:false; response_revision:10484; number_of_response:1; }","duration":"216.394286ms","start":"2026-03-03T01:13:45.16111Z","end":"2026-03-03T01:13:45.377505Z","steps":["trace[1187930697] 'process raft request' (duration: 151.77358ms)","trace[1187930697] 'compare' (duration: 64.424882ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:13:45.377892Z","caller":"traceutil/trace.go:171","msg":"trace[79002531] linearizableReadLoop","detail":"{readStateIndex:10867; appliedIndex:10864; }","duration":"176.275921ms","start":"2026-03-03T01:13:45.20158Z","end":"2026-03-03T01:13:45.377856Z","steps":["trace[79002531] 'read index received' (duration: 35.772069ms)","trace[79002531] 'applied index is now lower than readState.Index' (duration: 140.501782ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:13:45.377927Z","caller":"traceutil/trace.go:171","msg":"trace[2144912822] transaction","detail":"{read_only:false; response_revision:10485; number_of_response:1; }","duration":"215.952587ms","start":"2026-03-03T01:13:45.161939Z","end":"2026-03-03T01:13:45.377892Z","steps":["trace[2144912822] 'process raft request' (duration: 215.505336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:13:45.37805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.441424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:13:45.378098Z","caller":"traceutil/trace.go:171","msg":"trace[1412257821] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:10485; }","duration":"176.530397ms","start":"2026-03-03T01:13:45.201552Z","end":"2026-03-03T01:13:45.378083Z","steps":["trace[1412257821] 'agreement among raft nodes before linearized reading' (duration: 176.424655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:13:45.600966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.363593ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:13:45.601157Z","caller":"traceutil/trace.go:171","msg":"trace[1551801584] transaction","detail":"{read_only:false; response_revision:10486; number_of_response:1; }","duration":"148.682812ms","start":"2026-03-03T01:13:45.452425Z","end":"2026-03-03T01:13:45.601108Z","steps":["trace[1551801584] 'process raft request' (duration: 25.045284ms)","trace[1551801584] 'compare' (duration: 123.179038ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:13:45.765896Z","caller":"traceutil/trace.go:171","msg":"trace[548915535] linearizableReadLoop","detail":"{readStateIndex:10870; appliedIndex:10868; }","duration":"131.86044ms","start":"2026-03-03T01:13:45.634007Z","end":"2026-03-03T01:13:45.765868Z","steps":["trace[548915535] 'read index received' (duration: 39.625414ms)","trace[548915535] 'applied index is now lower than readState.Index' (duration: 92.232966ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:13:45.766136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.105566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pz4ww\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-03T01:13:45.766217Z","caller":"traceutil/trace.go:171","msg":"trace[173931155] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pz4ww; range_end:; response_count:1; response_revision:10487; }","duration":"132.226819ms","start":"2026-03-03T01:13:45.633977Z","end":"2026-03-03T01:13:45.766204Z","steps":["trace[173931155] 'agreement among raft nodes before linearized reading' (duration: 132.023034ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:13:46.80772Z","caller":"traceutil/trace.go:171","msg":"trace[1988735304] transaction","detail":"{read_only:false; response_revision:10490; number_of_response:1; }","duration":"122.016144ms","start":"2026-03-03T01:13:46.685673Z","end":"2026-03-03T01:13:46.807689Z","steps":["trace[1988735304] 'process raft request' (duration: 108.547936ms)","trace[1988735304] 'compare' (duration: 13.337195ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:13:47.487852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.404967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T01:13:47.487963Z","caller":"traceutil/trace.go:171","msg":"trace[1323784835] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10493; }","duration":"105.51738ms","start":"2026-03-03T01:13:47.382398Z","end":"2026-03-03T01:13:47.487916Z","steps":["trace[1323784835] 'range keys from in-memory index tree' (duration: 105.279414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:13:47.48797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.079402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T01:13:47.488061Z","caller":"traceutil/trace.go:171","msg":"trace[76489438] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10493; }","duration":"106.244826ms","start":"2026-03-03T01:13:47.381799Z","end":"2026-03-03T01:13:47.488044Z","steps":["trace[76489438] 'range keys from in-memory index tree' (duration: 105.889428ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:13:47.615228Z","caller":"traceutil/trace.go:171","msg":"trace[1031641247] transaction","detail":"{read_only:false; response_revision:10494; number_of_response:1; }","duration":"122.980066ms","start":"2026-03-03T01:13:47.492231Z","end":"2026-03-03T01:13:47.615211Z","steps":["trace[1031641247] 'process raft request' (duration: 122.875963ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:13:47.636218Z","caller":"traceutil/trace.go:171","msg":"trace[125345616] transaction","detail":"{read_only:false; response_revision:10495; number_of_response:1; }","duration":"143.606101ms","start":"2026-03-03T01:13:47.492591Z","end":"2026-03-03T01:13:47.636197Z","steps":["trace[125345616] 'process raft request' (duration: 143.412967ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:14:04.607471Z","caller":"traceutil/trace.go:171","msg":"trace[1059765636] transaction","detail":"{read_only:false; response_revision:10580; number_of_response:1; }","duration":"151.740115ms","start":"2026-03-03T01:14:04.455704Z","end":"2026-03-03T01:14:04.607444Z","steps":["trace[1059765636] 'process raft request' (duration: 151.607702ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:14:05.40519Z","caller":"traceutil/trace.go:171","msg":"trace[1937064995] transaction","detail":"{read_only:false; response_revision:10582; number_of_response:1; }","duration":"292.934068ms","start":"2026-03-03T01:14:05.112226Z","end":"2026-03-03T01:14:05.40516Z","steps":["trace[1937064995] 'process raft request' (duration: 292.772885ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:14:05.790777Z","caller":"traceutil/trace.go:171","msg":"trace[1447443402] linearizableReadLoop","detail":"{readStateIndex:10969; appliedIndex:10967; }","duration":"427.441381ms","start":"2026-03-03T01:14:05.363298Z","end":"2026-03-03T01:14:05.790739Z","steps":["trace[1447443402] 'read index received' (duration: 41.701752ms)","trace[1447443402] 'applied index is now lower than readState.Index' (duration: 385.737529ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:14:05.790788Z","caller":"traceutil/trace.go:171","msg":"trace[1513363566] transaction","detail":"{read_only:false; response_revision:10583; number_of_response:1; }","duration":"553.301916ms","start":"2026-03-03T01:14:05.237442Z","end":"2026-03-03T01:14:05.790743Z","steps":["trace[1513363566] 'process raft request' (duration: 466.827523ms)","trace[1513363566] 'compare' (duration: 85.839309ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:14:05.791038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:14:05.237415Z","time spent":"553.502899ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:14:05.97254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.16589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:14:05.97256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.821331ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-03T01:14:05.972655Z","caller":"traceutil/trace.go:171","msg":"trace[239354504] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:10583; }","duration":"609.375655ms","start":"2026-03-03T01:14:05.363247Z","end":"2026-03-03T01:14:05.972622Z","steps":["trace[239354504] 'agreement among raft nodes before linearized reading' (duration: 427.673626ms)","trace[239354504] 'count revisions from in-memory index tree' (duration: 181.460313ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:14:05.972759Z","caller":"traceutil/trace.go:171","msg":"trace[2132358708] linearizableReadLoop","detail":"{readStateIndex:10970; appliedIndex:10969; }","duration":"181.854262ms","start":"2026-03-03T01:14:05.790873Z","end":"2026-03-03T01:14:05.972728Z","steps":["trace[2132358708] 'read index received' (duration: 112.133µs)","trace[2132358708] 'applied index is now lower than readState.Index' (duration: 181.739749ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:14:05.972818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.674937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:14:05.972713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:14:05.363225Z","time spent":"609.474127ms","remote":"127.0.0.1:42284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:14:05.972875Z","caller":"traceutil/trace.go:171","msg":"trace[1218824516] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10583; }","duration":"252.805841ms","start":"2026-03-03T01:14:05.720055Z","end":"2026-03-03T01:14:05.972861Z","steps":["trace[1218824516] 'agreement among raft nodes before linearized reading' (duration: 252.701339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:14:05.97299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.854457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:14:05.973085Z","caller":"traceutil/trace.go:171","msg":"trace[17687271] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:10583; }","duration":"440.049101ms","start":"2026-03-03T01:14:05.533017Z","end":"2026-03-03T01:14:05.973067Z","steps":["trace[17687271] 'agreement among raft nodes before linearized reading' (duration: 439.753915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:14:05.973132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.18165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T01:14:05.973179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:14:05.532986Z","time spent":"440.145844ms","remote":"127.0.0.1:34832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":119,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:14:05.973201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.292572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T01:14:05.973249Z","caller":"traceutil/trace.go:171","msg":"trace[93622372] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10583; }","duration":"547.339714ms","start":"2026-03-03T01:14:05.425891Z","end":"2026-03-03T01:14:05.973231Z","steps":["trace[93622372] 'agreement among raft nodes before linearized reading' (duration: 546.925485ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:14:05.973269Z","caller":"traceutil/trace.go:171","msg":"trace[338703027] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10583; }","duration":"168.413935ms","start":"2026-03-03T01:14:05.804839Z","end":"2026-03-03T01:14:05.973253Z","steps":["trace[338703027] 'agreement among raft nodes before linearized reading' (duration: 168.19999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:14:05.973323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:14:05.42586Z","time spent":"547.423826ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T01:14:05.97372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.691639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T01:14:05.973747Z","caller":"traceutil/trace.go:171","msg":"trace[509143620] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10583; }","duration":"115.7343ms","start":"2026-03-03T01:14:05.858004Z","end":"2026-03-03T01:14:05.973738Z","steps":["trace[509143620] 'agreement among raft nodes before linearized reading' (duration: 115.674929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:14:05.973866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.188577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T01:14:05.973883Z","caller":"traceutil/trace.go:171","msg":"trace[317634187] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10583; }","duration":"119.242467ms","start":"2026-03-03T01:14:05.854636Z","end":"2026-03-03T01:14:05.973878Z","steps":["trace[317634187] 'agreement among raft nodes before linearized reading' (duration: 119.198286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:14:05.973982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.280449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T01:14:05.973997Z","caller":"traceutil/trace.go:171","msg":"trace[455836836] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10583; }","duration":"124.33265ms","start":"2026-03-03T01:14:05.849657Z","end":"2026-03-03T01:14:05.97399Z","steps":["trace[455836836] 'agreement among raft nodes before linearized reading' (duration: 124.287369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:14:06.421416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.463384ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:14:06.421639Z","caller":"traceutil/trace.go:171","msg":"trace[460942481] linearizableReadLoop","detail":"{readStateIndex:10972; appliedIndex:10970; }","duration":"443.092479ms","start":"2026-03-03T01:14:05.978534Z","end":"2026-03-03T01:14:06.421626Z","steps":["trace[460942481] 'read index received' (duration: 77.104395ms)","trace[460942481] 'applied index is now lower than readState.Index' (duration: 365.987144ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:14:06.421719Z","caller":"traceutil/trace.go:171","msg":"trace[1652101286] transaction","detail":"{read_only:false; response_revision:10587; number_of_response:1; }","duration":"443.008097ms","start":"2026-03-03T01:14:05.978704Z","end":"2026-03-03T01:14:06.421712Z","steps":["trace[1652101286] 'process raft request' (duration: 442.873114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:14:06.421756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:14:05.978691Z","time spent":"443.047818ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:14:06.42199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.660411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:14:06.422018Z","caller":"traceutil/trace.go:171","msg":"trace[1366887788] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10588; }","duration":"438.701912ms","start":"2026-03-03T01:14:05.983309Z","end":"2026-03-03T01:14:06.422011Z","steps":["trace[1366887788] 'agreement among raft nodes before linearized reading' (duration: 438.64734ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:14:06.421985Z","caller":"traceutil/trace.go:171","msg":"trace[1432379333] transaction","detail":"{read_only:false; response_revision:10588; number_of_response:1; }","duration":"442.696519ms","start":"2026-03-03T01:14:05.979257Z","end":"2026-03-03T01:14:06.421954Z","steps":["trace[1432379333] 'process raft request' (duration: 442.340422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:14:06.422038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:14:05.983301Z","time spent":"438.732582ms","remote":"127.0.0.1:34990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T01:14:06.422071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.846249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:14:06.422099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.16741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:14:06.422172Z","caller":"traceutil/trace.go:171","msg":"trace[1234902348] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10588; }","duration":"227.969782ms","start":"2026-03-03T01:14:06.194178Z","end":"2026-03-03T01:14:06.422148Z","steps":["trace[1234902348] 'agreement among raft nodes before linearized reading' (duration: 227.808078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:14:06.422205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.695656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:14:06.422437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.074894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:14:06.422434Z","caller":"traceutil/trace.go:171","msg":"trace[903171965] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10588; }","duration":"438.550248ms","start":"2026-03-03T01:14:05.983845Z","end":"2026-03-03T01:14:06.422396Z","steps":["trace[903171965] 'agreement among raft nodes before linearized reading' (duration: 438.137019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:14:06.422485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.33113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:14:06.422488Z","caller":"traceutil/trace.go:171","msg":"trace[415637843] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10588; }","duration":"228.154826ms","start":"2026-03-03T01:14:06.194323Z","end":"2026-03-03T01:14:06.422478Z","steps":["trace[415637843] 'agreement among raft nodes before linearized reading' (duration: 227.87884ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:14:06.422488Z","caller":"traceutil/trace.go:171","msg":"trace[209367633] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10588; }","duration":"227.995772ms","start":"2026-03-03T01:14:06.194467Z","end":"2026-03-03T01:14:06.422462Z","steps":["trace[209367633] 'agreement among raft nodes before linearized reading' (duration: 227.625694ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:14:06.42202Z","caller":"traceutil/trace.go:171","msg":"trace[1893061965] transaction","detail":"{read_only:false; response_revision:10585; number_of_response:1; }","duration":"443.696112ms","start":"2026-03-03T01:14:05.978278Z","end":"2026-03-03T01:14:06.421974Z","steps":["trace[1893061965] 'process raft request' (duration: 99.569612ms)","trace[1893061965] 'compare' (duration: 343.195219ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:14:06.42252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:14:05.983824Z","time spent":"438.678871ms","remote":"127.0.0.1:34990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T01:14:06.422173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.750523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:14:06.422561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.706793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-03T01:14:06.422597Z","caller":"traceutil/trace.go:171","msg":"trace[2066555731] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10588; }","duration":"439.187732ms","start":"2026-03-03T01:14:05.983393Z","end":"2026-03-03T01:14:06.42258Z","steps":["trace[2066555731] 'agreement among raft nodes before linearized reading' (duration: 438.763643ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:14:06.422613Z","caller":"traceutil/trace.go:171","msg":"trace[30728143] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10588; }","duration":"226.776455ms","start":"2026-03-03T01:14:06.195824Z","end":"2026-03-03T01:14:06.4226Z","steps":["trace[30728143] 'agreement among raft nodes before linearized reading' (duration: 226.603102ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:14:06.422509Z","caller":"traceutil/trace.go:171","msg":"trace[1729980577] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10588; }","duration":"228.413061ms","start":"2026-03-03T01:14:06.19409Z","end":"2026-03-03T01:14:06.422503Z","steps":["trace[1729980577] 'agreement among raft nodes before linearized reading' (duration: 228.37975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:14:06.422601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.94396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T01:14:06.422659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:14:05.983382Z","time spent":"439.260833ms","remote":"127.0.0.1:34990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T01:14:06.422149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:14:05.979247Z","time spent":"442.801301ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:14:06.42272Z","caller":"traceutil/trace.go:171","msg":"trace[667065077] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:10588; }","duration":"228.108993ms","start":"2026-03-03T01:14:06.194585Z","end":"2026-03-03T01:14:06.422694Z","steps":["trace[667065077] 'agreement among raft nodes before linearized reading' (duration: 227.47603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:14:06.4222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.790924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:14:06.422744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:14:05.978259Z","time spent":"444.303085ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:14:06.422782Z","caller":"traceutil/trace.go:171","msg":"trace[1548076638] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10588; }","duration":"439.389416ms","start":"2026-03-03T01:14:05.983384Z","end":"2026-03-03T01:14:06.422773Z","steps":["trace[1548076638] 'agreement among raft nodes before linearized reading' (duration: 438.801133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:14:06.422807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:14:05.983371Z","time spent":"439.431338ms","remote":"127.0.0.1:34990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T01:14:06.422807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.563294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-03T01:14:06.422845Z","caller":"traceutil/trace.go:171","msg":"trace[541968483] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10588; }","duration":"436.613505ms","start":"2026-03-03T01:14:05.98622Z","end":"2026-03-03T01:14:06.422834Z","steps":["trace[541968483] 'agreement among raft nodes before linearized reading' (duration: 436.460612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:14:06.422883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:14:05.986213Z","time spent":"436.663776ms","remote":"127.0.0.1:34990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5102,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T01:14:06.422931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.389457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:447909"} {"level":"info","ts":"2026-03-03T01:14:06.423024Z","caller":"traceutil/trace.go:171","msg":"trace[165186368] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:10588; }","duration":"444.505069ms","start":"2026-03-03T01:14:05.978502Z","end":"2026-03-03T01:14:06.423007Z","steps":["trace[165186368] 'agreement among raft nodes before linearized reading' (duration: 443.330454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:14:06.4231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:14:05.978489Z","time spent":"444.571521ms","remote":"127.0.0.1:34926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":447932,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T01:14:06.424095Z","caller":"traceutil/trace.go:171","msg":"trace[1360442365] transaction","detail":"{read_only:false; response_revision:10586; number_of_response:1; }","duration":"445.422189ms","start":"2026-03-03T01:14:05.978648Z","end":"2026-03-03T01:14:06.42407Z","steps":["trace[1360442365] 'process raft request' (duration: 442.856664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:14:06.424196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:14:05.978633Z","time spent":"445.519442ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:14:10.613918Z","caller":"traceutil/trace.go:171","msg":"trace[1786156888] transaction","detail":"{read_only:false; response_revision:10607; number_of_response:1; }","duration":"109.701926ms","start":"2026-03-03T01:14:10.504158Z","end":"2026-03-03T01:14:10.61386Z","steps":["trace[1786156888] 'process raft request' (duration: 39.8211ms)","trace[1786156888] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/cilium-operator-resource-lock; req_size:473; } (duration: 69.337564ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:14:10.614098Z","caller":"traceutil/trace.go:171","msg":"trace[1152332821] linearizableReadLoop","detail":"{readStateIndex:10995; appliedIndex:10994; }","duration":"105.699678ms","start":"2026-03-03T01:14:10.508377Z","end":"2026-03-03T01:14:10.614076Z","steps":["trace[1152332821] 'read index received' (duration: 35.613648ms)","trace[1152332821] 'applied index is now lower than readState.Index' (duration: 70.08477ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:14:10.614308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.914342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pz4ww\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-03T01:14:10.614379Z","caller":"traceutil/trace.go:171","msg":"trace[994306024] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pz4ww; range_end:; response_count:1; response_revision:10609; }","duration":"106.040285ms","start":"2026-03-03T01:14:10.508329Z","end":"2026-03-03T01:14:10.614369Z","steps":["trace[994306024] 'agreement among raft nodes before linearized reading' (duration: 105.838821ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:14:10.614431Z","caller":"traceutil/trace.go:171","msg":"trace[1880408868] transaction","detail":"{read_only:false; response_revision:10608; number_of_response:1; }","duration":"105.990084ms","start":"2026-03-03T01:14:10.508428Z","end":"2026-03-03T01:14:10.614418Z","steps":["trace[1880408868] 'process raft request' (duration: 105.3371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:14:18.480159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.909766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T01:14:18.4804Z","caller":"traceutil/trace.go:171","msg":"trace[1399622548] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10662; }","duration":"250.027388ms","start":"2026-03-03T01:14:18.230189Z","end":"2026-03-03T01:14:18.480217Z","steps":["trace[1399622548] 'range keys from in-memory index tree' (duration: 249.756582ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:14:18.959089Z","caller":"traceutil/trace.go:171","msg":"trace[1202879332] linearizableReadLoop","detail":"{readStateIndex:11052; appliedIndex:11051; }","duration":"455.988344ms","start":"2026-03-03T01:14:18.503077Z","end":"2026-03-03T01:14:18.959066Z","steps":["trace[1202879332] 'read index received' (duration: 455.745718ms)","trace[1202879332] 'applied index is now lower than readState.Index' (duration: 241.736µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:14:18.959206Z","caller":"traceutil/trace.go:171","msg":"trace[1190610814] transaction","detail":"{read_only:false; response_revision:10663; number_of_response:1; }","duration":"475.089276ms","start":"2026-03-03T01:14:18.484087Z","end":"2026-03-03T01:14:18.959176Z","steps":["trace[1190610814] 'process raft request' (duration: 474.82556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:14:18.959341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:14:18.484067Z","time spent":"475.193729ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:14:18.959422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.338472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T01:14:18.959468Z","caller":"traceutil/trace.go:171","msg":"trace[2040361253] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10663; }","duration":"456.413643ms","start":"2026-03-03T01:14:18.503042Z","end":"2026-03-03T01:14:18.959456Z","steps":["trace[2040361253] 'agreement among raft nodes before linearized reading' (duration: 456.188318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:14:18.959508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:14:18.503029Z","time spent":"456.470074ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T01:14:19.184736Z","caller":"traceutil/trace.go:171","msg":"trace[497846199] linearizableReadLoop","detail":"{readStateIndex:11053; appliedIndex:11052; }","duration":"225.492027ms","start":"2026-03-03T01:14:18.959209Z","end":"2026-03-03T01:14:19.184701Z","steps":["trace[497846199] 'read index received' (duration: 225.364234ms)","trace[497846199] 'applied index is now lower than readState.Index' (duration: 125.712µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:14:19.184977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.866078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T01:14:19.185027Z","caller":"traceutil/trace.go:171","msg":"trace[1643352436] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10664; }","duration":"496.98074ms","start":"2026-03-03T01:14:18.68803Z","end":"2026-03-03T01:14:19.185011Z","steps":["trace[1643352436] 'agreement among raft nodes before linearized reading' (duration: 496.803626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:14:19.185171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:14:18.688007Z","time spent":"497.148304ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T01:14:19.185266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.378055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pz4ww\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-03T01:14:19.18539Z","caller":"traceutil/trace.go:171","msg":"trace[2035123857] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pz4ww; range_end:; response_count:1; response_revision:10664; }","duration":"457.545149ms","start":"2026-03-03T01:14:18.727817Z","end":"2026-03-03T01:14:19.185362Z","steps":["trace[2035123857] 'agreement among raft nodes before linearized reading' (duration: 457.192801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:14:19.185445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:14:18.727805Z","time spent":"457.629841ms","remote":"127.0.0.1:34926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-pz4ww\" "} {"level":"warn","ts":"2026-03-03T01:14:19.185566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.547543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:14:19.185746Z","caller":"traceutil/trace.go:171","msg":"trace[1081824475] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10664; }","duration":"469.800699ms","start":"2026-03-03T01:14:18.71589Z","end":"2026-03-03T01:14:19.185691Z","steps":["trace[1081824475] 'agreement among raft nodes before linearized reading' (duration: 469.409071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:14:19.185787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.049869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T01:14:19.185953Z","caller":"traceutil/trace.go:171","msg":"trace[1058410191] transaction","detail":"{read_only:false; response_revision:10664; number_of_response:1; }","duration":"534.399097ms","start":"2026-03-03T01:14:18.651535Z","end":"2026-03-03T01:14:19.185934Z","steps":["trace[1058410191] 'process raft request' (duration: 532.979415ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:14:19.18607Z","caller":"traceutil/trace.go:171","msg":"trace[980088427] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10664; }","duration":"463.309124ms","start":"2026-03-03T01:14:18.722673Z","end":"2026-03-03T01:14:19.185983Z","steps":["trace[980088427] 'agreement among raft nodes before linearized reading' (duration: 462.64945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:14:19.185881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.422623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-03T01:14:19.186816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:14:18.722662Z","time spent":"464.059542ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T01:14:19.186928Z","caller":"traceutil/trace.go:171","msg":"trace[1967042278] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10664; }","duration":"291.509076ms","start":"2026-03-03T01:14:18.895391Z","end":"2026-03-03T01:14:19.1869Z","steps":["trace[1967042278] 'agreement among raft nodes before linearized reading' (duration: 290.30668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:14:19.186158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.858377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:14:19.187162Z","caller":"traceutil/trace.go:171","msg":"trace[1548345478] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:10664; }","duration":"317.9166ms","start":"2026-03-03T01:14:18.869223Z","end":"2026-03-03T01:14:19.18714Z","steps":["trace[1548345478] 'agreement among raft nodes before linearized reading' (duration: 316.834016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:14:19.187225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:14:18.869201Z","time spent":"318.006472ms","remote":"127.0.0.1:39700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:14:19.1857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.193095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T01:14:19.18736Z","caller":"traceutil/trace.go:171","msg":"trace[2001258720] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10664; }","duration":"498.883313ms","start":"2026-03-03T01:14:18.688453Z","end":"2026-03-03T01:14:19.187337Z","steps":["trace[2001258720] 'agreement among raft nodes before linearized reading' (duration: 497.125554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:14:19.187424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:14:18.688436Z","time spent":"498.968905ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T01:14:19.186183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:14:18.651506Z","time spent":"534.50157ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:14:19.186349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:14:18.715878Z","time spent":"470.454143ms","remote":"127.0.0.1:34742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T01:14:19.209258Z","caller":"traceutil/trace.go:171","msg":"trace[1800724484] transaction","detail":"{read_only:false; response_revision:10665; number_of_response:1; }","duration":"244.874315ms","start":"2026-03-03T01:14:18.964356Z","end":"2026-03-03T01:14:19.209231Z","steps":["trace[1800724484] 'process raft request' (duration: 244.615839ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:14:19.209864Z","caller":"traceutil/trace.go:171","msg":"trace[772445282] transaction","detail":"{read_only:false; response_revision:10667; number_of_response:1; }","duration":"120.552936ms","start":"2026-03-03T01:14:19.089288Z","end":"2026-03-03T01:14:19.209841Z","steps":["trace[772445282] 'process raft request' (duration: 120.177677ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:14:19.210048Z","caller":"traceutil/trace.go:171","msg":"trace[1935070134] transaction","detail":"{read_only:false; response_revision:10666; number_of_response:1; }","duration":"146.621433ms","start":"2026-03-03T01:14:19.063404Z","end":"2026-03-03T01:14:19.210025Z","steps":["trace[1935070134] 'process raft request' (duration: 145.777653ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:14:21.404647Z","caller":"traceutil/trace.go:171","msg":"trace[552554825] transaction","detail":"{read_only:false; response_revision:10685; number_of_response:1; }","duration":"126.945067ms","start":"2026-03-03T01:14:21.277688Z","end":"2026-03-03T01:14:21.404633Z","steps":["trace[552554825] 'process raft request' (duration: 126.848805ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:14:21.404665Z","caller":"traceutil/trace.go:171","msg":"trace[273676141] transaction","detail":"{read_only:false; response_revision:10684; number_of_response:1; }","duration":"127.050899ms","start":"2026-03-03T01:14:21.277564Z","end":"2026-03-03T01:14:21.404615Z","steps":["trace[273676141] 'process raft request' (duration: 126.932346ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:14:21.404719Z","caller":"traceutil/trace.go:171","msg":"trace[2140012346] transaction","detail":"{read_only:false; response_revision:10683; number_of_response:1; }","duration":"127.290234ms","start":"2026-03-03T01:14:21.27739Z","end":"2026-03-03T01:14:21.40468Z","steps":["trace[2140012346] 'process raft request' (duration: 50.312182ms)","trace[2140012346] 'compare' (duration: 76.646665ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:14:21.404916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.016829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pz4ww\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-03T01:14:21.404969Z","caller":"traceutil/trace.go:171","msg":"trace[972183261] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pz4ww; range_end:; response_count:1; response_revision:10685; }","duration":"127.134281ms","start":"2026-03-03T01:14:21.277826Z","end":"2026-03-03T01:14:21.404961Z","steps":["trace[972183261] 'agreement among raft nodes before linearized reading' (duration: 126.941717ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:14:21.404585Z","caller":"traceutil/trace.go:171","msg":"trace[2030738114] linearizableReadLoop","detail":"{readStateIndex:11076; appliedIndex:11073; }","duration":"126.669561ms","start":"2026-03-03T01:14:21.277898Z","end":"2026-03-03T01:14:21.404567Z","steps":["trace[2030738114] 'read index received' (duration: 49.812592ms)","trace[2030738114] 'applied index is now lower than readState.Index' (duration: 76.856278ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:14:22.367908Z","caller":"traceutil/trace.go:171","msg":"trace[1091909762] transaction","detail":"{read_only:false; response_revision:10688; number_of_response:1; }","duration":"138.203576ms","start":"2026-03-03T01:14:22.229678Z","end":"2026-03-03T01:14:22.367881Z","steps":["trace[1091909762] 'process raft request' (duration: 138.061503ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:14:24.29676Z","caller":"traceutil/trace.go:171","msg":"trace[143408256] transaction","detail":"{read_only:false; response_revision:10698; number_of_response:1; }","duration":"118.669684ms","start":"2026-03-03T01:14:24.178059Z","end":"2026-03-03T01:14:24.296729Z","steps":["trace[143408256] 'process raft request' (duration: 118.498101ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:14:30.305151Z","caller":"traceutil/trace.go:171","msg":"trace[869056797] transaction","detail":"{read_only:false; response_revision:10745; number_of_response:1; }","duration":"138.260658ms","start":"2026-03-03T01:14:30.166871Z","end":"2026-03-03T01:14:30.305131Z","steps":["trace[869056797] 'process raft request' (duration: 138.128165ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:14:30.370016Z","caller":"traceutil/trace.go:171","msg":"trace[1289292818] transaction","detail":"{read_only:false; response_revision:10746; number_of_response:1; }","duration":"195.766769ms","start":"2026-03-03T01:14:30.174229Z","end":"2026-03-03T01:14:30.369996Z","steps":["trace[1289292818] 'process raft request' (duration: 186.275479ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:14:30.37002Z","caller":"traceutil/trace.go:171","msg":"trace[1953366566] linearizableReadLoop","detail":"{readStateIndex:11138; appliedIndex:11136; }","duration":"181.35873ms","start":"2026-03-03T01:14:30.188643Z","end":"2026-03-03T01:14:30.370002Z","steps":["trace[1953366566] 'read index received' (duration: 116.400444ms)","trace[1953366566] 'applied index is now lower than readState.Index' (duration: 64.957416ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:14:30.370369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.648764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.70\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-03T01:14:30.370407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.747098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:14:30.370419Z","caller":"traceutil/trace.go:171","msg":"trace[1026577149] range","detail":"{range_begin:/registry/masterleases/199.204.45.70; range_end:; response_count:1; response_revision:10747; }","duration":"114.757748ms","start":"2026-03-03T01:14:30.25565Z","end":"2026-03-03T01:14:30.370408Z","steps":["trace[1026577149] 'agreement among raft nodes before linearized reading' (duration: 114.600823ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:14:30.370438Z","caller":"traceutil/trace.go:171","msg":"trace[1498228197] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:10747; }","duration":"181.82087ms","start":"2026-03-03T01:14:30.18861Z","end":"2026-03-03T01:14:30.370431Z","steps":["trace[1498228197] 'agreement among raft nodes before linearized reading' (duration: 181.446821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:15.965428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.694716ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-03T01:15:15.965537Z","caller":"traceutil/trace.go:171","msg":"trace[284264036] linearizableReadLoop","detail":"{readStateIndex:11427; appliedIndex:11426; }","duration":"220.433335ms","start":"2026-03-03T01:15:15.745084Z","end":"2026-03-03T01:15:15.965517Z","steps":["trace[284264036] 'read index received' (duration: 10.589784ms)","trace[284264036] 'applied index is now lower than readState.Index' (duration: 209.841741ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:15:15.965759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.65891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T01:15:15.965787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.057904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T01:15:15.96582Z","caller":"traceutil/trace.go:171","msg":"trace[1881305653] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11025; }","duration":"220.761312ms","start":"2026-03-03T01:15:15.745041Z","end":"2026-03-03T01:15:15.965803Z","steps":["trace[1881305653] 'agreement among raft nodes before linearized reading' (duration: 220.577358ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:15:15.965864Z","caller":"traceutil/trace.go:171","msg":"trace[614215435] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11025; }","duration":"138.174336ms","start":"2026-03-03T01:15:15.827669Z","end":"2026-03-03T01:15:15.965843Z","steps":["trace[614215435] 'agreement among raft nodes before linearized reading' (duration: 137.969822ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:15:25.955089Z","caller":"traceutil/trace.go:171","msg":"trace[143029632] transaction","detail":"{read_only:false; response_revision:11072; number_of_response:1; }","duration":"125.343841ms","start":"2026-03-03T01:15:25.829719Z","end":"2026-03-03T01:15:25.955063Z","steps":["trace[143029632] 'process raft request' (duration: 80.94852ms)","trace[143029632] 'compare' (duration: 44.090445ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:15:28.954516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.93156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:15:28.954607Z","caller":"traceutil/trace.go:171","msg":"trace[610072933] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:11084; }","duration":"185.785338ms","start":"2026-03-03T01:15:28.768802Z","end":"2026-03-03T01:15:28.954588Z","steps":["trace[610072933] 'count revisions from in-memory index tree' (duration: 184.811677ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:15:29.701718Z","caller":"traceutil/trace.go:171","msg":"trace[942927202] transaction","detail":"{read_only:false; response_revision:11085; number_of_response:1; }","duration":"158.547467ms","start":"2026-03-03T01:15:29.54315Z","end":"2026-03-03T01:15:29.701698Z","steps":["trace[942927202] 'process raft request' (duration: 158.414454ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:15:29.748681Z","caller":"traceutil/trace.go:171","msg":"trace[1084306263] transaction","detail":"{read_only:false; response_revision:11086; number_of_response:1; }","duration":"101.013044ms","start":"2026-03-03T01:15:29.647633Z","end":"2026-03-03T01:15:29.748646Z","steps":["trace[1084306263] 'process raft request' (duration: 100.83763ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:15:30.061679Z","caller":"traceutil/trace.go:171","msg":"trace[24816012] transaction","detail":"{read_only:false; response_revision:11087; number_of_response:1; }","duration":"129.952144ms","start":"2026-03-03T01:15:29.931683Z","end":"2026-03-03T01:15:30.061635Z","steps":["trace[24816012] 'process raft request' (duration: 128.84668ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:15:30.229597Z","caller":"traceutil/trace.go:171","msg":"trace[1152943648] transaction","detail":"{read_only:false; response_revision:11088; number_of_response:1; }","duration":"157.35972ms","start":"2026-03-03T01:15:30.072198Z","end":"2026-03-03T01:15:30.229558Z","steps":["trace[1152943648] 'process raft request' (duration: 150.468038ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:15:30.267897Z","caller":"traceutil/trace.go:171","msg":"trace[1284621550] linearizableReadLoop","detail":"{readStateIndex:11493; appliedIndex:11491; }","duration":"195.337239ms","start":"2026-03-03T01:15:30.072538Z","end":"2026-03-03T01:15:30.267876Z","steps":["trace[1284621550] 'read index received' (duration: 150.14679ms)","trace[1284621550] 'applied index is now lower than readState.Index' (duration: 45.189399ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:15:30.268034Z","caller":"traceutil/trace.go:171","msg":"trace[1630157349] transaction","detail":"{read_only:false; response_revision:11089; number_of_response:1; }","duration":"195.596866ms","start":"2026-03-03T01:15:30.07238Z","end":"2026-03-03T01:15:30.267977Z","steps":["trace[1630157349] 'process raft request' (duration: 195.33418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:30.269077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.515086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:52 size:487465"} {"level":"info","ts":"2026-03-03T01:15:30.269172Z","caller":"traceutil/trace.go:171","msg":"trace[58137451] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:52; response_revision:11090; }","duration":"196.660968ms","start":"2026-03-03T01:15:30.072496Z","end":"2026-03-03T01:15:30.269157Z","steps":["trace[58137451] 'agreement among raft nodes before linearized reading' (duration: 195.704538ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:15:30.415446Z","caller":"traceutil/trace.go:171","msg":"trace[1577611375] transaction","detail":"{read_only:false; response_revision:11091; number_of_response:1; }","duration":"140.569029ms","start":"2026-03-03T01:15:30.274849Z","end":"2026-03-03T01:15:30.415418Z","steps":["trace[1577611375] 'process raft request' (duration: 140.434757ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:15:40.109097Z","caller":"traceutil/trace.go:171","msg":"trace[338364413] transaction","detail":"{read_only:false; response_revision:11159; number_of_response:1; }","duration":"130.087546ms","start":"2026-03-03T01:15:39.97898Z","end":"2026-03-03T01:15:40.109067Z","steps":["trace[338364413] 'process raft request' (duration: 67.076852ms)","trace[338364413] 'compare' (duration: 62.463422ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:15:40.644944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.679376ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:15:40.645226Z","caller":"traceutil/trace.go:171","msg":"trace[239305203] transaction","detail":"{read_only:false; response_revision:11167; number_of_response:1; }","duration":"146.082431ms","start":"2026-03-03T01:15:40.499062Z","end":"2026-03-03T01:15:40.645145Z","steps":["trace[239305203] 'process raft request' (duration: 40.101048ms)","trace[239305203] 'compare' (duration: 105.516583ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:15:41.093724Z","caller":"traceutil/trace.go:171","msg":"trace[574658721] transaction","detail":"{read_only:false; response_revision:11171; number_of_response:1; }","duration":"102.267121ms","start":"2026-03-03T01:15:40.991417Z","end":"2026-03-03T01:15:41.093684Z","steps":["trace[574658721] 'process raft request' (duration: 101.237059ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:15:44.669077Z","caller":"traceutil/trace.go:171","msg":"trace[1542791386] transaction","detail":"{read_only:false; response_revision:11190; number_of_response:1; }","duration":"167.736309ms","start":"2026-03-03T01:15:44.501311Z","end":"2026-03-03T01:15:44.669048Z","steps":["trace[1542791386] 'process raft request' (duration: 110.783309ms)","trace[1542791386] 'compare' (duration: 56.48621ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:17:57.006241Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10020} {"level":"info","ts":"2026-03-03T01:17:57.099011Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10020,"took":"90.728136ms","hash":2029815836,"current-db-size-bytes":41005056,"current-db-size":"41 MB","current-db-size-in-use-bytes":24031232,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-03T01:17:57.099072Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2029815836,"revision":10020,"compact-revision":7590} {"level":"info","ts":"2026-03-03T01:18:14.183165Z","caller":"traceutil/trace.go:171","msg":"trace[1474998555] linearizableReadLoop","detail":"{readStateIndex:12534; appliedIndex:12533; }","duration":"124.593084ms","start":"2026-03-03T01:18:14.058548Z","end":"2026-03-03T01:18:14.183141Z","steps":["trace[1474998555] 'read index received' (duration: 124.073123ms)","trace[1474998555] 'applied index is now lower than readState.Index' (duration: 518.991µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:18:14.183252Z","caller":"traceutil/trace.go:171","msg":"trace[1127684753] transaction","detail":"{read_only:false; response_revision:12090; number_of_response:1; }","duration":"152.118224ms","start":"2026-03-03T01:18:14.031096Z","end":"2026-03-03T01:18:14.183214Z","steps":["trace[1127684753] 'process raft request' (duration: 151.709274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:18:14.183401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.82429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:18:14.183501Z","caller":"traceutil/trace.go:171","msg":"trace[443921235] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:12090; }","duration":"124.963064ms","start":"2026-03-03T01:18:14.058516Z","end":"2026-03-03T01:18:14.183479Z","steps":["trace[443921235] 'agreement among raft nodes before linearized reading' (duration: 124.78799ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:18:19.064982Z","caller":"traceutil/trace.go:171","msg":"trace[1857345536] linearizableReadLoop","detail":"{readStateIndex:12631; appliedIndex:12630; }","duration":"123.070001ms","start":"2026-03-03T01:18:18.941877Z","end":"2026-03-03T01:18:19.064947Z","steps":["trace[1857345536] 'read index received' (duration: 122.682213ms)","trace[1857345536] 'applied index is now lower than readState.Index' (duration: 386.418µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:18:19.065033Z","caller":"traceutil/trace.go:171","msg":"trace[1775418765] transaction","detail":"{read_only:false; response_revision:12185; number_of_response:1; }","duration":"132.946179ms","start":"2026-03-03T01:18:18.93205Z","end":"2026-03-03T01:18:19.064996Z","steps":["trace[1775418765] 'process raft request' (duration: 132.672233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:18:19.065191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.267785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:18:19.065292Z","caller":"traceutil/trace.go:171","msg":"trace[1488252248] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:12185; }","duration":"123.425849ms","start":"2026-03-03T01:18:18.941844Z","end":"2026-03-03T01:18:19.06527Z","steps":["trace[1488252248] 'agreement among raft nodes before linearized reading' (duration: 123.219195ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:19:04.663021Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000328f.wal"} {"level":"info","ts":"2026-03-03T01:19:54.240479Z","caller":"traceutil/trace.go:171","msg":"trace[406887382] transaction","detail":"{read_only:false; response_revision:12791; number_of_response:1; }","duration":"222.233174ms","start":"2026-03-03T01:19:54.018222Z","end":"2026-03-03T01:19:54.240455Z","steps":["trace[406887382] 'process raft request' (duration: 222.06509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:20:16.86109Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565435288837281,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T01:20:16.931191Z","caller":"traceutil/trace.go:171","msg":"trace[1438671563] linearizableReadLoop","detail":"{readStateIndex:13374; appliedIndex:13373; }","duration":"570.520145ms","start":"2026-03-03T01:20:16.36064Z","end":"2026-03-03T01:20:16.93116Z","steps":["trace[1438671563] 'read index received' (duration: 570.346651ms)","trace[1438671563] 'applied index is now lower than readState.Index' (duration: 171.974µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:20:16.931219Z","caller":"traceutil/trace.go:171","msg":"trace[1006202244] transaction","detail":"{read_only:false; response_revision:12899; number_of_response:1; }","duration":"588.161354ms","start":"2026-03-03T01:20:16.343036Z","end":"2026-03-03T01:20:16.931197Z","steps":["trace[1006202244] 'process raft request' (duration: 587.936589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:20:16.931402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:20:16.343015Z","time spent":"588.300248ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:20:16.931432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.76942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T01:20:16.931494Z","caller":"traceutil/trace.go:171","msg":"trace[455899207] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12899; }","duration":"570.873952ms","start":"2026-03-03T01:20:16.360605Z","end":"2026-03-03T01:20:16.931479Z","steps":["trace[455899207] 'agreement among raft nodes before linearized reading' (duration: 570.684118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:20:16.931526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:20:16.360564Z","time spent":"570.956914ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T01:20:17.559984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.843985ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:20:17.560113Z","caller":"traceutil/trace.go:171","msg":"trace[180527035] linearizableReadLoop","detail":"{readStateIndex:13375; appliedIndex:13374; }","duration":"628.819953ms","start":"2026-03-03T01:20:16.931271Z","end":"2026-03-03T01:20:17.560091Z","steps":["trace[180527035] 'read index received' (duration: 439.736583ms)","trace[180527035] 'applied index is now lower than readState.Index' (duration: 189.08137ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:20:17.560544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.695154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pz4ww\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-03T01:20:17.560641Z","caller":"traceutil/trace.go:171","msg":"trace[272338331] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pz4ww; range_end:; response_count:1; response_revision:12900; }","duration":"952.873918ms","start":"2026-03-03T01:20:16.60775Z","end":"2026-03-03T01:20:17.560623Z","steps":["trace[272338331] 'agreement among raft nodes before linearized reading' (duration: 952.598342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:20:17.560681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:20:16.607735Z","time spent":"952.937639ms","remote":"127.0.0.1:34926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-pz4ww\" "} {"level":"info","ts":"2026-03-03T01:20:17.560693Z","caller":"traceutil/trace.go:171","msg":"trace[548043827] transaction","detail":"{read_only:false; response_revision:12900; number_of_response:1; }","duration":"634.006838ms","start":"2026-03-03T01:20:16.92663Z","end":"2026-03-03T01:20:17.560637Z","steps":["trace[548043827] 'process raft request' (duration: 444.364445ms)","trace[548043827] 'compare' (duration: 188.362805ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:20:17.560815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:20:16.926611Z","time spent":"634.145581ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:20:17.560957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085108362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T01:20:17.561025Z","caller":"traceutil/trace.go:171","msg":"trace[2050468285] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12900; }","duration":"1.085215065s","start":"2026-03-03T01:20:16.475794Z","end":"2026-03-03T01:20:17.561009Z","steps":["trace[2050468285] 'agreement among raft nodes before linearized reading' (duration: 1.084857417s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:20:17.561068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:20:16.475777Z","time spent":"1.085281306s","remote":"127.0.0.1:34926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T01:20:17.572817Z","caller":"traceutil/trace.go:171","msg":"trace[201087611] transaction","detail":"{read_only:false; response_revision:12901; number_of_response:1; }","duration":"637.2518ms","start":"2026-03-03T01:20:16.93554Z","end":"2026-03-03T01:20:17.572792Z","steps":["trace[201087611] 'process raft request' (duration: 636.942523ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:20:17.572806Z","caller":"traceutil/trace.go:171","msg":"trace[2115373552] transaction","detail":"{read_only:false; response_revision:12902; number_of_response:1; }","duration":"359.888548ms","start":"2026-03-03T01:20:17.212886Z","end":"2026-03-03T01:20:17.572775Z","steps":["trace[2115373552] 'process raft request' (duration: 359.773625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:20:17.572937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:20:16.935514Z","time spent":"637.364963ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:20:17.572958Z","caller":"traceutil/trace.go:171","msg":"trace[667815293] transaction","detail":"{read_only:false; response_revision:12903; number_of_response:1; }","duration":"259.784644ms","start":"2026-03-03T01:20:17.313153Z","end":"2026-03-03T01:20:17.572937Z","steps":["trace[667815293] 'process raft request' (duration: 259.5715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:20:17.573002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:20:17.212863Z","time spent":"360.04014ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:20:17.573107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.934106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T01:20:17.573185Z","caller":"traceutil/trace.go:171","msg":"trace[1306674007] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12903; }","duration":"425.010277ms","start":"2026-03-03T01:20:17.148155Z","end":"2026-03-03T01:20:17.573165Z","steps":["trace[1306674007] 'agreement among raft nodes before linearized reading' (duration: 424.814293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:20:17.573226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.428353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:20:17.573297Z","caller":"traceutil/trace.go:171","msg":"trace[1275996606] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:12903; }","duration":"613.533506ms","start":"2026-03-03T01:20:16.959754Z","end":"2026-03-03T01:20:17.573287Z","steps":["trace[1275996606] 'agreement among raft nodes before linearized reading' (duration: 613.440624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:20:17.573319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:20:16.959741Z","time spent":"613.571766ms","remote":"127.0.0.1:39692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:20:17.573225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:20:17.148112Z","time spent":"425.104009ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T01:20:25.294967Z","caller":"traceutil/trace.go:171","msg":"trace[2019109410] transaction","detail":"{read_only:false; response_revision:12937; number_of_response:1; }","duration":"213.649304ms","start":"2026-03-03T01:20:25.081289Z","end":"2026-03-03T01:20:25.294938Z","steps":["trace[2019109410] 'process raft request' (duration: 213.47004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:20:25.557237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.08125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:20:25.557343Z","caller":"traceutil/trace.go:171","msg":"trace[1316628328] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:12937; }","duration":"165.244133ms","start":"2026-03-03T01:20:25.392074Z","end":"2026-03-03T01:20:25.557318Z","steps":["trace[1316628328] 'count revisions from in-memory index tree' (duration: 164.986328ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:20:32.256018Z","caller":"traceutil/trace.go:171","msg":"trace[1733567238] linearizableReadLoop","detail":"{readStateIndex:13465; appliedIndex:13464; }","duration":"320.600218ms","start":"2026-03-03T01:20:31.935392Z","end":"2026-03-03T01:20:32.255992Z","steps":["trace[1733567238] 'read index received' (duration: 261.949951ms)","trace[1733567238] 'applied index is now lower than readState.Index' (duration: 58.648897ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:20:32.256099Z","caller":"traceutil/trace.go:171","msg":"trace[717304002] transaction","detail":"{read_only:false; response_revision:12986; number_of_response:1; }","duration":"332.566844ms","start":"2026-03-03T01:20:31.923489Z","end":"2026-03-03T01:20:32.256056Z","steps":["trace[717304002] 'process raft request' (duration: 273.925137ms)","trace[717304002] 'compare' (duration: 58.418462ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:20:32.256239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:20:31.923469Z","time spent":"332.698716ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:20:32.256242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.849133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-03T01:20:32.256256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.457195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T01:20:32.256292Z","caller":"traceutil/trace.go:171","msg":"trace[525281272] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:12986; }","duration":"320.923275ms","start":"2026-03-03T01:20:31.935355Z","end":"2026-03-03T01:20:32.256279Z","steps":["trace[525281272] 'agreement among raft nodes before linearized reading' (duration: 320.761922ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:20:32.256294Z","caller":"traceutil/trace.go:171","msg":"trace[744120063] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12986; }","duration":"282.545348ms","start":"2026-03-03T01:20:31.973738Z","end":"2026-03-03T01:20:32.256283Z","steps":["trace[744120063] 'agreement among raft nodes before linearized reading' (duration: 282.396824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:20:32.256299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.531147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T01:20:32.256322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:20:31.935343Z","time spent":"320.970546ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-03T01:20:32.256351Z","caller":"traceutil/trace.go:171","msg":"trace[1119710447] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12986; }","duration":"121.620269ms","start":"2026-03-03T01:20:32.134714Z","end":"2026-03-03T01:20:32.256334Z","steps":["trace[1119710447] 'agreement among raft nodes before linearized reading' (duration: 121.497426ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:20:32.49795Z","caller":"traceutil/trace.go:171","msg":"trace[184692497] transaction","detail":"{read_only:false; response_revision:12988; number_of_response:1; }","duration":"237.663814ms","start":"2026-03-03T01:20:32.260268Z","end":"2026-03-03T01:20:32.497932Z","steps":["trace[184692497] 'process raft request' (duration: 234.651548ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:20:32.49811Z","caller":"traceutil/trace.go:171","msg":"trace[1326222876] transaction","detail":"{read_only:false; response_revision:12989; number_of_response:1; }","duration":"237.412379ms","start":"2026-03-03T01:20:32.260664Z","end":"2026-03-03T01:20:32.498077Z","steps":["trace[1326222876] 'process raft request' (duration: 237.236104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:20:34.1383Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565435288837535,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T01:20:34.22688Z","caller":"traceutil/trace.go:171","msg":"trace[114805609] transaction","detail":"{read_only:false; response_revision:12992; number_of_response:1; }","duration":"614.788704ms","start":"2026-03-03T01:20:33.612067Z","end":"2026-03-03T01:20:34.226855Z","steps":["trace[114805609] 'process raft request' (duration: 614.657461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:20:34.227004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:20:33.612039Z","time spent":"614.901557ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:20:34.583079Z","caller":"traceutil/trace.go:171","msg":"trace[1283156700] linearizableReadLoop","detail":"{readStateIndex:13472; appliedIndex:13470; }","duration":"945.329402ms","start":"2026-03-03T01:20:33.637713Z","end":"2026-03-03T01:20:34.583042Z","steps":["trace[1283156700] 'read index received' (duration: 589.075636ms)","trace[1283156700] 'applied index is now lower than readState.Index' (duration: 356.252326ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:20:34.583273Z","caller":"traceutil/trace.go:171","msg":"trace[494262649] transaction","detail":"{read_only:false; response_revision:12993; number_of_response:1; }","duration":"735.671147ms","start":"2026-03-03T01:20:33.847577Z","end":"2026-03-03T01:20:34.583248Z","steps":["trace[494262649] 'process raft request' (duration: 702.83468ms)","trace[494262649] 'compare' (duration: 32.235814ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:20:34.583413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:20:33.847548Z","time spent":"735.795129ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:20:34.58339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.658839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T01:20:34.58391Z","caller":"traceutil/trace.go:171","msg":"trace[1315866532] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12993; }","duration":"946.012507ms","start":"2026-03-03T01:20:33.637671Z","end":"2026-03-03T01:20:34.583683Z","steps":["trace[1315866532] 'agreement among raft nodes before linearized reading' (duration: 945.574278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:20:34.584043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:20:33.637652Z","time spent":"946.372185ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T01:20:34.589825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.510696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T01:20:34.589901Z","caller":"traceutil/trace.go:171","msg":"trace[366885945] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12994; }","duration":"950.633258ms","start":"2026-03-03T01:20:33.639251Z","end":"2026-03-03T01:20:34.589884Z","steps":["trace[366885945] 'agreement among raft nodes before linearized reading' (duration: 950.441274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:20:34.589934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.933393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:20:34.589948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:20:33.639231Z","time spent":"950.70474ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T01:20:34.58999Z","caller":"traceutil/trace.go:171","msg":"trace[1260493814] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:12994; }","duration":"328.995494ms","start":"2026-03-03T01:20:34.260977Z","end":"2026-03-03T01:20:34.589973Z","steps":["trace[1260493814] 'agreement among raft nodes before linearized reading' (duration: 328.897362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:20:34.590037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:20:34.260925Z","time spent":"329.098876ms","remote":"127.0.0.1:44550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:20:34.590274Z","caller":"traceutil/trace.go:171","msg":"trace[1744938633] transaction","detail":"{read_only:false; response_revision:12994; number_of_response:1; }","duration":"330.047846ms","start":"2026-03-03T01:20:34.260209Z","end":"2026-03-03T01:20:34.590256Z","steps":["trace[1744938633] 'process raft request' (duration: 329.368401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:20:34.590304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.144375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:20:34.590351Z","caller":"traceutil/trace.go:171","msg":"trace[798943450] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:12994; }","duration":"465.227826ms","start":"2026-03-03T01:20:34.12511Z","end":"2026-03-03T01:20:34.590338Z","steps":["trace[798943450] 'agreement among raft nodes before linearized reading' (duration: 465.021281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:20:34.590383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:20:34.26018Z","time spent":"330.130958ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:20:34.590512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.353267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T01:20:34.590554Z","caller":"traceutil/trace.go:171","msg":"trace[92677995] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12994; }","duration":"734.434328ms","start":"2026-03-03T01:20:33.856108Z","end":"2026-03-03T01:20:34.590542Z","steps":["trace[92677995] 'agreement among raft nodes before linearized reading' (duration: 734.310536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:20:34.590592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:20:33.856091Z","time spent":"734.491639ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T01:20:34.590794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.926354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T01:20:34.590843Z","caller":"traceutil/trace.go:171","msg":"trace[1187163131] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12994; }","duration":"310.022526ms","start":"2026-03-03T01:20:34.280806Z","end":"2026-03-03T01:20:34.590829Z","steps":["trace[1187163131] 'agreement among raft nodes before linearized reading' (duration: 309.907153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:20:34.59084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.174535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:20:34.590886Z","caller":"traceutil/trace.go:171","msg":"trace[237075948] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12994; }","duration":"872.243287ms","start":"2026-03-03T01:20:33.71863Z","end":"2026-03-03T01:20:34.590873Z","steps":["trace[237075948] 'agreement among raft nodes before linearized reading' (duration: 872.171575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:20:34.590925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:20:33.718618Z","time spent":"872.297968ms","remote":"127.0.0.1:34742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:20:34.590394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:20:34.125092Z","time spent":"465.289418ms","remote":"127.0.0.1:34950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":153,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:20:34.59128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.132447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pz4ww\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-03T01:20:34.591344Z","caller":"traceutil/trace.go:171","msg":"trace[1059772834] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pz4ww; range_end:; response_count:1; response_revision:12994; }","duration":"893.2255ms","start":"2026-03-03T01:20:33.698105Z","end":"2026-03-03T01:20:34.59133Z","steps":["trace[1059772834] 'agreement among raft nodes before linearized reading' (duration: 893.067606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:20:34.591396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:20:33.69809Z","time spent":"893.294391ms","remote":"127.0.0.1:34926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-pz4ww\" "} {"level":"warn","ts":"2026-03-03T01:20:34.590887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:20:34.280786Z","time spent":"310.085457ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T01:20:35.554655Z","caller":"traceutil/trace.go:171","msg":"trace[795632960] transaction","detail":"{read_only:false; response_revision:13001; number_of_response:1; }","duration":"101.974305ms","start":"2026-03-03T01:20:35.452653Z","end":"2026-03-03T01:20:35.554628Z","steps":["trace[795632960] 'process raft request' (duration: 101.762641ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:20:35.820638Z","caller":"traceutil/trace.go:171","msg":"trace[1644812517] transaction","detail":"{read_only:false; response_revision:13002; number_of_response:1; }","duration":"361.561366ms","start":"2026-03-03T01:20:35.459025Z","end":"2026-03-03T01:20:35.820586Z","steps":["trace[1644812517] 'process raft request' (duration: 361.388971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:20:35.820838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:20:35.459007Z","time spent":"361.699918ms","remote":"127.0.0.1:34926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12580,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:20:35.826618Z","caller":"traceutil/trace.go:171","msg":"trace[592070333] linearizableReadLoop","detail":"{readStateIndex:13482; appliedIndex:13480; }","duration":"108.395467ms","start":"2026-03-03T01:20:35.718187Z","end":"2026-03-03T01:20:35.826582Z","steps":["trace[592070333] 'read index received' (duration: 102.353564ms)","trace[592070333] 'applied index is now lower than readState.Index' (duration: 6.040303ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:20:35.826753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.54749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:20:35.826796Z","caller":"traceutil/trace.go:171","msg":"trace[243018348] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13002; }","duration":"108.640323ms","start":"2026-03-03T01:20:35.718145Z","end":"2026-03-03T01:20:35.826785Z","steps":["trace[243018348] 'agreement among raft nodes before linearized reading' (duration: 108.54458ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:20:36.330914Z","caller":"traceutil/trace.go:171","msg":"trace[1300910343] transaction","detail":"{read_only:false; response_revision:13005; number_of_response:1; }","duration":"178.583328ms","start":"2026-03-03T01:20:36.152309Z","end":"2026-03-03T01:20:36.330892Z","steps":["trace[1300910343] 'process raft request' (duration: 178.455145ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:20:36.334647Z","caller":"traceutil/trace.go:171","msg":"trace[306706659] transaction","detail":"{read_only:false; response_revision:13006; number_of_response:1; }","duration":"102.562228ms","start":"2026-03-03T01:20:36.23206Z","end":"2026-03-03T01:20:36.334622Z","steps":["trace[306706659] 'process raft request' (duration: 102.17411ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:20:36.811591Z","caller":"traceutil/trace.go:171","msg":"trace[1365758901] transaction","detail":"{read_only:false; response_revision:13019; number_of_response:1; }","duration":"123.233415ms","start":"2026-03-03T01:20:36.688314Z","end":"2026-03-03T01:20:36.811547Z","steps":["trace[1365758901] 'process raft request' (duration: 96.691509ms)","trace[1365758901] 'compare' (duration: 26.24613ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:20:43.356354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.431295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6cc6c8dc-1e80-4921-a0ec-68294fa0a74c\" ","response":"range_response_count:1 size:3606"} {"level":"info","ts":"2026-03-03T01:20:43.356483Z","caller":"traceutil/trace.go:171","msg":"trace[2072845714] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6cc6c8dc-1e80-4921-a0ec-68294fa0a74c; range_end:; response_count:1; response_revision:13157; }","duration":"562.579648ms","start":"2026-03-03T01:20:42.793883Z","end":"2026-03-03T01:20:43.356463Z","steps":["trace[2072845714] 'range keys from in-memory index tree' (duration: 562.313913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:20:43.356522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:20:42.79388Z","time spent":"562.63187ms","remote":"127.0.0.1:34926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3629,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6cc6c8dc-1e80-4921-a0ec-68294fa0a74c\" "} {"level":"warn","ts":"2026-03-03T01:20:43.356526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.219061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T01:20:43.356606Z","caller":"traceutil/trace.go:171","msg":"trace[708865704] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13157; }","duration":"240.344374ms","start":"2026-03-03T01:20:43.116245Z","end":"2026-03-03T01:20:43.356589Z","steps":["trace[708865704] 'range keys from in-memory index tree' (duration: 239.988126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:20:43.356526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.664511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e330aaf6-d5a6-449d-b96e-32e365b491cf\" ","response":"range_response_count:1 size:3606"} {"level":"info","ts":"2026-03-03T01:20:43.35674Z","caller":"traceutil/trace.go:171","msg":"trace[1040404797] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e330aaf6-d5a6-449d-b96e-32e365b491cf; range_end:; response_count:1; response_revision:13157; }","duration":"562.912036ms","start":"2026-03-03T01:20:42.793803Z","end":"2026-03-03T01:20:43.356715Z","steps":["trace[1040404797] 'range keys from in-memory index tree' (duration: 562.467096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:20:43.356792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:20:42.793786Z","time spent":"562.991618ms","remote":"127.0.0.1:34926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3629,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e330aaf6-d5a6-449d-b96e-32e365b491cf\" "} {"level":"warn","ts":"2026-03-03T01:20:43.35679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.728166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:20:43.356855Z","caller":"traceutil/trace.go:171","msg":"trace[1748668493] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:13157; }","duration":"213.856799ms","start":"2026-03-03T01:20:43.142983Z","end":"2026-03-03T01:20:43.35684Z","steps":["trace[1748668493] 'count revisions from in-memory index tree' (duration: 213.624604ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:20:43.83736Z","caller":"traceutil/trace.go:171","msg":"trace[1214113886] linearizableReadLoop","detail":"{readStateIndex:13640; appliedIndex:13639; }","duration":"381.321771ms","start":"2026-03-03T01:20:43.456013Z","end":"2026-03-03T01:20:43.837334Z","steps":["trace[1214113886] 'read index received' (duration: 381.108816ms)","trace[1214113886] 'applied index is now lower than readState.Index' (duration: 211.975µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:20:43.837442Z","caller":"traceutil/trace.go:171","msg":"trace[1399206292] transaction","detail":"{read_only:false; response_revision:13158; number_of_response:1; }","duration":"383.5004ms","start":"2026-03-03T01:20:43.453906Z","end":"2026-03-03T01:20:43.837406Z","steps":["trace[1399206292] 'process raft request' (duration: 383.269235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:20:43.837577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.047299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T01:20:43.837574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.536206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:20:43.837626Z","caller":"traceutil/trace.go:171","msg":"trace[1193414260] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:13158; }","duration":"364.127271ms","start":"2026-03-03T01:20:43.473488Z","end":"2026-03-03T01:20:43.837615Z","steps":["trace[1193414260] 'agreement among raft nodes before linearized reading' (duration: 364.016789ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:20:43.837647Z","caller":"traceutil/trace.go:171","msg":"trace[1521595890] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:13158; }","duration":"381.663538ms","start":"2026-03-03T01:20:43.455964Z","end":"2026-03-03T01:20:43.837628Z","steps":["trace[1521595890] 'agreement among raft nodes before linearized reading' (duration: 381.537956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:20:43.837669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:20:43.473479Z","time spent":"364.180932ms","remote":"127.0.0.1:34990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":38,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:20:43.837704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:20:43.455921Z","time spent":"381.770861ms","remote":"127.0.0.1:35208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T01:20:43.837854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.429009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:20:43.837923Z","caller":"traceutil/trace.go:171","msg":"trace[1031973143] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:13158; }","duration":"128.561122ms","start":"2026-03-03T01:20:43.709345Z","end":"2026-03-03T01:20:43.837907Z","steps":["trace[1031973143] 'agreement among raft nodes before linearized reading' (duration: 128.322946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:20:43.838224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:20:43.453882Z","time spent":"383.633342ms","remote":"127.0.0.1:34816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":768,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:20:44.344902Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565435288837907,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:20:44.845095Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565435288837907,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:20:44.871795Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.029774468s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T01:20:44.942713Z","caller":"traceutil/trace.go:171","msg":"trace[642694201] transaction","detail":"{read_only:false; response_revision:13159; number_of_response:1; }","duration":"1.100809429s","start":"2026-03-03T01:20:43.841873Z","end":"2026-03-03T01:20:44.942683Z","steps":["trace[642694201] 'process raft request' (duration: 1.030162437s)","trace[642694201] 'compare' (duration: 70.498218ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:20:44.94286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:20:43.841848Z","time spent":"1.100944302s","remote":"127.0.0.1:34816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T01:20:44.955169Z","caller":"traceutil/trace.go:171","msg":"trace[1509431818] transaction","detail":"{read_only:false; response_revision:13160; number_of_response:1; }","duration":"1.109380769s","start":"2026-03-03T01:20:43.845765Z","end":"2026-03-03T01:20:44.955146Z","steps":["trace[1509431818] 'process raft request' (duration: 1.109218535s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:20:44.955299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:20:43.845756Z","time spent":"1.109474761s","remote":"127.0.0.1:34926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3711,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:20:44.955359Z","caller":"traceutil/trace.go:171","msg":"trace[120286158] transaction","detail":"{read_only:false; response_revision:13161; number_of_response:1; }","duration":"597.889729ms","start":"2026-03-03T01:20:44.357456Z","end":"2026-03-03T01:20:44.955346Z","steps":["trace[120286158] 'process raft request' (duration: 597.643984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:20:44.955438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:20:44.357433Z","time spent":"597.96503ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:20:44.955629Z","caller":"traceutil/trace.go:171","msg":"trace[1671361837] linearizableReadLoop","detail":"{readStateIndex:13645; appliedIndex:13640; }","duration":"1.111467494s","start":"2026-03-03T01:20:43.844145Z","end":"2026-03-03T01:20:44.955613Z","steps":["trace[1671361837] 'read index received' (duration: 1.027902307s)","trace[1671361837] 'applied index is now lower than readState.Index' (duration: 83.564047ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:20:44.955724Z","caller":"traceutil/trace.go:171","msg":"trace[1386691668] transaction","detail":"{read_only:false; response_revision:13162; number_of_response:1; }","duration":"328.698207ms","start":"2026-03-03T01:20:44.627017Z","end":"2026-03-03T01:20:44.955715Z","steps":["trace[1386691668] 'process raft request' (duration: 328.277338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:20:44.9558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:20:44.626996Z","time spent":"328.751539ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:20:44.955866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.11171713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-03T01:20:44.955882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.885475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6cc6c8dc-1e80-4921-a0ec-68294fa0a74c\" ","response":"range_response_count:1 size:3726"} {"level":"info","ts":"2026-03-03T01:20:44.955905Z","caller":"traceutil/trace.go:171","msg":"trace[771965500] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13163; }","duration":"1.111765531s","start":"2026-03-03T01:20:43.844128Z","end":"2026-03-03T01:20:44.955893Z","steps":["trace[771965500] 'agreement among raft nodes before linearized reading' (duration: 1.111613938s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:20:44.95595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:20:43.844121Z","time spent":"1.111823972s","remote":"127.0.0.1:34926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T01:20:44.955948Z","caller":"traceutil/trace.go:171","msg":"trace[852114042] transaction","detail":"{read_only:false; response_revision:13163; number_of_response:1; }","duration":"327.392468ms","start":"2026-03-03T01:20:44.62852Z","end":"2026-03-03T01:20:44.955912Z","steps":["trace[852114042] 'process raft request' (duration: 327.007409ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:20:44.955956Z","caller":"traceutil/trace.go:171","msg":"trace[291880173] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6cc6c8dc-1e80-4921-a0ec-68294fa0a74c; range_end:; response_count:1; response_revision:13163; }","duration":"596.001627ms","start":"2026-03-03T01:20:44.359915Z","end":"2026-03-03T01:20:44.955917Z","steps":["trace[291880173] 'agreement among raft nodes before linearized reading' (duration: 595.911255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:20:44.955984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:20:44.359896Z","time spent":"596.0824ms","remote":"127.0.0.1:34926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3749,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6cc6c8dc-1e80-4921-a0ec-68294fa0a74c\" "} {"level":"warn","ts":"2026-03-03T01:20:44.955999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:20:44.628491Z","time spent":"327.480151ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:20:44.956096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.613907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T01:20:44.956123Z","caller":"traceutil/trace.go:171","msg":"trace[1289958131] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13163; }","duration":"310.672119ms","start":"2026-03-03T01:20:44.645444Z","end":"2026-03-03T01:20:44.956117Z","steps":["trace[1289958131] 'agreement among raft nodes before linearized reading' (duration: 310.592897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:20:44.956141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:20:44.645432Z","time spent":"310.704909ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T01:20:44.956169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.741999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-03-03T01:20:44.956133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.464061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T01:20:44.956212Z","caller":"traceutil/trace.go:171","msg":"trace[1867258696] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13163; }","duration":"313.574683ms","start":"2026-03-03T01:20:44.642631Z","end":"2026-03-03T01:20:44.956206Z","steps":["trace[1867258696] 'agreement among raft nodes before linearized reading' (duration: 313.43754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:20:44.956234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:20:44.642618Z","time spent":"313.610504ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T01:20:44.956263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.10461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T01:20:44.95628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.414074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T01:20:44.956308Z","caller":"traceutil/trace.go:171","msg":"trace[299075039] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13163; }","duration":"320.461626ms","start":"2026-03-03T01:20:44.635838Z","end":"2026-03-03T01:20:44.9563Z","steps":["trace[299075039] 'agreement among raft nodes before linearized reading' (duration: 320.388484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:20:44.956334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.117617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-03-03T01:20:44.956342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:20:44.635829Z","time spent":"320.507197ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T01:20:44.956367Z","caller":"traceutil/trace.go:171","msg":"trace[1539147835] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13163; }","duration":"307.150481ms","start":"2026-03-03T01:20:44.649133Z","end":"2026-03-03T01:20:44.956284Z","steps":["trace[1539147835] 'agreement among raft nodes before linearized reading' (duration: 307.051239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:20:44.956395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.968567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e330aaf6-d5a6-449d-b96e-32e365b491cf\" ","response":"range_response_count:1 size:3606"} {"level":"info","ts":"2026-03-03T01:20:44.95635Z","caller":"traceutil/trace.go:171","msg":"trace[53804569] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:13163; }","duration":"329.133078ms","start":"2026-03-03T01:20:44.627212Z","end":"2026-03-03T01:20:44.956345Z","steps":["trace[53804569] 'agreement among raft nodes before linearized reading' (duration: 329.075346ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:20:44.95641Z","caller":"traceutil/trace.go:171","msg":"trace[979910908] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e330aaf6-d5a6-449d-b96e-32e365b491cf; range_end:; response_count:1; response_revision:13163; }","duration":"595.996548ms","start":"2026-03-03T01:20:44.36041Z","end":"2026-03-03T01:20:44.956406Z","steps":["trace[979910908] 'agreement among raft nodes before linearized reading' (duration: 595.951547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:20:44.956425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:20:44.627155Z","time spent":"329.2631ms","remote":"127.0.0.1:34922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-03-03T01:20:44.956401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:20:44.649123Z","time spent":"307.268164ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T01:20:44.956206Z","caller":"traceutil/trace.go:171","msg":"trace[1877399651] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:13163; }","duration":"328.77703ms","start":"2026-03-03T01:20:44.62742Z","end":"2026-03-03T01:20:44.956197Z","steps":["trace[1877399651] 'agreement among raft nodes before linearized reading' (duration: 328.652207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:20:44.956485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.926815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T01:20:44.956496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:20:44.62739Z","time spent":"329.101907ms","remote":"127.0.0.1:34922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"info","ts":"2026-03-03T01:20:44.956504Z","caller":"traceutil/trace.go:171","msg":"trace[469645904] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13163; }","duration":"310.996286ms","start":"2026-03-03T01:20:44.645502Z","end":"2026-03-03T01:20:44.956499Z","steps":["trace[469645904] 'agreement among raft nodes before linearized reading' (duration: 310.913034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:20:44.956431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:20:44.360403Z","time spent":"596.023449ms","remote":"127.0.0.1:34926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3629,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e330aaf6-d5a6-449d-b96e-32e365b491cf\" "} {"level":"warn","ts":"2026-03-03T01:20:44.956521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:20:44.645495Z","time spent":"311.023037ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T01:20:44.956563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.675217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pz4ww\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-03T01:20:44.956674Z","caller":"traceutil/trace.go:171","msg":"trace[2080059888] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pz4ww; range_end:; response_count:1; response_revision:13163; }","duration":"290.8271ms","start":"2026-03-03T01:20:44.665824Z","end":"2026-03-03T01:20:44.956651Z","steps":["trace[2080059888] 'agreement among raft nodes before linearized reading' (duration: 290.302609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:20:44.956697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.819892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:20:44.956719Z","caller":"traceutil/trace.go:171","msg":"trace[1274843321] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13163; }","duration":"239.881664ms","start":"2026-03-03T01:20:44.716831Z","end":"2026-03-03T01:20:44.956713Z","steps":["trace[1274843321] 'agreement among raft nodes before linearized reading' (duration: 239.850173ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:21:49.094179Z","caller":"traceutil/trace.go:171","msg":"trace[1338318282] transaction","detail":"{read_only:false; response_revision:14026; number_of_response:1; }","duration":"106.030654ms","start":"2026-03-03T01:21:48.988128Z","end":"2026-03-03T01:21:49.094159Z","steps":["trace[1338318282] 'process raft request' (duration: 105.922542ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:22:07.694877Z","caller":"traceutil/trace.go:171","msg":"trace[1098728020] transaction","detail":"{read_only:false; response_revision:14119; number_of_response:1; }","duration":"411.947438ms","start":"2026-03-03T01:22:07.282899Z","end":"2026-03-03T01:22:07.694847Z","steps":["trace[1098728020] 'process raft request' (duration: 411.5915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:22:07.69513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:22:07.282876Z","time spent":"412.165493ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:22:07.703478Z","caller":"traceutil/trace.go:171","msg":"trace[210066361] linearizableReadLoop","detail":"{readStateIndex:14632; appliedIndex:14629; }","duration":"413.680827ms","start":"2026-03-03T01:22:07.289764Z","end":"2026-03-03T01:22:07.703445Z","steps":["trace[210066361] 'read index received' (duration: 404.881832ms)","trace[210066361] 'applied index is now lower than readState.Index' (duration: 8.797895ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:22:07.703635Z","caller":"traceutil/trace.go:171","msg":"trace[1171290277] transaction","detail":"{read_only:false; response_revision:14121; number_of_response:1; }","duration":"418.36064ms","start":"2026-03-03T01:22:07.285257Z","end":"2026-03-03T01:22:07.703618Z","steps":["trace[1171290277] 'process raft request' (duration: 418.138815ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:22:07.703623Z","caller":"traceutil/trace.go:171","msg":"trace[1079857379] transaction","detail":"{read_only:false; response_revision:14120; number_of_response:1; }","duration":"418.822131ms","start":"2026-03-03T01:22:07.284757Z","end":"2026-03-03T01:22:07.703579Z","steps":["trace[1079857379] 'process raft request' (duration: 418.486243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:22:07.703783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:22:07.285235Z","time spent":"418.432173ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:22:07.703842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:22:07.284748Z","time spent":"418.980914ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:22:07.70413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.368031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:22:07.704186Z","caller":"traceutil/trace.go:171","msg":"trace[77383053] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14121; }","duration":"414.471014ms","start":"2026-03-03T01:22:07.2897Z","end":"2026-03-03T01:22:07.704171Z","steps":["trace[77383053] 'agreement among raft nodes before linearized reading' (duration: 414.353231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:22:07.704223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:22:07.289679Z","time spent":"414.534706ms","remote":"127.0.0.1:47984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:22:07.704523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.568159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T01:22:07.704563Z","caller":"traceutil/trace.go:171","msg":"trace[1984796592] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14121; }","duration":"354.661111ms","start":"2026-03-03T01:22:07.349892Z","end":"2026-03-03T01:22:07.704553Z","steps":["trace[1984796592] 'agreement among raft nodes before linearized reading' (duration: 354.504228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:22:07.70459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:22:07.349864Z","time spent":"354.720163ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T01:22:07.704633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.494618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T01:22:07.704702Z","caller":"traceutil/trace.go:171","msg":"trace[1924437096] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14121; }","duration":"312.596381ms","start":"2026-03-03T01:22:07.392088Z","end":"2026-03-03T01:22:07.704685Z","steps":["trace[1924437096] 'agreement among raft nodes before linearized reading' (duration: 312.393676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:22:07.704748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:22:07.392072Z","time spent":"312.664193ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T01:22:07.704763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.23516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T01:22:07.704796Z","caller":"traceutil/trace.go:171","msg":"trace[1846128802] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14121; }","duration":"320.272311ms","start":"2026-03-03T01:22:07.384513Z","end":"2026-03-03T01:22:07.704786Z","steps":["trace[1846128802] 'agreement among raft nodes before linearized reading' (duration: 320.175909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:22:07.704826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:22:07.384479Z","time spent":"320.340583ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T01:22:07.704948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.073701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T01:22:07.704983Z","caller":"traceutil/trace.go:171","msg":"trace[775760057] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14121; }","duration":"322.109182ms","start":"2026-03-03T01:22:07.382865Z","end":"2026-03-03T01:22:07.704974Z","steps":["trace[775760057] 'agreement among raft nodes before linearized reading' (duration: 322.02563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:22:07.705012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:22:07.38283Z","time spent":"322.171794ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T01:22:07.705137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.95616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T01:22:07.70517Z","caller":"traceutil/trace.go:171","msg":"trace[1873568274] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14121; }","duration":"342.025492ms","start":"2026-03-03T01:22:07.363136Z","end":"2026-03-03T01:22:07.705161Z","steps":["trace[1873568274] 'agreement among raft nodes before linearized reading' (duration: 341.94104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:22:07.705195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:22:07.363106Z","time spent":"342.083334ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T01:22:08.295322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.031118ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:22:08.296313Z","caller":"traceutil/trace.go:171","msg":"trace[271792030] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:14121; }","duration":"450.03631ms","start":"2026-03-03T01:22:07.846257Z","end":"2026-03-03T01:22:08.296293Z","steps":["trace[271792030] 'range keys from in-memory index tree' (duration: 448.998207ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:22:08.296393Z","caller":"traceutil/trace.go:171","msg":"trace[688524509] transaction","detail":"{read_only:false; response_revision:14122; number_of_response:1; }","duration":"583.354918ms","start":"2026-03-03T01:22:07.713005Z","end":"2026-03-03T01:22:08.296359Z","steps":["trace[688524509] 'process raft request' (duration: 521.606272ms)","trace[688524509] 'compare' (duration: 61.620513ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:22:08.29682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:22:07.712981Z","time spent":"583.756148ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:22:08.33415Z","caller":"traceutil/trace.go:171","msg":"trace[1566720695] transaction","detail":"{read_only:false; response_revision:14124; number_of_response:1; }","duration":"618.833943ms","start":"2026-03-03T01:22:07.715278Z","end":"2026-03-03T01:22:08.334112Z","steps":["trace[1566720695] 'process raft request' (duration: 618.748191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:22:08.334333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:22:07.715271Z","time spent":"618.963715ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:22:08.334439Z","caller":"traceutil/trace.go:171","msg":"trace[351969851] linearizableReadLoop","detail":"{readStateIndex:14637; appliedIndex:14632; }","duration":"535.372677ms","start":"2026-03-03T01:22:07.79904Z","end":"2026-03-03T01:22:08.334413Z","steps":["trace[351969851] 'read index received' (duration: 435.592331ms)","trace[351969851] 'applied index is now lower than readState.Index' (duration: 99.778886ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:22:08.334562Z","caller":"traceutil/trace.go:171","msg":"trace[31459589] transaction","detail":"{read_only:false; response_revision:14125; number_of_response:1; }","duration":"619.213411ms","start":"2026-03-03T01:22:07.715337Z","end":"2026-03-03T01:22:08.334551Z","steps":["trace[31459589] 'process raft request' (duration: 618.733371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:22:08.33466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:22:07.71533Z","time spent":"619.258092ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:22:08.334877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.839347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pz4ww\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-03T01:22:08.334927Z","caller":"traceutil/trace.go:171","msg":"trace[137032308] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pz4ww; range_end:; response_count:1; response_revision:14126; }","duration":"535.926869ms","start":"2026-03-03T01:22:07.798988Z","end":"2026-03-03T01:22:08.334914Z","steps":["trace[137032308] 'agreement among raft nodes before linearized reading' (duration: 535.757575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:22:08.334959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:22:07.798969Z","time spent":"535.98354ms","remote":"127.0.0.1:34926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-pz4ww\" "} {"level":"warn","ts":"2026-03-03T01:22:08.334959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.264689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:22:08.334999Z","caller":"traceutil/trace.go:171","msg":"trace[1914291495] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14126; }","duration":"528.315861ms","start":"2026-03-03T01:22:07.806672Z","end":"2026-03-03T01:22:08.334988Z","steps":["trace[1914291495] 'agreement among raft nodes before linearized reading' (duration: 528.254039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:22:08.335028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:22:07.806663Z","time spent":"528.358641ms","remote":"127.0.0.1:34922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-03T01:22:08.33512Z","caller":"traceutil/trace.go:171","msg":"trace[1446044655] transaction","detail":"{read_only:false; response_revision:14126; number_of_response:1; }","duration":"619.470096ms","start":"2026-03-03T01:22:07.715638Z","end":"2026-03-03T01:22:08.335108Z","steps":["trace[1446044655] 'process raft request' (duration: 618.686449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:22:08.335216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:22:07.715615Z","time spent":"619.566199ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:22:08.335262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.446027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-03T01:22:08.335261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.9987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-bd4hz\" ","response":"range_response_count:1 size:22121"} {"level":"info","ts":"2026-03-03T01:22:08.33535Z","caller":"traceutil/trace.go:171","msg":"trace[1263246671] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-bd4hz; range_end:; response_count:1; response_revision:14126; }","duration":"299.139773ms","start":"2026-03-03T01:22:08.036188Z","end":"2026-03-03T01:22:08.335327Z","steps":["trace[1263246671] 'agreement among raft nodes before linearized reading' (duration: 298.878667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:22:08.335365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.782367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-03-03T01:22:08.335391Z","caller":"traceutil/trace.go:171","msg":"trace[1393390671] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14126; }","duration":"526.826688ms","start":"2026-03-03T01:22:07.808557Z","end":"2026-03-03T01:22:08.335384Z","steps":["trace[1393390671] 'agreement among raft nodes before linearized reading' (duration: 526.752397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:22:08.335416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:22:07.80855Z","time spent":"526.860129ms","remote":"127.0.0.1:34922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":705,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-03-03T01:22:08.335593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.520143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T01:22:08.335623Z","caller":"traceutil/trace.go:171","msg":"trace[842487942] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14126; }","duration":"527.584964ms","start":"2026-03-03T01:22:07.80803Z","end":"2026-03-03T01:22:08.335615Z","steps":["trace[842487942] 'agreement among raft nodes before linearized reading' (duration: 527.511213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:22:08.335648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:22:07.808009Z","time spent":"527.633646ms","remote":"127.0.0.1:34922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T01:22:08.335773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.844363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:22:08.335804Z","caller":"traceutil/trace.go:171","msg":"trace[2129382141] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14126; }","duration":"528.887354ms","start":"2026-03-03T01:22:07.806909Z","end":"2026-03-03T01:22:08.335796Z","steps":["trace[2129382141] 'agreement among raft nodes before linearized reading' (duration: 528.843253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:22:08.335828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:22:07.806905Z","time spent":"528.917615ms","remote":"127.0.0.1:34990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T01:22:08.336171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.449237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-g57nr\" ","response":"range_response_count:1 size:20759"} {"level":"info","ts":"2026-03-03T01:22:08.336235Z","caller":"traceutil/trace.go:171","msg":"trace[1806879501] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-g57nr; range_end:; response_count:1; response_revision:14126; }","duration":"245.54174ms","start":"2026-03-03T01:22:08.090679Z","end":"2026-03-03T01:22:08.336221Z","steps":["trace[1806879501] 'agreement among raft nodes before linearized reading' (duration: 245.416627ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:22:08.33529Z","caller":"traceutil/trace.go:171","msg":"trace[156093394] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14126; }","duration":"525.485908ms","start":"2026-03-03T01:22:07.809796Z","end":"2026-03-03T01:22:08.335282Z","steps":["trace[156093394] 'agreement among raft nodes before linearized reading' (duration: 525.365966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:22:08.336458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:22:07.809786Z","time spent":"526.655944ms","remote":"127.0.0.1:34990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T01:22:08.336866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.146244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-bd4hz\" ","response":"range_response_count:1 size:22121"} {"level":"info","ts":"2026-03-03T01:22:08.336914Z","caller":"traceutil/trace.go:171","msg":"trace[174372051] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-bd4hz; range_end:; response_count:1; response_revision:14126; }","duration":"242.231696ms","start":"2026-03-03T01:22:08.094672Z","end":"2026-03-03T01:22:08.336903Z","steps":["trace[174372051] 'agreement among raft nodes before linearized reading' (duration: 241.06217ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:22:08.337783Z","caller":"traceutil/trace.go:171","msg":"trace[1980664135] transaction","detail":"{read_only:false; response_revision:14123; number_of_response:1; }","duration":"618.911004ms","start":"2026-03-03T01:22:07.715166Z","end":"2026-03-03T01:22:08.334077Z","steps":["trace[1980664135] 'process raft request' (duration: 618.648238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:22:08.337936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:22:07.715135Z","time spent":"622.701238ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:22:09.827512Z","caller":"traceutil/trace.go:171","msg":"trace[188561045] transaction","detail":"{read_only:false; response_revision:14130; number_of_response:1; }","duration":"111.890284ms","start":"2026-03-03T01:22:09.71559Z","end":"2026-03-03T01:22:09.82748Z","steps":["trace[188561045] 'process raft request' (duration: 111.510506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:22:10.166445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.07344ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:22:10.16661Z","caller":"traceutil/trace.go:171","msg":"trace[27226197] transaction","detail":"{read_only:false; response_revision:14131; number_of_response:1; }","duration":"450.991462ms","start":"2026-03-03T01:22:09.7156Z","end":"2026-03-03T01:22:10.166592Z","steps":["trace[27226197] 'process raft request' (duration: 171.672486ms)","trace[27226197] 'compare' (duration: 278.453127ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:22:10.166687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:22:09.715545Z","time spent":"451.101544ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:22:10.167116Z","caller":"traceutil/trace.go:171","msg":"trace[1787333733] linearizableReadLoop","detail":"{readStateIndex:14643; appliedIndex:14641; }","duration":"450.432039ms","start":"2026-03-03T01:22:09.716673Z","end":"2026-03-03T01:22:10.167105Z","steps":["trace[1787333733] 'read index received' (duration: 111.033165ms)","trace[1787333733] 'applied index is now lower than readState.Index' (duration: 339.397974ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:22:10.167271Z","caller":"traceutil/trace.go:171","msg":"trace[102499712] transaction","detail":"{read_only:false; response_revision:14132; number_of_response:1; }","duration":"451.428791ms","start":"2026-03-03T01:22:09.715831Z","end":"2026-03-03T01:22:10.167259Z","steps":["trace[102499712] 'process raft request' (duration: 450.710016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:22:10.167426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:22:09.715774Z","time spent":"451.618335ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:22:10.167323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.650845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:22:10.167643Z","caller":"traceutil/trace.go:171","msg":"trace[1999566433] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14132; }","duration":"450.996452ms","start":"2026-03-03T01:22:09.716637Z","end":"2026-03-03T01:22:10.167633Z","steps":["trace[1999566433] 'agreement among raft nodes before linearized reading' (duration: 450.659684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:22:10.167665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:22:09.716628Z","time spent":"451.031862ms","remote":"127.0.0.1:34742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:22:10.47358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.693703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-bd4hz\" ","response":"range_response_count:1 size:22121"} {"level":"info","ts":"2026-03-03T01:22:10.473682Z","caller":"traceutil/trace.go:171","msg":"trace[609217975] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-bd4hz; range_end:; response_count:1; response_revision:14132; }","duration":"112.844335ms","start":"2026-03-03T01:22:10.360813Z","end":"2026-03-03T01:22:10.473658Z","steps":["trace[609217975] 'range keys from in-memory index tree' (duration: 112.486718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:22:10.473717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.444297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-03T01:22:10.473771Z","caller":"traceutil/trace.go:171","msg":"trace[1191115292] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14132; }","duration":"107.508717ms","start":"2026-03-03T01:22:10.366243Z","end":"2026-03-03T01:22:10.473752Z","steps":["trace[1191115292] 'range keys from in-memory index tree' (duration: 107.350894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:22:10.47396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.488387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-g57nr\" ","response":"range_response_count:1 size:20759"} {"level":"info","ts":"2026-03-03T01:22:10.473999Z","caller":"traceutil/trace.go:171","msg":"trace[872209837] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-g57nr; range_end:; response_count:1; response_revision:14132; }","duration":"102.548028ms","start":"2026-03-03T01:22:10.371441Z","end":"2026-03-03T01:22:10.473989Z","steps":["trace[872209837] 'range keys from in-memory index tree' (duration: 102.412965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:22:10.474003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.542712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pz4ww\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-03T01:22:10.474197Z","caller":"traceutil/trace.go:171","msg":"trace[383718406] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pz4ww; range_end:; response_count:1; response_revision:14132; }","duration":"118.758737ms","start":"2026-03-03T01:22:10.355428Z","end":"2026-03-03T01:22:10.474186Z","steps":["trace[383718406] 'range keys from in-memory index tree' (duration: 118.416119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:22:10.474218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.340609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T01:22:10.474236Z","caller":"traceutil/trace.go:171","msg":"trace[1016272583] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14132; }","duration":"114.379039ms","start":"2026-03-03T01:22:10.359851Z","end":"2026-03-03T01:22:10.47423Z","steps":["trace[1016272583] 'range keys from in-memory index tree' (duration: 114.227906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:22:10.474164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.281547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:22:10.474301Z","caller":"traceutil/trace.go:171","msg":"trace[1795505371] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14132; }","duration":"114.45208ms","start":"2026-03-03T01:22:10.359842Z","end":"2026-03-03T01:22:10.474294Z","steps":["trace[1795505371] 'range keys from in-memory index tree' (duration: 114.202865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:22:10.474293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.367221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T01:22:10.47433Z","caller":"traceutil/trace.go:171","msg":"trace[1383108109] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14132; }","duration":"134.403652ms","start":"2026-03-03T01:22:10.339916Z","end":"2026-03-03T01:22:10.47432Z","steps":["trace[1383108109] 'range keys from in-memory index tree' (duration: 134.252408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:22:10.473606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.214314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-bd4hz\" ","response":"range_response_count:1 size:22121"} {"level":"info","ts":"2026-03-03T01:22:10.474421Z","caller":"traceutil/trace.go:171","msg":"trace[1383870170] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-bd4hz; range_end:; response_count:1; response_revision:14132; }","duration":"110.072434ms","start":"2026-03-03T01:22:10.364339Z","end":"2026-03-03T01:22:10.474411Z","steps":["trace[1383870170] 'range keys from in-memory index tree' (duration: 109.053001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:22:10.474535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.079818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.70\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T01:22:10.474564Z","caller":"traceutil/trace.go:171","msg":"trace[47833231] range","detail":"{range_begin:/registry/masterleases/199.204.45.70; range_end:; response_count:1; response_revision:14132; }","duration":"174.117129ms","start":"2026-03-03T01:22:10.300437Z","end":"2026-03-03T01:22:10.474555Z","steps":["trace[47833231] 'range keys from in-memory index tree' (duration: 174.019198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:22:10.474639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.176811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T01:22:10.474616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.274963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T01:22:10.474741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.415086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:22:10.474748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.466957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T01:22:10.47477Z","caller":"traceutil/trace.go:171","msg":"trace[1819153169] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14132; }","duration":"131.506238ms","start":"2026-03-03T01:22:10.343257Z","end":"2026-03-03T01:22:10.474763Z","steps":["trace[1819153169] 'range keys from in-memory index tree' (duration: 131.315364ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:22:10.474754Z","caller":"traceutil/trace.go:171","msg":"trace[2071589481] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14132; }","duration":"174.479938ms","start":"2026-03-03T01:22:10.300243Z","end":"2026-03-03T01:22:10.474723Z","steps":["trace[2071589481] 'range keys from in-memory index tree' (duration: 173.913435ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:22:10.474775Z","caller":"traceutil/trace.go:171","msg":"trace[319611166] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14132; }","duration":"131.509508ms","start":"2026-03-03T01:22:10.343258Z","end":"2026-03-03T01:22:10.474767Z","steps":["trace[319611166] 'range keys from in-memory index tree' (duration: 131.395905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:22:10.474946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.790212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-03-03T01:22:10.474681Z","caller":"traceutil/trace.go:171","msg":"trace[1938646933] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14132; }","duration":"131.279423ms","start":"2026-03-03T01:22:10.343393Z","end":"2026-03-03T01:22:10.474672Z","steps":["trace[1938646933] 'range keys from in-memory index tree' (duration: 131.025128ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:22:10.474976Z","caller":"traceutil/trace.go:171","msg":"trace[960264599] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14132; }","duration":"130.834813ms","start":"2026-03-03T01:22:10.344132Z","end":"2026-03-03T01:22:10.474967Z","steps":["trace[960264599] 'range keys from in-memory index tree' (duration: 130.712781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:22:10.474996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.037296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T01:22:10.475064Z","caller":"traceutil/trace.go:171","msg":"trace[411022721] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14132; }","duration":"126.130639ms","start":"2026-03-03T01:22:10.348912Z","end":"2026-03-03T01:22:10.475043Z","steps":["trace[411022721] 'range keys from in-memory index tree' (duration: 125.937054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:22:10.474801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.890082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-03T01:22:10.475339Z","caller":"traceutil/trace.go:171","msg":"trace[942647760] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14132; }","duration":"130.466224ms","start":"2026-03-03T01:22:10.344861Z","end":"2026-03-03T01:22:10.475327Z","steps":["trace[942647760] 'range keys from in-memory index tree' (duration: 129.712888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:22:10.476197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.542175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T01:22:10.476287Z","caller":"traceutil/trace.go:171","msg":"trace[1402687196] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14132; }","duration":"134.666627ms","start":"2026-03-03T01:22:10.341597Z","end":"2026-03-03T01:22:10.476264Z","steps":["trace[1402687196] 'range keys from in-memory index tree' (duration: 134.371681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:22:10.473989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.271018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-03T01:22:10.477859Z","caller":"traceutil/trace.go:171","msg":"trace[383751214] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14132; }","duration":"128.091513ms","start":"2026-03-03T01:22:10.34934Z","end":"2026-03-03T01:22:10.477432Z","steps":["trace[383751214] 'range keys from in-memory index tree' (duration: 123.937731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:22:10.477366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.021377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:22:10.478261Z","caller":"traceutil/trace.go:171","msg":"trace[617594641] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14132; }","duration":"135.172388ms","start":"2026-03-03T01:22:10.343075Z","end":"2026-03-03T01:22:10.478248Z","steps":["trace[617594641] 'range keys from in-memory index tree' (duration: 130.954835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:22:10.988765Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565435288841023,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T01:22:11.340196Z","caller":"traceutil/trace.go:171","msg":"trace[1016282010] transaction","detail":"{read_only:false; response_revision:14133; number_of_response:1; }","duration":"939.40926ms","start":"2026-03-03T01:22:10.400766Z","end":"2026-03-03T01:22:11.340175Z","steps":["trace[1016282010] 'process raft request' (duration: 939.272647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:22:11.340312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:22:10.400755Z","time spent":"939.498632ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:22:11.488319Z","caller":"traceutil/trace.go:171","msg":"trace[1033848775] transaction","detail":"{read_only:false; response_revision:14135; number_of_response:1; }","duration":"1.009734726s","start":"2026-03-03T01:22:10.478565Z","end":"2026-03-03T01:22:11.488299Z","steps":["trace[1033848775] 'process raft request' (duration: 1.009671065s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:22:11.488381Z","caller":"traceutil/trace.go:171","msg":"trace[461931632] transaction","detail":"{read_only:false; response_revision:14134; number_of_response:1; }","duration":"1.009774757s","start":"2026-03-03T01:22:10.478565Z","end":"2026-03-03T01:22:11.488339Z","steps":["trace[461931632] 'process raft request' (duration: 1.009585883s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:22:11.488479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:22:10.478546Z","time spent":"1.009829138s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:22:11.488443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:22:10.475255Z","time spent":"1.013171522s","remote":"127.0.0.1:34790","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T01:22:11.488584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:22:10.478546Z","time spent":"1.00993333s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:22:11.488657Z","caller":"traceutil/trace.go:171","msg":"trace[1432388447] transaction","detail":"{read_only:false; response_revision:14136; number_of_response:1; }","duration":"1.004404258s","start":"2026-03-03T01:22:10.48424Z","end":"2026-03-03T01:22:11.488645Z","steps":["trace[1432388447] 'process raft request' (duration: 1.00403023s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:22:11.488712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:22:10.484231Z","time spent":"1.004453839s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:22:11.488897Z","caller":"traceutil/trace.go:171","msg":"trace[1428719032] transaction","detail":"{read_only:false; response_revision:14137; number_of_response:1; }","duration":"1.004593922s","start":"2026-03-03T01:22:10.484279Z","end":"2026-03-03T01:22:11.488873Z","steps":["trace[1428719032] 'process raft request' (duration: 1.004322726s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:22:11.489027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:22:10.48427Z","time spent":"1.004698845s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:22:11.489616Z","caller":"traceutil/trace.go:171","msg":"trace[308491047] linearizableReadLoop","detail":"{readStateIndex:14650; appliedIndex:14644; }","duration":"1.001211157s","start":"2026-03-03T01:22:10.488374Z","end":"2026-03-03T01:22:11.489585Z","steps":["trace[308491047] 'read index received' (duration: 852.357506ms)","trace[308491047] 'applied index is now lower than readState.Index' (duration: 148.852911ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:22:11.490507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002167479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:770089"} {"level":"info","ts":"2026-03-03T01:22:11.49056Z","caller":"traceutil/trace.go:171","msg":"trace[1962526273] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:14138; }","duration":"1.00226307s","start":"2026-03-03T01:22:10.488284Z","end":"2026-03-03T01:22:11.490547Z","steps":["trace[1962526273] 'agreement among raft nodes before linearized reading' (duration: 1.001465652s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:22:11.490593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:22:10.488248Z","time spent":"1.002334872s","remote":"127.0.0.1:34926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":770112,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T01:22:11.490604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002115237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:770089"} {"level":"info","ts":"2026-03-03T01:22:11.490645Z","caller":"traceutil/trace.go:171","msg":"trace[1766208063] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:14138; }","duration":"1.002184339s","start":"2026-03-03T01:22:10.488451Z","end":"2026-03-03T01:22:11.490635Z","steps":["trace[1766208063] 'agreement among raft nodes before linearized reading' (duration: 1.001395031s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:22:11.490685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:22:10.488438Z","time spent":"1.00223761s","remote":"127.0.0.1:34926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":770112,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T01:22:11.490905Z","caller":"traceutil/trace.go:171","msg":"trace[127960309] transaction","detail":"{read_only:false; response_revision:14138; number_of_response:1; }","duration":"1.006445303s","start":"2026-03-03T01:22:10.484448Z","end":"2026-03-03T01:22:11.490893Z","steps":["trace[127960309] 'process raft request' (duration: 1.004358906s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:22:11.490976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:22:10.484417Z","time spent":"1.006521994s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:22:11.491027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.23572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:22:11.491066Z","caller":"traceutil/trace.go:171","msg":"trace[1598617920] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14138; }","duration":"774.332091ms","start":"2026-03-03T01:22:10.716725Z","end":"2026-03-03T01:22:11.491057Z","steps":["trace[1598617920] 'agreement among raft nodes before linearized reading' (duration: 774.27157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:22:11.491092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:22:10.716706Z","time spent":"774.380852ms","remote":"127.0.0.1:34742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:22:11.491285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.617311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T01:22:11.491318Z","caller":"traceutil/trace.go:171","msg":"trace[345653077] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14138; }","duration":"785.680012ms","start":"2026-03-03T01:22:10.70563Z","end":"2026-03-03T01:22:11.49131Z","steps":["trace[345653077] 'agreement among raft nodes before linearized reading' (duration: 785.58638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:22:11.491311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.503162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T01:22:11.491345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:22:10.705614Z","time spent":"785.724733ms","remote":"127.0.0.1:34922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-03T01:22:11.491362Z","caller":"traceutil/trace.go:171","msg":"trace[622314882] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:14138; }","duration":"204.578844ms","start":"2026-03-03T01:22:11.286766Z","end":"2026-03-03T01:22:11.491345Z","steps":["trace[622314882] 'agreement among raft nodes before linearized reading' (duration: 204.503672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:22:11.491499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.205554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:22:11.491532Z","caller":"traceutil/trace.go:171","msg":"trace[2087118005] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14138; }","duration":"843.250264ms","start":"2026-03-03T01:22:10.648274Z","end":"2026-03-03T01:22:11.491524Z","steps":["trace[2087118005] 'agreement among raft nodes before linearized reading' (duration: 843.203173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:22:11.491559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:22:10.648269Z","time spent":"843.282595ms","remote":"127.0.0.1:34990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T01:22:11.491592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.579274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-rlzqr\" ","response":"range_response_count:1 size:9795"} {"level":"info","ts":"2026-03-03T01:22:11.49163Z","caller":"traceutil/trace.go:171","msg":"trace[1599704892] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-rlzqr; range_end:; response_count:1; response_revision:14138; }","duration":"332.635425ms","start":"2026-03-03T01:22:11.158985Z","end":"2026-03-03T01:22:11.49162Z","steps":["trace[1599704892] 'agreement among raft nodes before linearized reading' (duration: 332.540742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:22:11.491657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:22:11.158974Z","time spent":"332.676416ms","remote":"127.0.0.1:34926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9818,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-rlzqr\" "} {"level":"warn","ts":"2026-03-03T01:22:11.491735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.541601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-03T01:22:11.491749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.240656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:22:11.491769Z","caller":"traceutil/trace.go:171","msg":"trace[1086409661] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14138; }","duration":"843.587602ms","start":"2026-03-03T01:22:10.648173Z","end":"2026-03-03T01:22:11.491761Z","steps":["trace[1086409661] 'agreement among raft nodes before linearized reading' (duration: 843.50509ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:22:11.491773Z","caller":"traceutil/trace.go:171","msg":"trace[1446961261] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14138; }","duration":"337.277787ms","start":"2026-03-03T01:22:11.154488Z","end":"2026-03-03T01:22:11.491765Z","steps":["trace[1446961261] 'agreement among raft nodes before linearized reading' (duration: 337.241506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:22:11.491794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:22:10.648168Z","time spent":"843.620992ms","remote":"127.0.0.1:34990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T01:22:11.491865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.716177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-03T01:22:11.491897Z","caller":"traceutil/trace.go:171","msg":"trace[923847226] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14138; }","duration":"337.763827ms","start":"2026-03-03T01:22:11.154126Z","end":"2026-03-03T01:22:11.49189Z","steps":["trace[923847226] 'agreement among raft nodes before linearized reading' (duration: 337.687336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:22:11.49192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:22:11.154119Z","time spent":"337.796428ms","remote":"127.0.0.1:34990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T01:22:11.491966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.805487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:22:11.492001Z","caller":"traceutil/trace.go:171","msg":"trace[1940664090] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14138; }","duration":"843.858438ms","start":"2026-03-03T01:22:10.648135Z","end":"2026-03-03T01:22:11.491993Z","steps":["trace[1940664090] 'agreement among raft nodes before linearized reading' (duration: 843.779776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:22:11.492027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:22:10.648127Z","time spent":"843.894738ms","remote":"127.0.0.1:34990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-03T01:22:11.492112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.356931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:22:11.492146Z","caller":"traceutil/trace.go:171","msg":"trace[757803697] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14138; }","duration":"338.391442ms","start":"2026-03-03T01:22:11.153747Z","end":"2026-03-03T01:22:11.492138Z","steps":["trace[757803697] 'agreement among raft nodes before linearized reading' (duration: 338.338131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:22:11.492167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.658765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:22:11.492203Z","caller":"traceutil/trace.go:171","msg":"trace[248200580] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14138; }","duration":"844.694506ms","start":"2026-03-03T01:22:10.647499Z","end":"2026-03-03T01:22:11.492193Z","steps":["trace[248200580] 'agreement among raft nodes before linearized reading' (duration: 844.645475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:22:11.492235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:22:10.647459Z","time spent":"844.770488ms","remote":"127.0.0.1:34990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T01:22:11.492273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.826331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-03T01:22:11.492297Z","caller":"traceutil/trace.go:171","msg":"trace[1078544969] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14138; }","duration":"641.861981ms","start":"2026-03-03T01:22:10.850428Z","end":"2026-03-03T01:22:11.49229Z","steps":["trace[1078544969] 'agreement among raft nodes before linearized reading' (duration: 641.79579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:22:11.492326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:22:10.850422Z","time spent":"641.899402ms","remote":"127.0.0.1:34990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T01:22:11.492434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.669694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-03T01:22:11.492468Z","caller":"traceutil/trace.go:171","msg":"trace[1540890106] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14138; }","duration":"919.705005ms","start":"2026-03-03T01:22:10.572755Z","end":"2026-03-03T01:22:11.49246Z","steps":["trace[1540890106] 'agreement among raft nodes before linearized reading' (duration: 919.589582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:22:11.492494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:22:10.572675Z","time spent":"919.814357ms","remote":"127.0.0.1:34990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T01:22:11.492495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.176878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:22:11.492527Z","caller":"traceutil/trace.go:171","msg":"trace[881002731] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14138; }","duration":"642.223709ms","start":"2026-03-03T01:22:10.850295Z","end":"2026-03-03T01:22:11.492519Z","steps":["trace[881002731] 'agreement among raft nodes before linearized reading' (duration: 642.178938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:22:11.492175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:22:11.153723Z","time spent":"338.444423ms","remote":"127.0.0.1:34990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T01:22:11.492559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:22:10.850286Z","time spent":"642.26766ms","remote":"127.0.0.1:34990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T01:22:11.492209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.567376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:22:11.492622Z","caller":"traceutil/trace.go:171","msg":"trace[511337950] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14138; }","duration":"339.013125ms","start":"2026-03-03T01:22:11.153601Z","end":"2026-03-03T01:22:11.492614Z","steps":["trace[511337950] 'agreement among raft nodes before linearized reading' (duration: 338.592466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:22:11.492655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:22:11.153581Z","time spent":"339.066897ms","remote":"127.0.0.1:34990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-03T01:22:11.491797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:22:11.154481Z","time spent":"337.311017ms","remote":"127.0.0.1:34990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T01:22:11.492684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.019412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T01:22:11.492752Z","caller":"traceutil/trace.go:171","msg":"trace[2011709014] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14138; }","duration":"925.132275ms","start":"2026-03-03T01:22:10.567603Z","end":"2026-03-03T01:22:11.492735Z","steps":["trace[2011709014] 'agreement among raft nodes before linearized reading' (duration: 924.92097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:22:11.492794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:22:10.567583Z","time spent":"925.204226ms","remote":"127.0.0.1:34922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T01:22:11.491016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.824329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T01:22:11.493013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.528785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:22:11.493053Z","caller":"traceutil/trace.go:171","msg":"trace[930796495] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14139; }","duration":"925.610787ms","start":"2026-03-03T01:22:10.567434Z","end":"2026-03-03T01:22:11.493044Z","steps":["trace[930796495] 'agreement among raft nodes before linearized reading' (duration: 925.511084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:22:11.493087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:22:10.567414Z","time spent":"925.667147ms","remote":"127.0.0.1:34990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-03T01:22:11.493011Z","caller":"traceutil/trace.go:171","msg":"trace[1338753009] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14138; }","duration":"642.854744ms","start":"2026-03-03T01:22:10.85013Z","end":"2026-03-03T01:22:11.492985Z","steps":["trace[1338753009] 'agreement among raft nodes before linearized reading' (duration: 640.766668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:22:11.493321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:22:10.85011Z","time spent":"643.201311ms","remote":"127.0.0.1:34922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T01:22:11.493732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005187435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:770089"} {"level":"info","ts":"2026-03-03T01:22:11.493787Z","caller":"traceutil/trace.go:171","msg":"trace[1805560968] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:14139; }","duration":"1.005272428s","start":"2026-03-03T01:22:10.488503Z","end":"2026-03-03T01:22:11.493776Z","steps":["trace[1805560968] 'agreement among raft nodes before linearized reading' (duration: 1.004527551s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:22:11.493799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000643145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:770089"} {"level":"warn","ts":"2026-03-03T01:22:11.493828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:22:10.488481Z","time spent":"1.005337288s","remote":"127.0.0.1:34926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":770112,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T01:22:11.493837Z","caller":"traceutil/trace.go:171","msg":"trace[2121224372] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:14139; }","duration":"1.000699896s","start":"2026-03-03T01:22:10.493127Z","end":"2026-03-03T01:22:11.493827Z","steps":["trace[2121224372] 'agreement among raft nodes before linearized reading' (duration: 999.928479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:22:11.49388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:22:10.493116Z","time spent":"1.000754447s","remote":"127.0.0.1:34926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":770112,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T01:22:35.774398Z","caller":"traceutil/trace.go:171","msg":"trace[112472760] transaction","detail":"{read_only:false; response_revision:14248; number_of_response:1; }","duration":"123.489411ms","start":"2026-03-03T01:22:35.650884Z","end":"2026-03-03T01:22:35.774374Z","steps":["trace[112472760] 'process raft request' (duration: 123.315987ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:22:35.774689Z","caller":"traceutil/trace.go:171","msg":"trace[1041352026] transaction","detail":"{read_only:false; response_revision:14249; number_of_response:1; }","duration":"123.709065ms","start":"2026-03-03T01:22:35.650956Z","end":"2026-03-03T01:22:35.774665Z","steps":["trace[1041352026] 'process raft request' (duration: 123.379688ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:22:35.774878Z","caller":"traceutil/trace.go:171","msg":"trace[757374781] transaction","detail":"{read_only:false; response_revision:14250; number_of_response:1; }","duration":"123.692425ms","start":"2026-03-03T01:22:35.651173Z","end":"2026-03-03T01:22:35.774866Z","steps":["trace[757374781] 'process raft request' (duration: 123.345807ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:22:47.96788Z","caller":"traceutil/trace.go:171","msg":"trace[746095381] transaction","detail":"{read_only:false; response_revision:14302; number_of_response:1; }","duration":"132.04081ms","start":"2026-03-03T01:22:47.835811Z","end":"2026-03-03T01:22:47.967852Z","steps":["trace[746095381] 'process raft request' (duration: 131.829675ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:22:47.968112Z","caller":"traceutil/trace.go:171","msg":"trace[1560640021] transaction","detail":"{read_only:false; response_revision:14303; number_of_response:1; }","duration":"131.862146ms","start":"2026-03-03T01:22:47.836223Z","end":"2026-03-03T01:22:47.968085Z","steps":["trace[1560640021] 'process raft request' (duration: 131.57836ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:22:48.233264Z","caller":"traceutil/trace.go:171","msg":"trace[1590478512] transaction","detail":"{read_only:false; response_revision:14304; number_of_response:1; }","duration":"174.958496ms","start":"2026-03-03T01:22:48.058212Z","end":"2026-03-03T01:22:48.23317Z","steps":["trace[1590478512] 'process raft request' (duration: 160.327773ms)","trace[1590478512] 'compare' (duration: 14.312615ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:22:48.233393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.904197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:770089"} {"level":"info","ts":"2026-03-03T01:22:48.233458Z","caller":"traceutil/trace.go:171","msg":"trace[1264480273] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:14303; }","duration":"249.988049ms","start":"2026-03-03T01:22:47.983455Z","end":"2026-03-03T01:22:48.233444Z","steps":["trace[1264480273] 'range keys from in-memory index tree' (duration: 249.312894ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:22:57.012673Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11967} {"level":"info","ts":"2026-03-03T01:22:57.084338Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11967,"took":"69.069971ms","hash":2870890886,"current-db-size-bytes":41005056,"current-db-size":"41 MB","current-db-size-in-use-bytes":27090944,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-03T01:22:57.084405Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2870890886,"revision":11967,"compact-revision":10020} {"level":"info","ts":"2026-03-03T01:23:35.550014Z","caller":"traceutil/trace.go:171","msg":"trace[2084059277] transaction","detail":"{read_only:false; response_revision:14628; number_of_response:1; }","duration":"195.798404ms","start":"2026-03-03T01:23:35.354182Z","end":"2026-03-03T01:23:35.54998Z","steps":["trace[2084059277] 'process raft request' (duration: 182.936361ms)","trace[2084059277] 'compare' (duration: 12.629088ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:25:15.859756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.68358ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-03T01:25:15.859878Z","caller":"traceutil/trace.go:171","msg":"trace[334818083] linearizableReadLoop","detail":"{readStateIndex:16026; appliedIndex:16025; }","duration":"287.526596ms","start":"2026-03-03T01:25:15.572337Z","end":"2026-03-03T01:25:15.859864Z","steps":["trace[334818083] 'read index received' (duration: 117.733154ms)","trace[334818083] 'applied index is now lower than readState.Index' (duration: 169.792372ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:25:15.860067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.71194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pz4ww\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-03T01:25:15.860089Z","caller":"traceutil/trace.go:171","msg":"trace[1747769475] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pz4ww; range_end:; response_count:1; response_revision:15468; }","duration":"287.785062ms","start":"2026-03-03T01:25:15.572298Z","end":"2026-03-03T01:25:15.860084Z","steps":["trace[1747769475] 'agreement among raft nodes before linearized reading' (duration: 287.667169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:25:15.860285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.036819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:25:15.860378Z","caller":"traceutil/trace.go:171","msg":"trace[912606476] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15468; }","duration":"141.186691ms","start":"2026-03-03T01:25:15.71917Z","end":"2026-03-03T01:25:15.860357Z","steps":["trace[912606476] 'agreement among raft nodes before linearized reading' (duration: 141.018228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:25:15.860457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.445892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-bd4hz\" ","response":"range_response_count:1 size:22121"} {"level":"info","ts":"2026-03-03T01:25:15.860539Z","caller":"traceutil/trace.go:171","msg":"trace[1454331285] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-bd4hz; range_end:; response_count:1; response_revision:15468; }","duration":"153.575154ms","start":"2026-03-03T01:25:15.706947Z","end":"2026-03-03T01:25:15.860522Z","steps":["trace[1454331285] 'agreement among raft nodes before linearized reading' (duration: 153.306538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:25:15.860479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.316371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-g57nr\" ","response":"range_response_count:1 size:20759"} {"level":"info","ts":"2026-03-03T01:25:15.860728Z","caller":"traceutil/trace.go:171","msg":"trace[721332130] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-g57nr; range_end:; response_count:1; response_revision:15468; }","duration":"159.712159ms","start":"2026-03-03T01:25:15.700981Z","end":"2026-03-03T01:25:15.860693Z","steps":["trace[721332130] 'agreement among raft nodes before linearized reading' (duration: 159.149717ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:25:17.681532Z","caller":"traceutil/trace.go:171","msg":"trace[1637850178] linearizableReadLoop","detail":"{readStateIndex:16040; appliedIndex:16039; }","duration":"132.659143ms","start":"2026-03-03T01:25:17.548849Z","end":"2026-03-03T01:25:17.681508Z","steps":["trace[1637850178] 'read index received' (duration: 132.433688ms)","trace[1637850178] 'applied index is now lower than readState.Index' (duration: 224.255µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:25:17.681591Z","caller":"traceutil/trace.go:171","msg":"trace[1586711707] transaction","detail":"{read_only:false; response_revision:15481; number_of_response:1; }","duration":"148.668796ms","start":"2026-03-03T01:25:17.532884Z","end":"2026-03-03T01:25:17.681553Z","steps":["trace[1586711707] 'process raft request' (duration: 148.467952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:25:17.681772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.885748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-rlzqr\" ","response":"range_response_count:1 size:9795"} {"level":"info","ts":"2026-03-03T01:25:17.681817Z","caller":"traceutil/trace.go:171","msg":"trace[1185649095] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-rlzqr; range_end:; response_count:1; response_revision:15481; }","duration":"132.98171ms","start":"2026-03-03T01:25:17.548825Z","end":"2026-03-03T01:25:17.681806Z","steps":["trace[1185649095] 'agreement among raft nodes before linearized reading' (duration: 132.792105ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:25:46.987729Z","caller":"traceutil/trace.go:171","msg":"trace[637414325] transaction","detail":"{read_only:false; response_revision:15647; number_of_response:1; }","duration":"140.956146ms","start":"2026-03-03T01:25:46.846742Z","end":"2026-03-03T01:25:46.987698Z","steps":["trace[637414325] 'process raft request' (duration: 55.045283ms)","trace[637414325] 'compare' (duration: 85.77594ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:25:46.99777Z","caller":"traceutil/trace.go:171","msg":"trace[1511232579] linearizableReadLoop","detail":"{readStateIndex:16213; appliedIndex:16211; }","duration":"105.690769ms","start":"2026-03-03T01:25:46.892056Z","end":"2026-03-03T01:25:46.997746Z","steps":["trace[1511232579] 'read index received' (duration: 9.745246ms)","trace[1511232579] 'applied index is now lower than readState.Index' (duration: 95.944473ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:25:46.997877Z","caller":"traceutil/trace.go:171","msg":"trace[1119512112] transaction","detail":"{read_only:false; response_revision:15648; number_of_response:1; }","duration":"115.534055ms","start":"2026-03-03T01:25:46.882297Z","end":"2026-03-03T01:25:46.997831Z","steps":["trace[1119512112] 'process raft request' (duration: 115.320831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:25:46.997996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.915144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T01:25:46.998042Z","caller":"traceutil/trace.go:171","msg":"trace[2072934201] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15648; }","duration":"106.000696ms","start":"2026-03-03T01:25:46.892028Z","end":"2026-03-03T01:25:46.998029Z","steps":["trace[2072934201] 'agreement among raft nodes before linearized reading' (duration: 105.850322ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:27:57.018487Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14362} {"level":"info","ts":"2026-03-03T01:27:57.120883Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14362,"took":"99.417566ms","hash":425484389,"current-db-size-bytes":41848832,"current-db-size":"42 MB","current-db-size-in-use-bytes":28340224,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-03T01:27:57.120954Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":425484389,"revision":14362,"compact-revision":11967} {"level":"info","ts":"2026-03-03T01:28:02.926082Z","caller":"traceutil/trace.go:171","msg":"trace[1907170293] transaction","detail":"{read_only:false; response_revision:16597; number_of_response:1; }","duration":"115.548991ms","start":"2026-03-03T01:28:02.810494Z","end":"2026-03-03T01:28:02.926043Z","steps":["trace[1907170293] 'process raft request' (duration: 115.251924ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:28:09.491975Z","caller":"traceutil/trace.go:171","msg":"trace[1408648461] linearizableReadLoop","detail":"{readStateIndex:17230; appliedIndex:17228; }","duration":"249.711773ms","start":"2026-03-03T01:28:09.242241Z","end":"2026-03-03T01:28:09.491953Z","steps":["trace[1408648461] 'read index received' (duration: 1.216047ms)","trace[1408648461] 'applied index is now lower than readState.Index' (duration: 248.494676ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:28:09.492049Z","caller":"traceutil/trace.go:171","msg":"trace[213140569] transaction","detail":"{read_only:false; response_revision:16632; number_of_response:1; }","duration":"249.925047ms","start":"2026-03-03T01:28:09.242084Z","end":"2026-03-03T01:28:09.492009Z","steps":["trace[213140569] 'process raft request' (duration: 249.696292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:28:09.492219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.959918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" ","response":"range_response_count:1 size:9566"} {"level":"info","ts":"2026-03-03T01:28:09.492462Z","caller":"traceutil/trace.go:171","msg":"trace[1596095569] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-heat-server; range_end:; response_count:1; response_revision:16632; }","duration":"250.236594ms","start":"2026-03-03T01:28:09.242215Z","end":"2026-03-03T01:28:09.492452Z","steps":["trace[1596095569] 'agreement among raft nodes before linearized reading' (duration: 249.874096ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:28:09.60193Z","caller":"traceutil/trace.go:171","msg":"trace[1989999068] transaction","detail":"{read_only:false; response_revision:16633; number_of_response:1; }","duration":"101.743035ms","start":"2026-03-03T01:28:09.50016Z","end":"2026-03-03T01:28:09.601903Z","steps":["trace[1989999068] 'process raft request' (duration: 83.438921ms)","trace[1989999068] 'compare' (duration: 18.064179ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:28:09.67458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.830267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T01:28:09.67467Z","caller":"traceutil/trace.go:171","msg":"trace[223927905] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16634; }","duration":"115.93798ms","start":"2026-03-03T01:28:09.558713Z","end":"2026-03-03T01:28:09.674651Z","steps":["trace[223927905] 'agreement among raft nodes before linearized reading' (duration: 115.669834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:28:10.175388Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565435288850792,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T01:28:10.292285Z","caller":"traceutil/trace.go:171","msg":"trace[138406443] transaction","detail":"{read_only:false; response_revision:16635; number_of_response:1; }","duration":"685.35725ms","start":"2026-03-03T01:28:09.606894Z","end":"2026-03-03T01:28:10.292251Z","steps":["trace[138406443] 'process raft request' (duration: 678.961909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:28:10.292498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:28:09.606856Z","time spent":"685.512164ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:28:10.292717Z","caller":"traceutil/trace.go:171","msg":"trace[1488793155] transaction","detail":"{read_only:false; response_revision:16636; number_of_response:1; }","duration":"675.876582ms","start":"2026-03-03T01:28:09.616797Z","end":"2026-03-03T01:28:10.292673Z","steps":["trace[1488793155] 'process raft request' (duration: 675.105625ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:28:10.293061Z","caller":"traceutil/trace.go:171","msg":"trace[187944118] transaction","detail":"{read_only:false; response_revision:16637; number_of_response:1; }","duration":"671.957325ms","start":"2026-03-03T01:28:09.621032Z","end":"2026-03-03T01:28:10.292989Z","steps":["trace[187944118] 'process raft request' (duration: 671.615108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:28:10.293381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:28:09.616775Z","time spent":"676.304491ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:28:10.293392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:28:09.621022Z","time spent":"672.1725ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:28:10.331091Z","caller":"traceutil/trace.go:171","msg":"trace[207331054] linearizableReadLoop","detail":"{readStateIndex:17236; appliedIndex:17232; }","duration":"656.738658ms","start":"2026-03-03T01:28:09.674327Z","end":"2026-03-03T01:28:10.331066Z","steps":["trace[207331054] 'read index received' (duration: 611.540081ms)","trace[207331054] 'applied index is now lower than readState.Index' (duration: 45.197317ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:28:10.33112Z","caller":"traceutil/trace.go:171","msg":"trace[315682628] transaction","detail":"{read_only:false; response_revision:16638; number_of_response:1; }","duration":"651.79915ms","start":"2026-03-03T01:28:09.67929Z","end":"2026-03-03T01:28:10.331089Z","steps":["trace[315682628] 'process raft request' (duration: 651.634156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:28:10.331259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.782258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:28:10.331286Z","caller":"traceutil/trace.go:171","msg":"trace[53569601] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16638; }","duration":"612.85941ms","start":"2026-03-03T01:28:09.71842Z","end":"2026-03-03T01:28:10.331279Z","steps":["trace[53569601] 'agreement among raft nodes before linearized reading' (duration: 612.770458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:28:10.331318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:28:09.718405Z","time spent":"612.908091ms","remote":"127.0.0.1:34740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:28:10.331305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:28:09.679263Z","time spent":"651.931892ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:28:10.331436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.17568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:28:10.331542Z","caller":"traceutil/trace.go:171","msg":"trace[1016372327] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:16638; }","duration":"162.342444ms","start":"2026-03-03T01:28:10.169174Z","end":"2026-03-03T01:28:10.331516Z","steps":["trace[1016372327] 'agreement among raft nodes before linearized reading' (duration: 162.111209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:28:10.33154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.321043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-rlzqr\" ","response":"range_response_count:1 size:9796"} {"level":"warn","ts":"2026-03-03T01:28:10.331621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.686624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T01:28:10.331665Z","caller":"traceutil/trace.go:171","msg":"trace[187739717] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-rlzqr; range_end:; response_count:1; response_revision:16638; }","duration":"706.497837ms","start":"2026-03-03T01:28:09.625135Z","end":"2026-03-03T01:28:10.331632Z","steps":["trace[187739717] 'agreement among raft nodes before linearized reading' (duration: 706.041168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:28:10.33172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:28:09.625126Z","time spent":"706.5854ms","remote":"127.0.0.1:34926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9819,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-rlzqr\" "} {"level":"info","ts":"2026-03-03T01:28:10.331727Z","caller":"traceutil/trace.go:171","msg":"trace[936477139] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16638; }","duration":"539.807726ms","start":"2026-03-03T01:28:09.791873Z","end":"2026-03-03T01:28:10.33168Z","steps":["trace[936477139] 'agreement among raft nodes before linearized reading' (duration: 539.550121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:28:10.331739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.131379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-bd4hz\" ","response":"range_response_count:1 size:22122"} {"level":"warn","ts":"2026-03-03T01:28:10.331766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:28:09.79185Z","time spent":"539.90769ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T01:28:10.331737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.846138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T01:28:10.331779Z","caller":"traceutil/trace.go:171","msg":"trace[328122673] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-bd4hz; range_end:; response_count:1; response_revision:16638; }","duration":"118.243621ms","start":"2026-03-03T01:28:10.213522Z","end":"2026-03-03T01:28:10.331766Z","steps":["trace[328122673] 'agreement among raft nodes before linearized reading' (duration: 118.101117ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:28:10.331836Z","caller":"traceutil/trace.go:171","msg":"trace[774026792] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16638; }","duration":"539.991061ms","start":"2026-03-03T01:28:09.79182Z","end":"2026-03-03T01:28:10.331811Z","steps":["trace[774026792] 'agreement among raft nodes before linearized reading' (duration: 539.685144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:28:10.331897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:28:09.791804Z","time spent":"540.084554ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T01:28:10.332145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.093994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T01:28:10.332289Z","caller":"traceutil/trace.go:171","msg":"trace[514755499] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16638; }","duration":"540.221467ms","start":"2026-03-03T01:28:09.791997Z","end":"2026-03-03T01:28:10.332219Z","steps":["trace[514755499] 'agreement among raft nodes before linearized reading' (duration: 539.641914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:28:10.332352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:28:09.791976Z","time spent":"540.3574ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T01:28:12.049807Z","caller":"traceutil/trace.go:171","msg":"trace[134859181] transaction","detail":"{read_only:false; response_revision:16643; number_of_response:1; }","duration":"369.946907ms","start":"2026-03-03T01:28:11.679829Z","end":"2026-03-03T01:28:12.049776Z","steps":["trace[134859181] 'process raft request' (duration: 369.750993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:28:12.050019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:28:11.679809Z","time spent":"370.111611ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:28:12.77776Z","caller":"traceutil/trace.go:171","msg":"trace[283681470] linearizableReadLoop","detail":"{readStateIndex:17243; appliedIndex:17241; }","duration":"1.049041861s","start":"2026-03-03T01:28:11.728686Z","end":"2026-03-03T01:28:12.777728Z","steps":["trace[283681470] 'read index received' (duration: 320.888695ms)","trace[283681470] 'applied index is now lower than readState.Index' (duration: 728.151646ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:28:12.777881Z","caller":"traceutil/trace.go:171","msg":"trace[381505540] transaction","detail":"{read_only:false; response_revision:16644; number_of_response:1; }","duration":"1.062511728s","start":"2026-03-03T01:28:11.715315Z","end":"2026-03-03T01:28:12.777827Z","steps":["trace[381505540] 'process raft request' (duration: 1.062225262s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:28:12.777968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049258086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:28:12.778097Z","caller":"traceutil/trace.go:171","msg":"trace[108571689] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16644; }","duration":"1.049360028s","start":"2026-03-03T01:28:11.728644Z","end":"2026-03-03T01:28:12.778004Z","steps":["trace[108571689] 'agreement among raft nodes before linearized reading' (duration: 1.049264036s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:28:12.778141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:28:11.728622Z","time spent":"1.049508631s","remote":"127.0.0.1:34742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:28:12.778141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:28:11.715278Z","time spent":"1.062723803s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:28:12.867508Z","caller":"traceutil/trace.go:171","msg":"trace[659161058] transaction","detail":"{read_only:false; response_revision:16645; number_of_response:1; }","duration":"567.066581ms","start":"2026-03-03T01:28:12.300414Z","end":"2026-03-03T01:28:12.86748Z","steps":["trace[659161058] 'process raft request' (duration: 534.713486ms)","trace[659161058] 'compare' (duration: 32.176771ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:28:12.867683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:28:12.300384Z","time spent":"567.201423ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:28:12.868201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.833415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T01:28:12.868183Z","caller":"traceutil/trace.go:171","msg":"trace[445374584] transaction","detail":"{read_only:false; response_revision:16646; number_of_response:1; }","duration":"567.651033ms","start":"2026-03-03T01:28:12.300489Z","end":"2026-03-03T01:28:12.86814Z","steps":["trace[445374584] 'process raft request' (duration: 566.945328ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:28:12.868301Z","caller":"traceutil/trace.go:171","msg":"trace[565659583] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16646; }","duration":"504.937888ms","start":"2026-03-03T01:28:12.36333Z","end":"2026-03-03T01:28:12.868268Z","steps":["trace[565659583] 'agreement among raft nodes before linearized reading' (duration: 504.740723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:28:12.868288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.216765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-bd4hz\" ","response":"range_response_count:1 size:22122"} {"level":"warn","ts":"2026-03-03T01:28:12.868293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.982262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T01:28:12.868344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:28:12.36332Z","time spent":"505.014989ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T01:28:12.868308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.032994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:28:12.868368Z","caller":"traceutil/trace.go:171","msg":"trace[1154611855] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16646; }","duration":"506.118394ms","start":"2026-03-03T01:28:12.362236Z","end":"2026-03-03T01:28:12.868354Z","steps":["trace[1154611855] 'agreement among raft nodes before linearized reading' (duration: 505.867278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:28:12.868384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.632437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:28:12.868429Z","caller":"traceutil/trace.go:171","msg":"trace[1363382535] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:16646; }","duration":"897.234879ms","start":"2026-03-03T01:28:11.971166Z","end":"2026-03-03T01:28:12.868401Z","steps":["trace[1363382535] 'agreement among raft nodes before linearized reading' (duration: 896.972533ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:28:12.868435Z","caller":"traceutil/trace.go:171","msg":"trace[335313061] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:16646; }","duration":"618.74107ms","start":"2026-03-03T01:28:12.24968Z","end":"2026-03-03T01:28:12.868422Z","steps":["trace[335313061] 'agreement among raft nodes before linearized reading' (duration: 618.627808ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:28:12.868368Z","caller":"traceutil/trace.go:171","msg":"trace[2064817500] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-bd4hz; range_end:; response_count:1; response_revision:16646; }","duration":"491.335207ms","start":"2026-03-03T01:28:12.377015Z","end":"2026-03-03T01:28:12.86835Z","steps":["trace[2064817500] 'agreement among raft nodes before linearized reading' (duration: 491.104812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:28:12.869978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:28:12.377005Z","time spent":"492.961374ms","remote":"127.0.0.1:34926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22145,"request content":"key:\"/registry/pods/openstack/nova-compute-default-bd4hz\" "} {"level":"warn","ts":"2026-03-03T01:28:12.868322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.070862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-03T01:28:12.86849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:28:11.971143Z","time spent":"897.33604ms","remote":"127.0.0.1:33640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:28:12.870475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:28:12.36222Z","time spent":"506.189756ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T01:28:12.86963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012595436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3299"} {"level":"info","ts":"2026-03-03T01:28:12.870578Z","caller":"traceutil/trace.go:171","msg":"trace[1355855588] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:16646; }","duration":"1.013568937s","start":"2026-03-03T01:28:11.856969Z","end":"2026-03-03T01:28:12.870538Z","steps":["trace[1355855588] 'agreement among raft nodes before linearized reading' (duration: 1.011248616s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:28:12.870492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:28:12.249656Z","time spent":"618.822102ms","remote":"127.0.0.1:35250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:28:12.870769Z","caller":"traceutil/trace.go:171","msg":"trace[262761488] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16646; }","duration":"508.315423ms","start":"2026-03-03T01:28:12.362208Z","end":"2026-03-03T01:28:12.870523Z","steps":["trace[262761488] 'agreement among raft nodes before linearized reading' (duration: 505.968551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:28:12.869863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.025999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-03T01:28:12.870897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:28:11.856948Z","time spent":"1.01368171s","remote":"127.0.0.1:39660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3322,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"info","ts":"2026-03-03T01:28:12.870981Z","caller":"traceutil/trace.go:171","msg":"trace[442126342] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16646; }","duration":"534.174434ms","start":"2026-03-03T01:28:12.336771Z","end":"2026-03-03T01:28:12.870945Z","steps":["trace[442126342] 'agreement among raft nodes before linearized reading' (duration: 531.085866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:28:12.871021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:28:12.336744Z","time spent":"534.266895ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T01:28:12.87108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:28:12.362196Z","time spent":"508.720761ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T01:28:12.871768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:28:12.300445Z","time spent":"567.857487ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:28:12.871873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.001977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T01:28:12.871915Z","caller":"traceutil/trace.go:171","msg":"trace[1840607119] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16646; }","duration":"574.486413ms","start":"2026-03-03T01:28:12.297407Z","end":"2026-03-03T01:28:12.871893Z","steps":["trace[1840607119] 'agreement among raft nodes before linearized reading' (duration: 570.832433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:28:12.871968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:28:12.297371Z","time spent":"574.583136ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T01:28:12.89177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.006569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-rlzqr\" ","response":"range_response_count:1 size:9796"} {"level":"info","ts":"2026-03-03T01:28:12.891815Z","caller":"traceutil/trace.go:171","msg":"trace[1182575777] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-rlzqr; range_end:; response_count:1; response_revision:16646; }","duration":"534.169743ms","start":"2026-03-03T01:28:12.357633Z","end":"2026-03-03T01:28:12.891803Z","steps":["trace[1182575777] 'agreement among raft nodes before linearized reading' (duration: 510.175784ms)","trace[1182575777] 'range keys from bolt db' (duration: 23.867667ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:28:12.891839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:28:12.357611Z","time spent":"534.223953ms","remote":"127.0.0.1:34926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9819,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-rlzqr\" "} {"level":"info","ts":"2026-03-03T01:28:17.559996Z","caller":"traceutil/trace.go:171","msg":"trace[378139909] linearizableReadLoop","detail":"{readStateIndex:17282; appliedIndex:17281; }","duration":"106.154103ms","start":"2026-03-03T01:28:17.45382Z","end":"2026-03-03T01:28:17.559974Z","steps":["trace[378139909] 'read index received' (duration: 105.933408ms)","trace[378139909] 'applied index is now lower than readState.Index' (duration: 219.815µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:28:17.560055Z","caller":"traceutil/trace.go:171","msg":"trace[2123590910] transaction","detail":"{read_only:false; response_revision:16682; number_of_response:1; }","duration":"117.351981ms","start":"2026-03-03T01:28:17.442676Z","end":"2026-03-03T01:28:17.560028Z","steps":["trace[2123590910] 'process raft request' (duration: 117.149577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:28:17.560174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.344628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-03-03T01:28:17.560213Z","caller":"traceutil/trace.go:171","msg":"trace[768103327] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:16682; }","duration":"106.432189ms","start":"2026-03-03T01:28:17.453767Z","end":"2026-03-03T01:28:17.560199Z","steps":["trace[768103327] 'agreement among raft nodes before linearized reading' (duration: 106.293516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:28:25.838732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.482218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:28:25.83882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.008309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:28:25.838832Z","caller":"traceutil/trace.go:171","msg":"trace[1210395685] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:16938; }","duration":"302.657622ms","start":"2026-03-03T01:28:25.536152Z","end":"2026-03-03T01:28:25.838809Z","steps":["trace[1210395685] 'range keys from in-memory index tree' (duration: 302.319025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:28:25.838877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:28:25.536121Z","time spent":"302.746784ms","remote":"127.0.0.1:34990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"info","ts":"2026-03-03T01:28:25.838894Z","caller":"traceutil/trace.go:171","msg":"trace[1017242521] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:16938; }","duration":"303.095841ms","start":"2026-03-03T01:28:25.535759Z","end":"2026-03-03T01:28:25.838855Z","steps":["trace[1017242521] 'range keys from in-memory index tree' (duration: 302.836016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:28:25.838951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:28:25.535729Z","time spent":"303.210654ms","remote":"127.0.0.1:34990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T01:28:25.838951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.670222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:28:25.839012Z","caller":"traceutil/trace.go:171","msg":"trace[640355860] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:16938; }","duration":"287.760963ms","start":"2026-03-03T01:28:25.551232Z","end":"2026-03-03T01:28:25.838993Z","steps":["trace[640355860] 'count revisions from in-memory index tree' (duration: 287.58944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:28:25.838756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.02836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:28:25.839077Z","caller":"traceutil/trace.go:171","msg":"trace[1626968238] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:16938; }","duration":"303.372768ms","start":"2026-03-03T01:28:25.535689Z","end":"2026-03-03T01:28:25.839062Z","steps":["trace[1626968238] 'range keys from in-memory index tree' (duration: 302.966329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:28:25.839135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:28:25.535676Z","time spent":"303.441949ms","remote":"127.0.0.1:34990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T01:28:25.839246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.885197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:28:25.83929Z","caller":"traceutil/trace.go:171","msg":"trace[519183763] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:0; response_revision:16938; }","duration":"303.029321ms","start":"2026-03-03T01:28:25.53625Z","end":"2026-03-03T01:28:25.839279Z","steps":["trace[519183763] 'range keys from in-memory index tree' (duration: 302.708384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:28:25.839318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:28:25.536229Z","time spent":"303.081911ms","remote":"127.0.0.1:34990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-db-sync\" "} {"level":"warn","ts":"2026-03-03T01:28:25.838732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.683983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:28:25.839508Z","caller":"traceutil/trace.go:171","msg":"trace[270220141] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:16938; }","duration":"303.49125ms","start":"2026-03-03T01:28:25.536001Z","end":"2026-03-03T01:28:25.839492Z","steps":["trace[270220141] 'range keys from in-memory index tree' (duration: 302.611861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:28:25.839568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:28:25.535991Z","time spent":"303.559542ms","remote":"127.0.0.1:34990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-03-03T01:28:25.839525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.422518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:28:25.839597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.168683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:28:25.839653Z","caller":"traceutil/trace.go:171","msg":"trace[66379332] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:16938; }","duration":"303.240744ms","start":"2026-03-03T01:28:25.536397Z","end":"2026-03-03T01:28:25.839638Z","steps":["trace[66379332] 'range keys from in-memory index tree' (duration: 303.03098ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:28:25.839671Z","caller":"traceutil/trace.go:171","msg":"trace[1568105574] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16938; }","duration":"120.632313ms","start":"2026-03-03T01:28:25.719003Z","end":"2026-03-03T01:28:25.839635Z","steps":["trace[1568105574] 'range keys from in-memory index tree' (duration: 120.335247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:28:25.839692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:28:25.536389Z","time spent":"303.295837ms","remote":"127.0.0.1:34990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"info","ts":"2026-03-03T01:28:48.402679Z","caller":"traceutil/trace.go:171","msg":"trace[352678043] linearizableReadLoop","detail":"{readStateIndex:17716; appliedIndex:17715; }","duration":"101.354859ms","start":"2026-03-03T01:28:48.301294Z","end":"2026-03-03T01:28:48.402649Z","steps":["trace[352678043] 'read index received' (duration: 101.109564ms)","trace[352678043] 'applied index is now lower than readState.Index' (duration: 244.285µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:28:48.402752Z","caller":"traceutil/trace.go:171","msg":"trace[1402902933] transaction","detail":"{read_only:false; response_revision:17102; number_of_response:1; }","duration":"178.380559ms","start":"2026-03-03T01:28:48.224317Z","end":"2026-03-03T01:28:48.402698Z","steps":["trace[1402902933] 'process raft request' (duration: 178.150444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:28:48.402874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.552083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:28:48.402921Z","caller":"traceutil/trace.go:171","msg":"trace[843827597] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:17102; }","duration":"101.90402ms","start":"2026-03-03T01:28:48.300999Z","end":"2026-03-03T01:28:48.402903Z","steps":["trace[843827597] 'agreement among raft nodes before linearized reading' (duration: 101.806628ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:28:49.054235Z","caller":"traceutil/trace.go:171","msg":"trace[126663208] transaction","detail":"{read_only:false; response_revision:17104; number_of_response:1; }","duration":"112.80269ms","start":"2026-03-03T01:28:48.941408Z","end":"2026-03-03T01:28:49.05421Z","steps":["trace[126663208] 'process raft request' (duration: 103.976485ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:30:05.836416Z","caller":"traceutil/trace.go:171","msg":"trace[100255963] transaction","detail":"{read_only:false; response_revision:17623; number_of_response:1; }","duration":"166.67315ms","start":"2026-03-03T01:30:05.669699Z","end":"2026-03-03T01:30:05.836373Z","steps":["trace[100255963] 'process raft request' (duration: 86.52845ms)","trace[100255963] 'compare' (duration: 79.931296ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:30:05.836466Z","caller":"traceutil/trace.go:171","msg":"trace[408846757] transaction","detail":"{read_only:false; response_revision:17624; number_of_response:1; }","duration":"151.100526ms","start":"2026-03-03T01:30:05.685329Z","end":"2026-03-03T01:30:05.836429Z","steps":["trace[408846757] 'process raft request' (duration: 151.038765ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:30:05.836748Z","caller":"traceutil/trace.go:171","msg":"trace[1509104730] linearizableReadLoop","detail":"{readStateIndex:18254; appliedIndex:18253; }","duration":"155.37941ms","start":"2026-03-03T01:30:05.681337Z","end":"2026-03-03T01:30:05.836717Z","steps":["trace[1509104730] 'read index received' (duration: 74.978734ms)","trace[1509104730] 'applied index is now lower than readState.Index' (duration: 80.397946ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:30:05.836943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.088639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:30:05.836974Z","caller":"traceutil/trace.go:171","msg":"trace[1910693703] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17624; }","duration":"119.17331ms","start":"2026-03-03T01:30:05.717791Z","end":"2026-03-03T01:30:05.836965Z","steps":["trace[1910693703] 'agreement among raft nodes before linearized reading' (duration: 119.085418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:30:05.836998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.671411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T01:30:05.837056Z","caller":"traceutil/trace.go:171","msg":"trace[675377902] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17624; }","duration":"109.743663ms","start":"2026-03-03T01:30:05.7273Z","end":"2026-03-03T01:30:05.837044Z","steps":["trace[675377902] 'agreement among raft nodes before linearized reading' (duration: 109.61416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:30:05.836995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.052738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-03T01:30:05.837166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.553459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T01:30:05.837241Z","caller":"traceutil/trace.go:171","msg":"trace[1938731160] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17624; }","duration":"114.652652ms","start":"2026-03-03T01:30:05.722568Z","end":"2026-03-03T01:30:05.83722Z","steps":["trace[1938731160] 'agreement among raft nodes before linearized reading' (duration: 114.388696ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:30:05.837213Z","caller":"traceutil/trace.go:171","msg":"trace[497054922] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17624; }","duration":"167.276042ms","start":"2026-03-03T01:30:05.669881Z","end":"2026-03-03T01:30:05.837157Z","steps":["trace[497054922] 'agreement among raft nodes before linearized reading' (duration: 166.911094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:30:06.103774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.244606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:30:06.103886Z","caller":"traceutil/trace.go:171","msg":"trace[896478288] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:17626; }","duration":"164.399199ms","start":"2026-03-03T01:30:05.93945Z","end":"2026-03-03T01:30:06.10385Z","steps":["trace[896478288] 'range keys from in-memory index tree' (duration: 164.137423ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:30:20.450478Z","caller":"traceutil/trace.go:171","msg":"trace[1476005453] transaction","detail":"{read_only:false; response_revision:17728; number_of_response:1; }","duration":"113.607299ms","start":"2026-03-03T01:30:20.336847Z","end":"2026-03-03T01:30:20.450454Z","steps":["trace[1476005453] 'process raft request' (duration: 106.078973ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:31:18.397015Z","caller":"traceutil/trace.go:171","msg":"trace[2034493264] transaction","detail":"{read_only:false; response_revision:18081; number_of_response:1; }","duration":"144.418646ms","start":"2026-03-03T01:31:18.25257Z","end":"2026-03-03T01:31:18.396989Z","steps":["trace[2034493264] 'process raft request' (duration: 95.414035ms)","trace[2034493264] 'compare' (duration: 48.654014ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:31:18.397163Z","caller":"traceutil/trace.go:171","msg":"trace[1775360447] transaction","detail":"{read_only:false; response_revision:18082; number_of_response:1; }","duration":"143.887295ms","start":"2026-03-03T01:31:18.253263Z","end":"2026-03-03T01:31:18.39715Z","steps":["trace[1775360447] 'process raft request' (duration: 143.66175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:31:18.397406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.63817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T01:31:18.397494Z","caller":"traceutil/trace.go:171","msg":"trace[1901591698] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18082; }","duration":"139.733542ms","start":"2026-03-03T01:31:18.257742Z","end":"2026-03-03T01:31:18.397475Z","steps":["trace[1901591698] 'agreement among raft nodes before linearized reading' (duration: 139.536577ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:31:18.397244Z","caller":"traceutil/trace.go:171","msg":"trace[355318871] linearizableReadLoop","detail":"{readStateIndex:18728; appliedIndex:18726; }","duration":"139.466416ms","start":"2026-03-03T01:31:18.257745Z","end":"2026-03-03T01:31:18.397212Z","steps":["trace[355318871] 'read index received' (duration: 90.196899ms)","trace[355318871] 'applied index is now lower than readState.Index' (duration: 49.267057ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:31:18.659839Z","caller":"traceutil/trace.go:171","msg":"trace[973472475] transaction","detail":"{read_only:false; response_revision:18084; number_of_response:1; }","duration":"103.014363ms","start":"2026-03-03T01:31:18.556797Z","end":"2026-03-03T01:31:18.659812Z","steps":["trace[973472475] 'process raft request' (duration: 102.824119ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:31:18.677542Z","caller":"traceutil/trace.go:171","msg":"trace[1094568315] transaction","detail":"{read_only:false; response_revision:18085; number_of_response:1; }","duration":"110.554749ms","start":"2026-03-03T01:31:18.566966Z","end":"2026-03-03T01:31:18.677521Z","steps":["trace[1094568315] 'process raft request' (duration: 110.430246ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:32:42.22249Z","caller":"traceutil/trace.go:171","msg":"trace[1105561982] transaction","detail":"{read_only:false; response_revision:18698; number_of_response:1; }","duration":"113.355071ms","start":"2026-03-03T01:32:42.109102Z","end":"2026-03-03T01:32:42.222458Z","steps":["trace[1105561982] 'process raft request' (duration: 113.149327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:32:52.380584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.65498ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:32:52.380787Z","caller":"traceutil/trace.go:171","msg":"trace[636035945] transaction","detail":"{read_only:false; response_revision:18749; number_of_response:1; }","duration":"122.542523ms","start":"2026-03-03T01:32:52.258221Z","end":"2026-03-03T01:32:52.380764Z","steps":["trace[636035945] 'process raft request' (duration: 21.615287ms)","trace[636035945] 'compare' (duration: 100.517057ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:32:52.381086Z","caller":"traceutil/trace.go:171","msg":"trace[751303156] transaction","detail":"{read_only:false; response_revision:18750; number_of_response:1; }","duration":"108.502353ms","start":"2026-03-03T01:32:52.27255Z","end":"2026-03-03T01:32:52.381053Z","steps":["trace[751303156] 'process raft request' (duration: 108.162916ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:32:54.601363Z","caller":"traceutil/trace.go:171","msg":"trace[1487391942] transaction","detail":"{read_only:false; response_revision:18758; number_of_response:1; }","duration":"216.126947ms","start":"2026-03-03T01:32:54.385211Z","end":"2026-03-03T01:32:54.601338Z","steps":["trace[1487391942] 'process raft request' (duration: 215.986134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:32:54.788038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.951316ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:32:54.788142Z","caller":"traceutil/trace.go:171","msg":"trace[2013297912] linearizableReadLoop","detail":"{readStateIndex:19431; appliedIndex:19429; }","duration":"249.638026ms","start":"2026-03-03T01:32:54.538484Z","end":"2026-03-03T01:32:54.788122Z","steps":["trace[2013297912] 'read index received' (duration: 62.784656ms)","trace[2013297912] 'applied index is now lower than readState.Index' (duration: 186.85203ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:32:54.788222Z","caller":"traceutil/trace.go:171","msg":"trace[1333606517] transaction","detail":"{read_only:false; response_revision:18759; number_of_response:1; }","duration":"402.16141ms","start":"2026-03-03T01:32:54.386049Z","end":"2026-03-03T01:32:54.788211Z","steps":["trace[1333606517] 'process raft request' (duration: 256.956268ms)","trace[1333606517] 'compare' (duration: 144.793973ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:32:54.788274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:32:54.386029Z","time spent":"402.216121ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:32:54.788417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.929022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:32:54.788476Z","caller":"traceutil/trace.go:171","msg":"trace[37657660] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:18759; }","duration":"250.032434ms","start":"2026-03-03T01:32:54.538428Z","end":"2026-03-03T01:32:54.78846Z","steps":["trace[37657660] 'agreement among raft nodes before linearized reading' (duration: 249.945913ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:32:55.146946Z","caller":"traceutil/trace.go:171","msg":"trace[1827512267] linearizableReadLoop","detail":"{readStateIndex:19432; appliedIndex:19431; }","duration":"302.474602ms","start":"2026-03-03T01:32:54.844444Z","end":"2026-03-03T01:32:55.146918Z","steps":["trace[1827512267] 'read index received' (duration: 243.544902ms)","trace[1827512267] 'applied index is now lower than readState.Index' (duration: 58.92866ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:32:55.147022Z","caller":"traceutil/trace.go:171","msg":"trace[1895358754] transaction","detail":"{read_only:false; response_revision:18760; number_of_response:1; }","duration":"353.794183ms","start":"2026-03-03T01:32:54.793194Z","end":"2026-03-03T01:32:55.146988Z","steps":["trace[1895358754] 'process raft request' (duration: 294.768551ms)","trace[1895358754] 'compare' (duration: 58.845598ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:32:55.147148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.673518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:32:55.147222Z","caller":"traceutil/trace.go:171","msg":"trace[327850635] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:18760; }","duration":"302.794529ms","start":"2026-03-03T01:32:54.84441Z","end":"2026-03-03T01:32:55.147204Z","steps":["trace[327850635] 'agreement among raft nodes before linearized reading' (duration: 302.649355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:32:55.147294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:32:54.844394Z","time spent":"302.882352ms","remote":"127.0.0.1:44556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:32:55.147494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.590381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T01:32:55.147546Z","caller":"traceutil/trace.go:171","msg":"trace[22563382] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18760; }","duration":"291.702994ms","start":"2026-03-03T01:32:54.855833Z","end":"2026-03-03T01:32:55.147536Z","steps":["trace[22563382] 'agreement among raft nodes before linearized reading' (duration: 291.357656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:32:55.147672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.48434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T01:32:55.147721Z","caller":"traceutil/trace.go:171","msg":"trace[2019195205] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18760; }","duration":"194.554432ms","start":"2026-03-03T01:32:54.953154Z","end":"2026-03-03T01:32:55.147709Z","steps":["trace[2019195205] 'agreement among raft nodes before linearized reading' (duration: 194.335648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:32:55.147676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.678486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T01:32:55.147804Z","caller":"traceutil/trace.go:171","msg":"trace[1791976082] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18760; }","duration":"229.86719ms","start":"2026-03-03T01:32:54.917923Z","end":"2026-03-03T01:32:55.14779Z","steps":["trace[1791976082] 'agreement among raft nodes before linearized reading' (duration: 229.570494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:32:55.147966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:32:54.793177Z","time spent":"354.008389ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:32:57.024852Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16519} {"level":"info","ts":"2026-03-03T01:32:57.125902Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16519,"took":"97.663364ms","hash":838739444,"current-db-size-bytes":43577344,"current-db-size":"44 MB","current-db-size-in-use-bytes":30011392,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-03T01:32:57.126054Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":838739444,"revision":16519,"compact-revision":14362} {"level":"info","ts":"2026-03-03T01:33:21.804683Z","caller":"traceutil/trace.go:171","msg":"trace[860865069] transaction","detail":"{read_only:false; response_revision:18881; number_of_response:1; }","duration":"404.345028ms","start":"2026-03-03T01:33:21.400309Z","end":"2026-03-03T01:33:21.804654Z","steps":["trace[860865069] 'process raft request' (duration: 403.670424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:33:21.804831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:33:21.400285Z","time spent":"404.473121ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:33:21.808046Z","caller":"traceutil/trace.go:171","msg":"trace[2064626855] linearizableReadLoop","detail":"{readStateIndex:19561; appliedIndex:19559; }","duration":"403.936051ms","start":"2026-03-03T01:33:21.404086Z","end":"2026-03-03T01:33:21.808022Z","steps":["trace[2064626855] 'read index received' (duration: 399.87615ms)","trace[2064626855] 'applied index is now lower than readState.Index' (duration: 4.059141ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:33:21.808294Z","caller":"traceutil/trace.go:171","msg":"trace[908603942] transaction","detail":"{read_only:false; response_revision:18882; number_of_response:1; }","duration":"405.77537ms","start":"2026-03-03T01:33:21.402504Z","end":"2026-03-03T01:33:21.808279Z","steps":["trace[908603942] 'process raft request' (duration: 405.398682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:33:21.808403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:33:21.402489Z","time spent":"405.841732ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:33:21.808657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.563294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T01:33:21.808697Z","caller":"traceutil/trace.go:171","msg":"trace[501382969] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18882; }","duration":"404.617265ms","start":"2026-03-03T01:33:21.40407Z","end":"2026-03-03T01:33:21.808687Z","steps":["trace[501382969] 'agreement among raft nodes before linearized reading' (duration: 404.498932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:33:21.808727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:33:21.404063Z","time spent":"404.657856ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T01:33:21.809118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.944022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T01:33:21.80917Z","caller":"traceutil/trace.go:171","msg":"trace[1494200306] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18882; }","duration":"405.027344ms","start":"2026-03-03T01:33:21.404129Z","end":"2026-03-03T01:33:21.809157Z","steps":["trace[1494200306] 'agreement among raft nodes before linearized reading' (duration: 404.708187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:33:21.809201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:33:21.404116Z","time spent":"405.078255ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T01:33:27.664015Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565435288857504,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:33:27.963338Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.042875052s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T01:33:27.963998Z","caller":"traceutil/trace.go:171","msg":"trace[284976990] linearizableReadLoop","detail":"{readStateIndex:19585; appliedIndex:19584; }","duration":"800.695011ms","start":"2026-03-03T01:33:27.163279Z","end":"2026-03-03T01:33:27.963974Z","steps":["trace[284976990] 'read index received' (duration: 800.393844ms)","trace[284976990] 'applied index is now lower than readState.Index' (duration: 300.067µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:33:27.96414Z","caller":"traceutil/trace.go:171","msg":"trace[310334646] transaction","detail":"{read_only:false; response_revision:18905; number_of_response:1; }","duration":"1.043747401s","start":"2026-03-03T01:33:26.920358Z","end":"2026-03-03T01:33:27.964106Z","steps":["trace[310334646] 'process raft request' (duration: 1.043415194s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:33:27.964288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:33:26.920334Z","time spent":"1.043861264s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:33:27.964393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.091599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:33:27.964463Z","caller":"traceutil/trace.go:171","msg":"trace[1605267907] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:18905; }","duration":"801.217112ms","start":"2026-03-03T01:33:27.163225Z","end":"2026-03-03T01:33:27.964442Z","steps":["trace[1605267907] 'agreement among raft nodes before linearized reading' (duration: 800.874915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:33:27.964653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:33:27.163202Z","time spent":"801.428027ms","remote":"127.0.0.1:34802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":72,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:33:28.823336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.555222ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:33:28.823476Z","caller":"traceutil/trace.go:171","msg":"trace[190724711] transaction","detail":"{read_only:false; response_revision:18907; number_of_response:1; }","duration":"630.205501ms","start":"2026-03-03T01:33:28.193258Z","end":"2026-03-03T01:33:28.823464Z","steps":["trace[190724711] 'process raft request' (duration: 630.16039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:33:28.823547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:33:28.193232Z","time spent":"630.274302ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:33:28.823541Z","caller":"traceutil/trace.go:171","msg":"trace[1529147199] transaction","detail":"{read_only:false; response_revision:18906; number_of_response:1; }","duration":"991.683754ms","start":"2026-03-03T01:33:27.831819Z","end":"2026-03-03T01:33:28.823503Z","steps":["trace[1529147199] 'process raft request' (duration: 504.878306ms)","trace[1529147199] 'compare' (duration: 486.407549ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:33:28.823693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:33:27.831797Z","time spent":"991.809176ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:33:28.823739Z","caller":"traceutil/trace.go:171","msg":"trace[1750095386] linearizableReadLoop","detail":"{readStateIndex:19586; appliedIndex:19585; }","duration":"859.612641ms","start":"2026-03-03T01:33:27.964067Z","end":"2026-03-03T01:33:28.82368Z","steps":["trace[1750095386] 'read index received' (duration: 372.601089ms)","trace[1750095386] 'applied index is now lower than readState.Index' (duration: 487.006621ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:33:28.824022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.207992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T01:33:28.824071Z","caller":"traceutil/trace.go:171","msg":"trace[1539931023] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18907; }","duration":"903.287943ms","start":"2026-03-03T01:33:27.920771Z","end":"2026-03-03T01:33:28.824058Z","steps":["trace[1539931023] 'agreement among raft nodes before linearized reading' (duration: 903.071178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:33:28.824073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.105808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-03T01:33:28.824092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.466709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-03T01:33:28.824088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.398517306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T01:33:28.824114Z","caller":"traceutil/trace.go:171","msg":"trace[2112996262] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18907; }","duration":"990.17438ms","start":"2026-03-03T01:33:27.833926Z","end":"2026-03-03T01:33:28.8241Z","steps":["trace[2112996262] 'agreement among raft nodes before linearized reading' (duration: 990.024486ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:33:28.824124Z","caller":"traceutil/trace.go:171","msg":"trace[630001890] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18907; }","duration":"996.532341ms","start":"2026-03-03T01:33:27.827583Z","end":"2026-03-03T01:33:28.824115Z","steps":["trace[630001890] 'agreement among raft nodes before linearized reading' (duration: 996.46958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:33:28.82414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:33:27.833915Z","time spent":"990.21955ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T01:33:28.824145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:33:27.827553Z","time spent":"996.586302ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T01:33:28.82414Z","caller":"traceutil/trace.go:171","msg":"trace[1360028895] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18907; }","duration":"1.398610528s","start":"2026-03-03T01:33:27.425519Z","end":"2026-03-03T01:33:28.82413Z","steps":["trace[1360028895] 'agreement among raft nodes before linearized reading' (duration: 1.398505436s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:33:28.824109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:33:27.89752Z","time spent":"926.581378ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T01:33:28.824246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.495152018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T01:33:28.824308Z","caller":"traceutil/trace.go:171","msg":"trace[181009205] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:18907; }","duration":"1.495262851s","start":"2026-03-03T01:33:27.329032Z","end":"2026-03-03T01:33:28.824295Z","steps":["trace[181009205] 'agreement among raft nodes before linearized reading' (duration: 1.495014096s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:33:28.824341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:33:27.32901Z","time spent":"1.495323192s","remote":"127.0.0.1:34950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":205,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:33:28.824024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.431692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T01:33:28.824454Z","caller":"traceutil/trace.go:171","msg":"trace[1011926275] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18907; }","duration":"925.894212ms","start":"2026-03-03T01:33:27.898532Z","end":"2026-03-03T01:33:28.824426Z","steps":["trace[1011926275] 'agreement among raft nodes before linearized reading' (duration: 925.410901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:33:28.824509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:33:27.898508Z","time spent":"925.987153ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T01:33:28.824172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:33:27.425469Z","time spent":"1.39869548s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T01:33:28.824092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.335686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-03T01:33:28.824598Z","caller":"traceutil/trace.go:171","msg":"trace[1566731456] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:18907; }","duration":"991.850187ms","start":"2026-03-03T01:33:27.832729Z","end":"2026-03-03T01:33:28.824579Z","steps":["trace[1566731456] 'agreement among raft nodes before linearized reading' (duration: 991.162772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:33:28.824647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:33:27.832722Z","time spent":"991.912068ms","remote":"127.0.0.1:34848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-03T01:33:29.691877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.205314ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:33:29.692018Z","caller":"traceutil/trace.go:171","msg":"trace[1544338053] linearizableReadLoop","detail":"{readStateIndex:19588; appliedIndex:19587; }","duration":"868.19761ms","start":"2026-03-03T01:33:28.823804Z","end":"2026-03-03T01:33:29.692001Z","steps":["trace[1544338053] 'read index received' (duration: 347.821872ms)","trace[1544338053] 'applied index is now lower than readState.Index' (duration: 520.374278ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:33:29.692091Z","caller":"traceutil/trace.go:171","msg":"trace[1793444852] transaction","detail":"{read_only:false; response_revision:18908; number_of_response:1; }","duration":"870.841367ms","start":"2026-03-03T01:33:28.821238Z","end":"2026-03-03T01:33:29.69208Z","steps":["trace[1793444852] 'process raft request' (duration: 350.402878ms)","trace[1793444852] 'compare' (duration: 519.803686ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:33:29.692145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:33:28.821222Z","time spent":"870.892779ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:33:29.692219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.398997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:33:29.692302Z","caller":"traceutil/trace.go:171","msg":"trace[386397812] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18908; }","duration":"976.529059ms","start":"2026-03-03T01:33:28.715756Z","end":"2026-03-03T01:33:29.692285Z","steps":["trace[386397812] 'agreement among raft nodes before linearized reading' (duration: 976.400826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:33:29.692341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:33:28.715732Z","time spent":"976.601041ms","remote":"127.0.0.1:34742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T01:33:29.771568Z","caller":"traceutil/trace.go:171","msg":"trace[826238461] transaction","detail":"{read_only:false; response_revision:18909; number_of_response:1; }","duration":"943.144242ms","start":"2026-03-03T01:33:28.828408Z","end":"2026-03-03T01:33:29.771552Z","steps":["trace[826238461] 'process raft request' (duration: 942.971318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:33:29.771672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:33:28.828389Z","time spent":"943.228453ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:33:29.771822Z","caller":"traceutil/trace.go:171","msg":"trace[1861054312] transaction","detail":"{read_only:false; response_revision:18910; number_of_response:1; }","duration":"943.165073ms","start":"2026-03-03T01:33:28.828649Z","end":"2026-03-03T01:33:29.771814Z","steps":["trace[1861054312] 'process raft request' (duration: 942.825515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:33:29.771871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:33:28.828576Z","time spent":"943.265434ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:33:29.771915Z","caller":"traceutil/trace.go:171","msg":"trace[774140761] transaction","detail":"{read_only:false; response_revision:18911; number_of_response:1; }","duration":"943.147702ms","start":"2026-03-03T01:33:28.828745Z","end":"2026-03-03T01:33:29.771893Z","steps":["trace[774140761] 'process raft request' (duration: 942.974629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:33:29.772078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:33:28.828737Z","time spent":"943.272665ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:33:29.772134Z","caller":"traceutil/trace.go:171","msg":"trace[1551277336] transaction","detail":"{read_only:false; response_revision:18912; number_of_response:1; }","duration":"943.300466ms","start":"2026-03-03T01:33:28.828794Z","end":"2026-03-03T01:33:29.772095Z","steps":["trace[1551277336] 'process raft request' (duration: 943.06973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:33:29.772279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:33:28.82879Z","time spent":"943.414979ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:33:29.772803Z","caller":"traceutil/trace.go:171","msg":"trace[1459163730] transaction","detail":"{read_only:false; response_revision:18913; number_of_response:1; }","duration":"943.784907ms","start":"2026-03-03T01:33:28.829002Z","end":"2026-03-03T01:33:29.772787Z","steps":["trace[1459163730] 'process raft request' (duration: 943.627393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:33:29.772878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:33:28.828989Z","time spent":"943.851998ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:33:29.773248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.529047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:33:29.773292Z","caller":"traceutil/trace.go:171","msg":"trace[507046808] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:18913; }","duration":"250.615139ms","start":"2026-03-03T01:33:29.522663Z","end":"2026-03-03T01:33:29.773278Z","steps":["trace[507046808] 'agreement among raft nodes before linearized reading' (duration: 250.538377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:33:30.132471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.27439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T01:33:30.132553Z","caller":"traceutil/trace.go:171","msg":"trace[1631673447] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18913; }","duration":"187.391393ms","start":"2026-03-03T01:33:29.945143Z","end":"2026-03-03T01:33:30.132534Z","steps":["trace[1631673447] 'range keys from in-memory index tree' (duration: 187.137718ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:33:30.132714Z","caller":"traceutil/trace.go:171","msg":"trace[602998102] transaction","detail":"{read_only:false; response_revision:18914; number_of_response:1; }","duration":"162.034524ms","start":"2026-03-03T01:33:29.970655Z","end":"2026-03-03T01:33:30.13269Z","steps":["trace[602998102] 'process raft request' (duration: 159.759713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:33:31.304183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.270849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:33:31.304268Z","caller":"traceutil/trace.go:171","msg":"trace[1818639518] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18914; }","duration":"585.396052ms","start":"2026-03-03T01:33:30.718852Z","end":"2026-03-03T01:33:31.304248Z","steps":["trace[1818639518] 'range keys from in-memory index tree' (duration: 585.192727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:33:31.304332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.176624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.70\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-03T01:33:31.304448Z","caller":"traceutil/trace.go:171","msg":"trace[881727119] range","detail":"{range_begin:/registry/masterleases/199.204.45.70; range_end:; response_count:1; response_revision:18914; }","duration":"968.343499ms","start":"2026-03-03T01:33:30.33608Z","end":"2026-03-03T01:33:31.304424Z","steps":["trace[881727119] 'range keys from in-memory index tree' (duration: 967.9826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:33:31.304514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:33:30.336057Z","time spent":"968.443151ms","remote":"127.0.0.1:34790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.70\" "} {"level":"warn","ts":"2026-03-03T01:33:31.304838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:33:30.718832Z","time spent":"585.466363ms","remote":"127.0.0.1:34740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:33:31.48505Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565435288857531,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T01:33:31.840101Z","caller":"traceutil/trace.go:171","msg":"trace[1359976789] transaction","detail":"{read_only:false; response_revision:18915; number_of_response:1; }","duration":"1.011029081s","start":"2026-03-03T01:33:30.829047Z","end":"2026-03-03T01:33:31.840076Z","steps":["trace[1359976789] 'process raft request' (duration: 1.010839866s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:33:31.840298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:33:30.829024Z","time spent":"1.011143022s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:33:31.8773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:33:31.307494Z","time spent":"569.802187ms","remote":"127.0.0.1:34790","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T01:33:31.87731Z","caller":"traceutil/trace.go:171","msg":"trace[538674937] linearizableReadLoop","detail":"{readStateIndex:19596; appliedIndex:19594; }","duration":"892.641719ms","start":"2026-03-03T01:33:30.984641Z","end":"2026-03-03T01:33:31.877282Z","steps":["trace[538674937] 'read index received' (duration: 855.236444ms)","trace[538674937] 'applied index is now lower than readState.Index' (duration: 37.404045ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:33:31.877455Z","caller":"traceutil/trace.go:171","msg":"trace[642682110] transaction","detail":"{read_only:false; response_revision:18916; number_of_response:1; }","duration":"157.668637ms","start":"2026-03-03T01:33:31.719772Z","end":"2026-03-03T01:33:31.87744Z","steps":["trace[642682110] 'process raft request' (duration: 157.406492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:33:31.877578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.189713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:33:31.87765Z","caller":"traceutil/trace.go:171","msg":"trace[269008233] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:18916; }","duration":"340.311185ms","start":"2026-03-03T01:33:31.53732Z","end":"2026-03-03T01:33:31.877631Z","steps":["trace[269008233] 'agreement among raft nodes before linearized reading' (duration: 340.191703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:33:31.877749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:33:31.537301Z","time spent":"340.405667ms","remote":"127.0.0.1:39720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:33:31.87786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.305954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-03T01:33:31.877885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.546051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:33:31.877922Z","caller":"traceutil/trace.go:171","msg":"trace[770701619] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18916; }","duration":"160.635653ms","start":"2026-03-03T01:33:31.717277Z","end":"2026-03-03T01:33:31.877913Z","steps":["trace[770701619] 'agreement among raft nodes before linearized reading' (duration: 160.559891ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:33:31.877928Z","caller":"traceutil/trace.go:171","msg":"trace[308927327] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18916; }","duration":"101.410976ms","start":"2026-03-03T01:33:31.776495Z","end":"2026-03-03T01:33:31.877906Z","steps":["trace[308927327] 'agreement among raft nodes before linearized reading' (duration: 101.219382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:33:31.878184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.459492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7532"} {"level":"warn","ts":"2026-03-03T01:33:31.878221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.784643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T01:33:31.878248Z","caller":"traceutil/trace.go:171","msg":"trace[1810972652] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:18916; }","duration":"332.567295ms","start":"2026-03-03T01:33:31.54567Z","end":"2026-03-03T01:33:31.878238Z","steps":["trace[1810972652] 'agreement among raft nodes before linearized reading' (duration: 332.34103ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:33:31.878278Z","caller":"traceutil/trace.go:171","msg":"trace[228439016] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18916; }","duration":"100.867364ms","start":"2026-03-03T01:33:31.777394Z","end":"2026-03-03T01:33:31.878262Z","steps":["trace[228439016] 'agreement among raft nodes before linearized reading' (duration: 100.65295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:33:31.87828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:33:31.545643Z","time spent":"332.629425ms","remote":"127.0.0.1:42392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7555,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-03T01:33:31.878289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.029606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:33:31.878346Z","caller":"traceutil/trace.go:171","msg":"trace[1427622989] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:18916; }","duration":"290.121109ms","start":"2026-03-03T01:33:31.588208Z","end":"2026-03-03T01:33:31.878329Z","steps":["trace[1427622989] 'agreement among raft nodes before linearized reading' (duration: 289.71797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:33:31.878338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.815595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-03T01:33:31.878392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.684853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T01:33:31.878417Z","caller":"traceutil/trace.go:171","msg":"trace[1042505670] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18916; }","duration":"101.947108ms","start":"2026-03-03T01:33:31.776451Z","end":"2026-03-03T01:33:31.878399Z","steps":["trace[1042505670] 'agreement among raft nodes before linearized reading' (duration: 101.529159ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:33:31.878451Z","caller":"traceutil/trace.go:171","msg":"trace[1536642521] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18916; }","duration":"101.762694ms","start":"2026-03-03T01:33:31.776675Z","end":"2026-03-03T01:33:31.878438Z","steps":["trace[1536642521] 'agreement among raft nodes before linearized reading' (duration: 101.644912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:33:31.878291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.53551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T01:33:31.878571Z","caller":"traceutil/trace.go:171","msg":"trace[999132030] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18916; }","duration":"101.820075ms","start":"2026-03-03T01:33:31.776725Z","end":"2026-03-03T01:33:31.878545Z","steps":["trace[999132030] 'agreement among raft nodes before linearized reading' (duration: 101.438297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:33:31.878512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.879476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-03T01:33:31.878699Z","caller":"traceutil/trace.go:171","msg":"trace[1966021485] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:18916; }","duration":"894.099622ms","start":"2026-03-03T01:33:30.984587Z","end":"2026-03-03T01:33:31.878687Z","steps":["trace[1966021485] 'agreement among raft nodes before linearized reading' (duration: 893.852665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:33:31.878707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.270288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-03T01:33:31.878743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:33:30.984558Z","time spent":"894.173953ms","remote":"127.0.0.1:34848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-03T01:33:31.878753Z","caller":"traceutil/trace.go:171","msg":"trace[90455758] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:18916; }","duration":"156.337609ms","start":"2026-03-03T01:33:31.722398Z","end":"2026-03-03T01:33:31.878736Z","steps":["trace[90455758] 'agreement among raft nodes before linearized reading' (duration: 156.155074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:33:32.380111Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565435288857537,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:33:33.005407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.911267ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:33:33.005518Z","caller":"traceutil/trace.go:171","msg":"trace[965468467] transaction","detail":"{read_only:false; response_revision:18917; number_of_response:1; }","duration":"1.126406565s","start":"2026-03-03T01:33:31.879088Z","end":"2026-03-03T01:33:33.005495Z","steps":["trace[965468467] 'process raft request' (duration: 519.331955ms)","trace[965468467] 'compare' (duration: 606.811004ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:33:33.00558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:33:31.879067Z","time spent":"1.126481526s","remote":"127.0.0.1:34790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:33:33.421359Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.023148937s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T01:33:33.647865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.157399ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:33:33.648153Z","caller":"traceutil/trace.go:171","msg":"trace[2025766267] transaction","detail":"{read_only:false; response_revision:18918; number_of_response:1; }","duration":"1.763971197s","start":"2026-03-03T01:33:31.884126Z","end":"2026-03-03T01:33:33.648098Z","steps":["trace[2025766267] 'process raft request' (duration: 1.537507612s)","trace[2025766267] 'compare' (duration: 225.986795ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:33:33.648339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:33:31.884101Z","time spent":"1.764144832s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:33:33.648411Z","caller":"traceutil/trace.go:171","msg":"trace[1409208735] transaction","detail":"{read_only:false; response_revision:18919; number_of_response:1; }","duration":"1.764246044s","start":"2026-03-03T01:33:31.884156Z","end":"2026-03-03T01:33:33.648402Z","steps":["trace[1409208735] 'process raft request' (duration: 1.763839165s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:33:33.648369Z","caller":"traceutil/trace.go:171","msg":"trace[2083499146] transaction","detail":"{read_only:false; response_revision:18920; number_of_response:1; }","duration":"1.764191793s","start":"2026-03-03T01:33:31.88416Z","end":"2026-03-03T01:33:33.648352Z","steps":["trace[2083499146] 'process raft request' (duration: 1.763927617s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:33:33.648498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:33:31.884136Z","time spent":"1.764312855s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:33:33.648518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:33:31.884144Z","time spent":"1.764345576s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:33:33.648642Z","caller":"traceutil/trace.go:171","msg":"trace[453520504] transaction","detail":"{read_only:false; response_revision:18921; number_of_response:1; }","duration":"1.761478452s","start":"2026-03-03T01:33:31.887141Z","end":"2026-03-03T01:33:33.648619Z","steps":["trace[453520504] 'process raft request' (duration: 1.761173215s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:33:33.648722Z","caller":"traceutil/trace.go:171","msg":"trace[1509784864] linearizableReadLoop","detail":"{readStateIndex:19604; appliedIndex:19597; }","duration":"1.76867801s","start":"2026-03-03T01:33:31.880019Z","end":"2026-03-03T01:33:33.648697Z","steps":["trace[1509784864] 'read index received' (duration: 518.21726ms)","trace[1509784864] 'applied index is now lower than readState.Index' (duration: 1.25045943s)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:33:33.648764Z","caller":"traceutil/trace.go:171","msg":"trace[1239772178] transaction","detail":"{read_only:false; response_revision:18923; number_of_response:1; }","duration":"1.510118118s","start":"2026-03-03T01:33:32.138623Z","end":"2026-03-03T01:33:33.648742Z","steps":["trace[1239772178] 'process raft request' (duration: 1.510015326s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:33:33.648768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:33:31.887133Z","time spent":"1.761573383s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:33:33.648742Z","caller":"traceutil/trace.go:171","msg":"trace[56097544] transaction","detail":"{read_only:false; response_revision:18922; number_of_response:1; }","duration":"1.760813747s","start":"2026-03-03T01:33:31.887915Z","end":"2026-03-03T01:33:33.648729Z","steps":["trace[56097544] 'process raft request' (duration: 1.760627853s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:33:33.648881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:33:32.138597Z","time spent":"1.5102257s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:33:33.648883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.768853595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:33:33.648931Z","caller":"traceutil/trace.go:171","msg":"trace[1016630154] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18923; }","duration":"1.768921866s","start":"2026-03-03T01:33:31.879993Z","end":"2026-03-03T01:33:33.648915Z","steps":["trace[1016630154] 'agreement among raft nodes before linearized reading' (duration: 1.768825554s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:33:33.648983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:33:31.879978Z","time spent":"1.768995267s","remote":"127.0.0.1:34740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:33:33.648979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:33:31.887894Z","time spent":"1.761003022s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:33:33.65133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.518629666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:33:33.65136Z","caller":"traceutil/trace.go:171","msg":"trace[329834263] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:18925; }","duration":"1.518706708s","start":"2026-03-03T01:33:32.132646Z","end":"2026-03-03T01:33:33.651353Z","steps":["trace[329834263] 'agreement among raft nodes before linearized reading' (duration: 1.518627926s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:33:33.651394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:33:32.132622Z","time spent":"1.518750648s","remote":"127.0.0.1:34882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:33:33.6516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.200835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:33:33.651643Z","caller":"traceutil/trace.go:171","msg":"trace[316610704] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:18925; }","duration":"234.285557ms","start":"2026-03-03T01:33:33.417341Z","end":"2026-03-03T01:33:33.651627Z","steps":["trace[316610704] 'agreement among raft nodes before linearized reading' (duration: 234.216295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:33:33.651671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.311665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-03T01:33:33.651678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.269032751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-6879d6f759-j78hv.189930b505344bb1\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-03-03T01:33:33.651708Z","caller":"traceutil/trace.go:171","msg":"trace[1113867470] range","detail":"{range_begin:/registry/events/openstack/heat-api-6879d6f759-j78hv.189930b505344bb1; range_end:; response_count:1; response_revision:18925; }","duration":"1.269099582s","start":"2026-03-03T01:33:32.382599Z","end":"2026-03-03T01:33:33.651699Z","steps":["trace[1113867470] 'agreement among raft nodes before linearized reading' (duration: 1.2690061s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:33:33.651751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:33:32.38258Z","time spent":"1.269157913s","remote":"127.0.0.1:34816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":929,"request content":"key:\"/registry/events/openstack/heat-api-6879d6f759-j78hv.189930b505344bb1\" "} {"level":"info","ts":"2026-03-03T01:33:33.651788Z","caller":"traceutil/trace.go:171","msg":"trace[1908530729] transaction","detail":"{read_only:false; response_revision:18924; number_of_response:1; }","duration":"797.681684ms","start":"2026-03-03T01:33:32.854088Z","end":"2026-03-03T01:33:33.65177Z","steps":["trace[1908530729] 'process raft request' (duration: 797.088941ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:33:33.651697Z","caller":"traceutil/trace.go:171","msg":"trace[1672179464] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:18925; }","duration":"344.375866ms","start":"2026-03-03T01:33:33.307315Z","end":"2026-03-03T01:33:33.651691Z","steps":["trace[1672179464] 'agreement among raft nodes before linearized reading' (duration: 344.276824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:33:33.65185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:33:33.307291Z","time spent":"344.542559ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T01:33:33.651866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:33:32.85406Z","time spent":"797.767055ms","remote":"127.0.0.1:42392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:33:33.651798Z","caller":"traceutil/trace.go:171","msg":"trace[2015811807] transaction","detail":"{read_only:false; response_revision:18925; number_of_response:1; }","duration":"325.98716ms","start":"2026-03-03T01:33:33.325797Z","end":"2026-03-03T01:33:33.651784Z","steps":["trace[2015811807] 'process raft request' (duration: 325.449099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:33:33.652114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:33:33.325769Z","time spent":"326.316978ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:33:33.652335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.510564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-03T01:33:33.652362Z","caller":"traceutil/trace.go:171","msg":"trace[651898796] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:18925; }","duration":"643.566626ms","start":"2026-03-03T01:33:33.008789Z","end":"2026-03-03T01:33:33.652355Z","steps":["trace[651898796] 'agreement among raft nodes before linearized reading' (duration: 643.385252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:33:33.652464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:33:33.008771Z","time spent":"643.639897ms","remote":"127.0.0.1:34922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-03T01:33:43.824883Z","caller":"traceutil/trace.go:171","msg":"trace[495939771] transaction","detail":"{read_only:false; response_revision:18968; number_of_response:1; }","duration":"102.639024ms","start":"2026-03-03T01:33:43.722225Z","end":"2026-03-03T01:33:43.824864Z","steps":["trace[495939771] 'process raft request' (duration: 102.526102ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:33:44.093205Z","caller":"traceutil/trace.go:171","msg":"trace[699635140] transaction","detail":"{read_only:false; response_revision:18976; number_of_response:1; }","duration":"147.967533ms","start":"2026-03-03T01:33:43.945214Z","end":"2026-03-03T01:33:44.093182Z","steps":["trace[699635140] 'process raft request' (duration: 130.270812ms)","trace[699635140] 'compare' (duration: 17.498527ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:33:44.102644Z","caller":"traceutil/trace.go:171","msg":"trace[1836555288] transaction","detail":"{read_only:false; response_revision:18977; number_of_response:1; }","duration":"154.062208ms","start":"2026-03-03T01:33:43.948568Z","end":"2026-03-03T01:33:44.10263Z","steps":["trace[1836555288] 'process raft request' (duration: 153.991047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:33:48.078021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.112239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T01:33:48.078109Z","caller":"traceutil/trace.go:171","msg":"trace[1367189257] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18987; }","duration":"100.211781ms","start":"2026-03-03T01:33:47.977875Z","end":"2026-03-03T01:33:48.078086Z","steps":["trace[1367189257] 'range keys from in-memory index tree' (duration: 100.039727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:33:48.078343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.465786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T01:33:48.078469Z","caller":"traceutil/trace.go:171","msg":"trace[1396575447] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18987; }","duration":"100.64878ms","start":"2026-03-03T01:33:47.977795Z","end":"2026-03-03T01:33:48.078444Z","steps":["trace[1396575447] 'range keys from in-memory index tree' (duration: 100.247952ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:33:48.458578Z","caller":"traceutil/trace.go:171","msg":"trace[1283323841] transaction","detail":"{read_only:false; response_revision:18988; number_of_response:1; }","duration":"375.725527ms","start":"2026-03-03T01:33:48.08281Z","end":"2026-03-03T01:33:48.458535Z","steps":["trace[1283323841] 'process raft request' (duration: 375.440361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:33:48.459011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:33:48.082785Z","time spent":"375.914021ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:33:49.052451Z","caller":"traceutil/trace.go:171","msg":"trace[1741539544] transaction","detail":"{read_only:false; response_revision:18990; number_of_response:1; }","duration":"969.370901ms","start":"2026-03-03T01:33:48.083057Z","end":"2026-03-03T01:33:49.052427Z","steps":["trace[1741539544] 'process raft request' (duration: 969.29654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:33:49.05259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:33:48.083021Z","time spent":"969.499914ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:33:49.052833Z","caller":"traceutil/trace.go:171","msg":"trace[73045465] transaction","detail":"{read_only:false; response_revision:18991; number_of_response:1; }","duration":"969.74344ms","start":"2026-03-03T01:33:48.083081Z","end":"2026-03-03T01:33:49.052824Z","steps":["trace[73045465] 'process raft request' (duration: 969.31394ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:33:49.052809Z","caller":"traceutil/trace.go:171","msg":"trace[2014125885] transaction","detail":"{read_only:false; response_revision:18989; number_of_response:1; }","duration":"969.76082ms","start":"2026-03-03T01:33:48.082987Z","end":"2026-03-03T01:33:49.052748Z","steps":["trace[2014125885] 'process raft request' (duration: 969.231399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:33:49.052882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:33:48.083071Z","time spent":"969.789051ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:33:49.052985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:33:48.08296Z","time spent":"969.937353ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:33:49.053053Z","caller":"traceutil/trace.go:171","msg":"trace[2028250476] transaction","detail":"{read_only:false; response_revision:18992; number_of_response:1; }","duration":"969.252539ms","start":"2026-03-03T01:33:48.083794Z","end":"2026-03-03T01:33:49.053046Z","steps":["trace[2028250476] 'process raft request' (duration: 968.978203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:33:49.053101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:33:48.083784Z","time spent":"969.299079ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:33:49.053229Z","caller":"traceutil/trace.go:171","msg":"trace[575843999] transaction","detail":"{read_only:false; response_revision:18993; number_of_response:1; }","duration":"897.819612ms","start":"2026-03-03T01:33:48.155403Z","end":"2026-03-03T01:33:49.053223Z","steps":["trace[575843999] 'process raft request' (duration: 897.616368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:33:49.053321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:33:48.155368Z","time spent":"897.877164ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:33:49.053397Z","caller":"traceutil/trace.go:171","msg":"trace[1365252491] transaction","detail":"{read_only:false; response_revision:18994; number_of_response:1; }","duration":"896.936424ms","start":"2026-03-03T01:33:48.156442Z","end":"2026-03-03T01:33:49.053378Z","steps":["trace[1365252491] 'process raft request' (duration: 896.790721ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:33:49.053431Z","caller":"traceutil/trace.go:171","msg":"trace[1003514242] linearizableReadLoop","detail":"{readStateIndex:19679; appliedIndex:19673; }","duration":"385.010192ms","start":"2026-03-03T01:33:48.668373Z","end":"2026-03-03T01:33:49.053383Z","steps":["trace[1003514242] 'read index received' (duration: 383.783825ms)","trace[1003514242] 'applied index is now lower than readState.Index' (duration: 1.224797ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:33:49.053479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:33:48.156408Z","time spent":"897.028635ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:33:49.05359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.218026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-03T01:33:49.053612Z","caller":"traceutil/trace.go:171","msg":"trace[2037313997] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:18994; }","duration":"385.273328ms","start":"2026-03-03T01:33:48.668329Z","end":"2026-03-03T01:33:49.053603Z","steps":["trace[2037313997] 'agreement among raft nodes before linearized reading' (duration: 385.164575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:33:49.053627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:33:48.668303Z","time spent":"385.320469ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T01:33:49.053667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.602383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:33:49.053713Z","caller":"traceutil/trace.go:171","msg":"trace[888627982] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:18994; }","duration":"277.703096ms","start":"2026-03-03T01:33:48.775994Z","end":"2026-03-03T01:33:49.053697Z","steps":["trace[888627982] 'agreement among raft nodes before linearized reading' (duration: 277.594353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:33:49.681025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.484154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:33:49.68112Z","caller":"traceutil/trace.go:171","msg":"trace[1933829532] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18995; }","duration":"488.639827ms","start":"2026-03-03T01:33:49.19246Z","end":"2026-03-03T01:33:49.681099Z","steps":["trace[1933829532] 'range keys from in-memory index tree' (duration: 488.376111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:33:49.681161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:33:49.19243Z","time spent":"488.722749ms","remote":"127.0.0.1:34742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T01:33:50.740944Z","caller":"traceutil/trace.go:171","msg":"trace[633092159] linearizableReadLoop","detail":"{readStateIndex:19682; appliedIndex:19681; }","duration":"276.852157ms","start":"2026-03-03T01:33:50.464067Z","end":"2026-03-03T01:33:50.740919Z","steps":["trace[633092159] 'read index received' (duration: 276.683463ms)","trace[633092159] 'applied index is now lower than readState.Index' (duration: 167.224µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:33:50.740975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:33:50.33789Z","time spent":"403.073311ms","remote":"127.0.0.1:34790","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T01:33:50.74128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.246546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T01:33:50.741367Z","caller":"traceutil/trace.go:171","msg":"trace[990739480] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18996; }","duration":"214.381659ms","start":"2026-03-03T01:33:50.526963Z","end":"2026-03-03T01:33:50.741344Z","steps":["trace[990739480] 'agreement among raft nodes before linearized reading' (duration: 214.139264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:33:50.741291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.197704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T01:33:50.741568Z","caller":"traceutil/trace.go:171","msg":"trace[1334175157] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18996; }","duration":"277.519301ms","start":"2026-03-03T01:33:50.464028Z","end":"2026-03-03T01:33:50.741548Z","steps":["trace[1334175157] 'agreement among raft nodes before linearized reading' (duration: 277.02206ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:33:50.97021Z","caller":"traceutil/trace.go:171","msg":"trace[1340983772] transaction","detail":"{read_only:false; response_revision:18998; number_of_response:1; }","duration":"224.931043ms","start":"2026-03-03T01:33:50.745249Z","end":"2026-03-03T01:33:50.97018Z","steps":["trace[1340983772] 'process raft request' (duration: 209.633085ms)","trace[1340983772] 'compare' (duration: 15.120603ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:33:50.970433Z","caller":"traceutil/trace.go:171","msg":"trace[1214834255] linearizableReadLoop","detail":"{readStateIndex:19685; appliedIndex:19683; }","duration":"200.448441ms","start":"2026-03-03T01:33:50.769951Z","end":"2026-03-03T01:33:50.970399Z","steps":["trace[1214834255] 'read index received' (duration: 184.806916ms)","trace[1214834255] 'applied index is now lower than readState.Index' (duration: 15.640285ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:33:50.970913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.270218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-03T01:33:50.970934Z","caller":"traceutil/trace.go:171","msg":"trace[1274359618] transaction","detail":"{read_only:false; response_revision:18999; number_of_response:1; }","duration":"224.89455ms","start":"2026-03-03T01:33:50.745963Z","end":"2026-03-03T01:33:50.970857Z","steps":["trace[1274359618] 'process raft request' (duration: 224.165484ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:33:50.970999Z","caller":"traceutil/trace.go:171","msg":"trace[1646559078] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:18999; }","duration":"200.38875ms","start":"2026-03-03T01:33:50.770592Z","end":"2026-03-03T01:33:50.970981Z","steps":["trace[1646559078] 'agreement among raft nodes before linearized reading' (duration: 200.130384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:33:50.971553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.579935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18589"} {"level":"info","ts":"2026-03-03T01:33:50.971777Z","caller":"traceutil/trace.go:171","msg":"trace[938589758] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:18999; }","duration":"201.867512ms","start":"2026-03-03T01:33:50.769893Z","end":"2026-03-03T01:33:50.97176Z","steps":["trace[938589758] 'agreement among raft nodes before linearized reading' (duration: 200.991673ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:33:51.270017Z","caller":"traceutil/trace.go:171","msg":"trace[1442841437] linearizableReadLoop","detail":"{readStateIndex:19686; appliedIndex:19685; }","duration":"211.424944ms","start":"2026-03-03T01:33:51.058559Z","end":"2026-03-03T01:33:51.269984Z","steps":["trace[1442841437] 'read index received' (duration: 211.259541ms)","trace[1442841437] 'applied index is now lower than readState.Index' (duration: 163.953µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:33:51.270208Z","caller":"traceutil/trace.go:171","msg":"trace[942814764] transaction","detail":"{read_only:false; response_revision:19000; number_of_response:1; }","duration":"212.433886ms","start":"2026-03-03T01:33:51.057752Z","end":"2026-03-03T01:33:51.270186Z","steps":["trace[942814764] 'process raft request' (duration: 212.043817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:33:51.270374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.788652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T01:33:51.270434Z","caller":"traceutil/trace.go:171","msg":"trace[68632891] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19000; }","duration":"211.879454ms","start":"2026-03-03T01:33:51.058541Z","end":"2026-03-03T01:33:51.270421Z","steps":["trace[68632891] 'agreement among raft nodes before linearized reading' (duration: 211.658989ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:33:51.274162Z","caller":"traceutil/trace.go:171","msg":"trace[626241239] transaction","detail":"{read_only:false; response_revision:19001; number_of_response:1; }","duration":"214.741977ms","start":"2026-03-03T01:33:51.059406Z","end":"2026-03-03T01:33:51.274148Z","steps":["trace[626241239] 'process raft request' (duration: 214.301037ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:33:51.274266Z","caller":"traceutil/trace.go:171","msg":"trace[391632341] transaction","detail":"{read_only:false; response_revision:19002; number_of_response:1; }","duration":"214.273806ms","start":"2026-03-03T01:33:51.059963Z","end":"2026-03-03T01:33:51.274236Z","steps":["trace[391632341] 'process raft request' (duration: 213.906708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:33:51.274313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.354156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T01:33:51.274342Z","caller":"traceutil/trace.go:171","msg":"trace[1922239577] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19002; }","duration":"213.430368ms","start":"2026-03-03T01:33:51.060901Z","end":"2026-03-03T01:33:51.274332Z","steps":["trace[1922239577] 'agreement among raft nodes before linearized reading' (duration: 213.347816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:33:51.274258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.604441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T01:33:51.275165Z","caller":"traceutil/trace.go:171","msg":"trace[1508525752] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19002; }","duration":"214.596923ms","start":"2026-03-03T01:33:51.060541Z","end":"2026-03-03T01:33:51.275137Z","steps":["trace[1508525752] 'agreement among raft nodes before linearized reading' (duration: 213.426408ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:33:53.337685Z","caller":"traceutil/trace.go:171","msg":"trace[1499758853] transaction","detail":"{read_only:false; response_revision:19008; number_of_response:1; }","duration":"358.292503ms","start":"2026-03-03T01:33:52.979373Z","end":"2026-03-03T01:33:53.337665Z","steps":["trace[1499758853] 'process raft request' (duration: 358.18384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:33:53.337807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:33:52.97936Z","time spent":"358.386925ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:33:53.65271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.839159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:33:53.652838Z","caller":"traceutil/trace.go:171","msg":"trace[871467522] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19014; }","duration":"190.990862ms","start":"2026-03-03T01:33:53.461818Z","end":"2026-03-03T01:33:53.652809Z","steps":["trace[871467522] 'count revisions from in-memory index tree' (duration: 190.712737ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:33:54.268079Z","caller":"traceutil/trace.go:171","msg":"trace[365075771] transaction","detail":"{read_only:false; response_revision:19016; number_of_response:1; }","duration":"179.158812ms","start":"2026-03-03T01:33:54.088901Z","end":"2026-03-03T01:33:54.26806Z","steps":["trace[365075771] 'process raft request' (duration: 176.919962ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:33:54.648519Z","caller":"traceutil/trace.go:171","msg":"trace[1633244609] transaction","detail":"{read_only:false; response_revision:19017; number_of_response:1; }","duration":"152.827851ms","start":"2026-03-03T01:33:54.495665Z","end":"2026-03-03T01:33:54.648493Z","steps":["trace[1633244609] 'process raft request' (duration: 152.656357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:33:55.931497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.211292ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-03T01:33:56.479996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.856131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:33:56.480055Z","caller":"traceutil/trace.go:171","msg":"trace[1855807168] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:19025; }","duration":"235.950313ms","start":"2026-03-03T01:33:56.244089Z","end":"2026-03-03T01:33:56.480039Z","steps":["trace[1855807168] 'count revisions from in-memory index tree' (duration: 235.80762ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:33:57.49909Z","caller":"traceutil/trace.go:171","msg":"trace[1823845790] transaction","detail":"{read_only:false; response_revision:19028; number_of_response:1; }","duration":"140.033899ms","start":"2026-03-03T01:33:57.359024Z","end":"2026-03-03T01:33:57.499058Z","steps":["trace[1823845790] 'process raft request' (duration: 139.518158ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:33:59.732913Z","caller":"traceutil/trace.go:171","msg":"trace[2077886321] transaction","detail":"{read_only:false; response_revision:19038; number_of_response:1; }","duration":"167.412694ms","start":"2026-03-03T01:33:59.565466Z","end":"2026-03-03T01:33:59.732879Z","steps":["trace[2077886321] 'process raft request' (duration: 82.801976ms)","trace[2077886321] 'compare' (duration: 84.507345ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:33:59.73417Z","caller":"traceutil/trace.go:171","msg":"trace[841662139] linearizableReadLoop","detail":"{readStateIndex:19726; appliedIndex:19724; }","duration":"161.073202ms","start":"2026-03-03T01:33:59.573081Z","end":"2026-03-03T01:33:59.734154Z","steps":["trace[841662139] 'read index received' (duration: 75.204248ms)","trace[841662139] 'applied index is now lower than readState.Index' (duration: 85.867904ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:33:59.734254Z","caller":"traceutil/trace.go:171","msg":"trace[1713956645] transaction","detail":"{read_only:false; response_revision:19039; number_of_response:1; }","duration":"168.721881ms","start":"2026-03-03T01:33:59.565521Z","end":"2026-03-03T01:33:59.734243Z","steps":["trace[1713956645] 'process raft request' (duration: 168.565718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:33:59.734606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.903518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T01:33:59.734659Z","caller":"traceutil/trace.go:171","msg":"trace[1924807890] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19039; }","duration":"160.987481ms","start":"2026-03-03T01:33:59.573655Z","end":"2026-03-03T01:33:59.734642Z","steps":["trace[1924807890] 'agreement among raft nodes before linearized reading' (duration: 160.669894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:33:59.734728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.636675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T01:33:59.734884Z","caller":"traceutil/trace.go:171","msg":"trace[2029955566] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19039; }","duration":"161.771628ms","start":"2026-03-03T01:33:59.573054Z","end":"2026-03-03T01:33:59.734826Z","steps":["trace[2029955566] 'agreement among raft nodes before linearized reading' (duration: 161.297498ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:34:01.560183Z","caller":"traceutil/trace.go:171","msg":"trace[1010227539] transaction","detail":"{read_only:false; response_revision:19045; number_of_response:1; }","duration":"125.229262ms","start":"2026-03-03T01:34:01.434918Z","end":"2026-03-03T01:34:01.560147Z","steps":["trace[1010227539] 'process raft request' (duration: 124.742101ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:34:02.440129Z","caller":"traceutil/trace.go:171","msg":"trace[1551324070] linearizableReadLoop","detail":"{readStateIndex:19739; appliedIndex:19738; }","duration":"107.716315ms","start":"2026-03-03T01:34:02.332388Z","end":"2026-03-03T01:34:02.440104Z","steps":["trace[1551324070] 'read index received' (duration: 107.502031ms)","trace[1551324070] 'applied index is now lower than readState.Index' (duration: 213.374µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:34:02.440154Z","caller":"traceutil/trace.go:171","msg":"trace[1698509000] transaction","detail":"{read_only:false; response_revision:19051; number_of_response:1; }","duration":"114.540896ms","start":"2026-03-03T01:34:02.325586Z","end":"2026-03-03T01:34:02.440127Z","steps":["trace[1698509000] 'process raft request' (duration: 114.331011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:34:02.440291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.88213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:34:02.440321Z","caller":"traceutil/trace.go:171","msg":"trace[855458164] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:19051; }","duration":"107.959981ms","start":"2026-03-03T01:34:02.332354Z","end":"2026-03-03T01:34:02.440314Z","steps":["trace[855458164] 'agreement among raft nodes before linearized reading' (duration: 107.867609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:34:04.371503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.115998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:34:04.371784Z","caller":"traceutil/trace.go:171","msg":"trace[1352570850] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19059; }","duration":"173.420874ms","start":"2026-03-03T01:34:04.198348Z","end":"2026-03-03T01:34:04.371769Z","steps":["trace[1352570850] 'count revisions from in-memory index tree' (duration: 173.055356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:34:04.371785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.877941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18589"} {"level":"info","ts":"2026-03-03T01:34:04.371855Z","caller":"traceutil/trace.go:171","msg":"trace[1078050979] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:19059; }","duration":"192.063867ms","start":"2026-03-03T01:34:04.179773Z","end":"2026-03-03T01:34:04.371837Z","steps":["trace[1078050979] 'range keys from in-memory index tree' (duration: 191.645346ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:34:08.020797Z","caller":"traceutil/trace.go:171","msg":"trace[686850204] transaction","detail":"{read_only:false; response_revision:19076; number_of_response:1; }","duration":"132.286538ms","start":"2026-03-03T01:34:07.888482Z","end":"2026-03-03T01:34:08.020768Z","steps":["trace[686850204] 'process raft request' (duration: 131.884389ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:34:09.786264Z","caller":"traceutil/trace.go:171","msg":"trace[1388568236] transaction","detail":"{read_only:false; response_revision:19081; number_of_response:1; }","duration":"140.582311ms","start":"2026-03-03T01:34:09.645642Z","end":"2026-03-03T01:34:09.786224Z","steps":["trace[1388568236] 'process raft request' (duration: 140.294575ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:34:10.229272Z","caller":"traceutil/trace.go:171","msg":"trace[1122885721] transaction","detail":"{read_only:false; response_revision:19086; number_of_response:1; }","duration":"109.793991ms","start":"2026-03-03T01:34:10.119438Z","end":"2026-03-03T01:34:10.229232Z","steps":["trace[1122885721] 'process raft request' (duration: 97.901839ms)","trace[1122885721] 'compare' (duration: 11.654497ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:34:10.2294Z","caller":"traceutil/trace.go:171","msg":"trace[1168151872] transaction","detail":"{read_only:false; response_revision:19087; number_of_response:1; }","duration":"109.886023ms","start":"2026-03-03T01:34:10.119479Z","end":"2026-03-03T01:34:10.229365Z","steps":["trace[1168151872] 'process raft request' (duration: 109.706129ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:34:11.934047Z","caller":"traceutil/trace.go:171","msg":"trace[1035727118] transaction","detail":"{read_only:false; response_revision:19092; number_of_response:1; }","duration":"122.346738ms","start":"2026-03-03T01:34:11.811671Z","end":"2026-03-03T01:34:11.934018Z","steps":["trace[1035727118] 'process raft request' (duration: 42.886466ms)","trace[1035727118] 'compare' (duration: 79.130855ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:34:11.934035Z","caller":"traceutil/trace.go:171","msg":"trace[693054945] linearizableReadLoop","detail":"{readStateIndex:19782; appliedIndex:19781; }","duration":"117.326618ms","start":"2026-03-03T01:34:11.816683Z","end":"2026-03-03T01:34:11.93401Z","steps":["trace[693054945] 'read index received' (duration: 37.838196ms)","trace[693054945] 'applied index is now lower than readState.Index' (duration: 79.487392ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:34:11.934152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.43608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:34:11.934223Z","caller":"traceutil/trace.go:171","msg":"trace[1920758730] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:19092; }","duration":"117.527862ms","start":"2026-03-03T01:34:11.816678Z","end":"2026-03-03T01:34:11.934206Z","steps":["trace[1920758730] 'agreement among raft nodes before linearized reading' (duration: 117.4067ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:34:16.538756Z","caller":"traceutil/trace.go:171","msg":"trace[1009127772] transaction","detail":"{read_only:false; response_revision:19116; number_of_response:1; }","duration":"165.275426ms","start":"2026-03-03T01:34:16.373441Z","end":"2026-03-03T01:34:16.538717Z","steps":["trace[1009127772] 'process raft request' (duration: 127.989992ms)","trace[1009127772] 'compare' (duration: 37.147691ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:34:18.336732Z","caller":"traceutil/trace.go:171","msg":"trace[434320560] transaction","detail":"{read_only:false; response_revision:19121; number_of_response:1; }","duration":"111.802106ms","start":"2026-03-03T01:34:18.224903Z","end":"2026-03-03T01:34:18.336706Z","steps":["trace[434320560] 'process raft request' (duration: 111.606151ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:34:18.391118Z","caller":"traceutil/trace.go:171","msg":"trace[234391388] transaction","detail":"{read_only:false; response_revision:19122; number_of_response:1; }","duration":"164.169132ms","start":"2026-03-03T01:34:18.226927Z","end":"2026-03-03T01:34:18.391096Z","steps":["trace[234391388] 'process raft request' (duration: 163.919857ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:34:20.212038Z","caller":"traceutil/trace.go:171","msg":"trace[1584994994] linearizableReadLoop","detail":"{readStateIndex:19819; appliedIndex:19817; }","duration":"182.25262ms","start":"2026-03-03T01:34:20.029754Z","end":"2026-03-03T01:34:20.212006Z","steps":["trace[1584994994] 'read index received' (duration: 51.925525ms)","trace[1584994994] 'applied index is now lower than readState.Index' (duration: 130.325945ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:34:20.212209Z","caller":"traceutil/trace.go:171","msg":"trace[1423820937] transaction","detail":"{read_only:false; response_revision:19128; number_of_response:1; }","duration":"188.530348ms","start":"2026-03-03T01:34:20.023636Z","end":"2026-03-03T01:34:20.212167Z","steps":["trace[1423820937] 'process raft request' (duration: 107.312916ms)","trace[1423820937] 'compare' (duration: 80.887315ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:34:20.212703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.921835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T01:34:20.212761Z","caller":"traceutil/trace.go:171","msg":"trace[953381870] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19128; }","duration":"183.026556ms","start":"2026-03-03T01:34:20.029719Z","end":"2026-03-03T01:34:20.212745Z","steps":["trace[953381870] 'agreement among raft nodes before linearized reading' (duration: 182.404983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:34:20.746747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.603767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T01:34:20.746938Z","caller":"traceutil/trace.go:171","msg":"trace[536196816] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19133; }","duration":"133.839002ms","start":"2026-03-03T01:34:20.613071Z","end":"2026-03-03T01:34:20.74691Z","steps":["trace[536196816] 'range keys from in-memory index tree' (duration: 133.303481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:34:22.51641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.981782ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:34:22.516712Z","caller":"traceutil/trace.go:171","msg":"trace[1725849978] transaction","detail":"{read_only:false; response_revision:19141; number_of_response:1; }","duration":"136.590263ms","start":"2026-03-03T01:34:22.3801Z","end":"2026-03-03T01:34:22.51669Z","steps":["trace[1725849978] 'process raft request' (duration: 28.223712ms)","trace[1725849978] 'compare' (duration: 107.627953ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:34:24.461187Z","caller":"traceutil/trace.go:171","msg":"trace[1538078283] linearizableReadLoop","detail":"{readStateIndex:19840; appliedIndex:19839; }","duration":"100.865815ms","start":"2026-03-03T01:34:24.360295Z","end":"2026-03-03T01:34:24.461161Z","steps":["trace[1538078283] 'read index received' (duration: 36.835462ms)","trace[1538078283] 'applied index is now lower than readState.Index' (duration: 64.029403ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:34:24.461225Z","caller":"traceutil/trace.go:171","msg":"trace[1354362498] transaction","detail":"{read_only:false; response_revision:19148; number_of_response:1; }","duration":"142.160896ms","start":"2026-03-03T01:34:24.31901Z","end":"2026-03-03T01:34:24.461171Z","steps":["trace[1354362498] 'process raft request' (duration: 78.058312ms)","trace[1354362498] 'compare' (duration: 63.90923ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:34:24.461427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.11699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T01:34:24.46147Z","caller":"traceutil/trace.go:171","msg":"trace[4448487] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:19148; }","duration":"101.237343ms","start":"2026-03-03T01:34:24.360221Z","end":"2026-03-03T01:34:24.461459Z","steps":["trace[4448487] 'agreement among raft nodes before linearized reading' (duration: 101.048059ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:34:25.264038Z","caller":"traceutil/trace.go:171","msg":"trace[1431135213] transaction","detail":"{read_only:false; response_revision:19155; number_of_response:1; }","duration":"105.926415ms","start":"2026-03-03T01:34:25.157979Z","end":"2026-03-03T01:34:25.263906Z","steps":["trace[1431135213] 'process raft request' (duration: 104.231449ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:34:35.594262Z","caller":"traceutil/trace.go:171","msg":"trace[895785445] transaction","detail":"{read_only:false; response_revision:19211; number_of_response:1; }","duration":"118.509703ms","start":"2026-03-03T01:34:35.475729Z","end":"2026-03-03T01:34:35.594239Z","steps":["trace[895785445] 'process raft request' (duration: 118.466842ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:34:35.594332Z","caller":"traceutil/trace.go:171","msg":"trace[1773978936] transaction","detail":"{read_only:false; response_revision:19209; number_of_response:1; }","duration":"126.121122ms","start":"2026-03-03T01:34:35.468165Z","end":"2026-03-03T01:34:35.594286Z","steps":["trace[1773978936] 'process raft request' (duration: 125.943738ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:34:35.59439Z","caller":"traceutil/trace.go:171","msg":"trace[540201594] transaction","detail":"{read_only:false; response_revision:19208; number_of_response:1; }","duration":"128.580876ms","start":"2026-03-03T01:34:35.465771Z","end":"2026-03-03T01:34:35.594352Z","steps":["trace[540201594] 'process raft request' (duration: 128.237758ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:34:35.59444Z","caller":"traceutil/trace.go:171","msg":"trace[1801652572] transaction","detail":"{read_only:false; response_revision:19210; number_of_response:1; }","duration":"121.151672ms","start":"2026-03-03T01:34:35.473244Z","end":"2026-03-03T01:34:35.594396Z","steps":["trace[1801652572] 'process raft request' (duration: 120.897926ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:34:35.667107Z","caller":"traceutil/trace.go:171","msg":"trace[901204654] linearizableReadLoop","detail":"{readStateIndex:19909; appliedIndex:19903; }","duration":"120.019127ms","start":"2026-03-03T01:34:35.547058Z","end":"2026-03-03T01:34:35.667078Z","steps":["trace[901204654] 'read index received' (duration: 46.990836ms)","trace[901204654] 'applied index is now lower than readState.Index' (duration: 73.027251ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:34:35.667213Z","caller":"traceutil/trace.go:171","msg":"trace[1950017875] transaction","detail":"{read_only:false; number_of_response:1; response_revision:19213; }","duration":"115.987198ms","start":"2026-03-03T01:34:35.551196Z","end":"2026-03-03T01:34:35.667183Z","steps":["trace[1950017875] 'process raft request' (duration: 115.771614ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:34:35.667283Z","caller":"traceutil/trace.go:171","msg":"trace[1633629095] transaction","detail":"{read_only:false; response_revision:19214; number_of_response:1; }","duration":"101.605571ms","start":"2026-03-03T01:34:35.565642Z","end":"2026-03-03T01:34:35.667248Z","steps":["trace[1633629095] 'process raft request' (duration: 101.373586ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:34:35.667306Z","caller":"traceutil/trace.go:171","msg":"trace[1610685019] transaction","detail":"{read_only:false; response_revision:19213; number_of_response:1; }","duration":"121.687693ms","start":"2026-03-03T01:34:35.545587Z","end":"2026-03-03T01:34:35.667275Z","steps":["trace[1610685019] 'process raft request' (duration: 121.314335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:34:35.667389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.295004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-03-03T01:34:35.667431Z","caller":"traceutil/trace.go:171","msg":"trace[1950211926] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:19214; }","duration":"120.396735ms","start":"2026-03-03T01:34:35.547025Z","end":"2026-03-03T01:34:35.667422Z","steps":["trace[1950211926] 'agreement among raft nodes before linearized reading' (duration: 120.210661ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:34:35.667427Z","caller":"traceutil/trace.go:171","msg":"trace[240678617] transaction","detail":"{read_only:false; response_revision:19212; number_of_response:1; }","duration":"138.657917ms","start":"2026-03-03T01:34:35.528721Z","end":"2026-03-03T01:34:35.667378Z","steps":["trace[240678617] 'process raft request' (duration: 127.043551ms)","trace[240678617] 'compare' (duration: 10.948102ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:34:35.675951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.703428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-03-03T01:34:35.67602Z","caller":"traceutil/trace.go:171","msg":"trace[2047810983] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:19215; }","duration":"128.846562ms","start":"2026-03-03T01:34:35.547159Z","end":"2026-03-03T01:34:35.676006Z","steps":["trace[2047810983] 'agreement among raft nodes before linearized reading' (duration: 128.669748ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:34:36.660248Z","caller":"traceutil/trace.go:171","msg":"trace[200224818] transaction","detail":"{read_only:false; response_revision:19260; number_of_response:1; }","duration":"104.002904ms","start":"2026-03-03T01:34:36.556227Z","end":"2026-03-03T01:34:36.660229Z","steps":["trace[200224818] 'process raft request' (duration: 103.538194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:34:36.660266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.775364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-03-03T01:34:36.66033Z","caller":"traceutil/trace.go:171","msg":"trace[962097660] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:19261; }","duration":"101.871397ms","start":"2026-03-03T01:34:36.558442Z","end":"2026-03-03T01:34:36.660314Z","steps":["trace[962097660] 'agreement among raft nodes before linearized reading' (duration: 101.690773ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:34:36.797332Z","caller":"traceutil/trace.go:171","msg":"trace[884066102] linearizableReadLoop","detail":"{readStateIndex:19966; appliedIndex:19963; }","duration":"126.696355ms","start":"2026-03-03T01:34:36.670612Z","end":"2026-03-03T01:34:36.797308Z","steps":["trace[884066102] 'read index received' (duration: 31.143397ms)","trace[884066102] 'applied index is now lower than readState.Index' (duration: 95.551988ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:34:36.797366Z","caller":"traceutil/trace.go:171","msg":"trace[353422345] transaction","detail":"{read_only:false; response_revision:19264; number_of_response:1; }","duration":"131.600083ms","start":"2026-03-03T01:34:36.665737Z","end":"2026-03-03T01:34:36.797337Z","steps":["trace[353422345] 'process raft request' (duration: 131.398199ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:34:36.797467Z","caller":"traceutil/trace.go:171","msg":"trace[133692778] transaction","detail":"{read_only:false; response_revision:19265; number_of_response:1; }","duration":"131.702995ms","start":"2026-03-03T01:34:36.665754Z","end":"2026-03-03T01:34:36.797457Z","steps":["trace[133692778] 'process raft request' (duration: 131.446259ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:34:36.797753Z","caller":"traceutil/trace.go:171","msg":"trace[17710865] transaction","detail":"{read_only:false; response_revision:19263; number_of_response:1; }","duration":"134.1948ms","start":"2026-03-03T01:34:36.663543Z","end":"2026-03-03T01:34:36.797738Z","steps":["trace[17710865] 'process raft request' (duration: 96.541859ms)","trace[17710865] 'compare' (duration: 36.885273ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:34:36.797932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.299879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:34:36.797983Z","caller":"traceutil/trace.go:171","msg":"trace[1757932649] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:19266; }","duration":"127.37669ms","start":"2026-03-03T01:34:36.670592Z","end":"2026-03-03T01:34:36.797969Z","steps":["trace[1757932649] 'agreement among raft nodes before linearized reading' (duration: 127.284468ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:34:36.798157Z","caller":"traceutil/trace.go:171","msg":"trace[1769372956] transaction","detail":"{read_only:false; response_revision:19266; number_of_response:1; }","duration":"126.322806ms","start":"2026-03-03T01:34:36.671823Z","end":"2026-03-03T01:34:36.798146Z","steps":["trace[1769372956] 'process raft request' (duration: 125.419005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:34:36.798454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.479912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:34:36.798498Z","caller":"traceutil/trace.go:171","msg":"trace[1997910261] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:19266; }","duration":"127.555244ms","start":"2026-03-03T01:34:36.670931Z","end":"2026-03-03T01:34:36.798486Z","steps":["trace[1997910261] 'agreement among raft nodes before linearized reading' (duration: 127.462952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:34:36.79864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.882831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T01:34:36.798698Z","caller":"traceutil/trace.go:171","msg":"trace[921921163] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19266; }","duration":"103.986374ms","start":"2026-03-03T01:34:36.694698Z","end":"2026-03-03T01:34:36.798684Z","steps":["trace[921921163] 'agreement among raft nodes before linearized reading' (duration: 103.795939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:34:36.798687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.085226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-03-03T01:34:36.798762Z","caller":"traceutil/trace.go:171","msg":"trace[1878419616] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:19266; }","duration":"104.194258ms","start":"2026-03-03T01:34:36.694548Z","end":"2026-03-03T01:34:36.798743Z","steps":["trace[1878419616] 'agreement among raft nodes before linearized reading' (duration: 104.019164ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:34:38.714761Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"f8844a9a4263041d","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-03T01:34:38.721093Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-03T01:34:38.721395Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-03-03T01:34:46.065503Z","caller":"traceutil/trace.go:171","msg":"trace[2096553401] transaction","detail":"{read_only:false; response_revision:19490; number_of_response:1; }","duration":"126.776956ms","start":"2026-03-03T01:34:45.938711Z","end":"2026-03-03T01:34:46.065488Z","steps":["trace[2096553401] 'process raft request' (duration: 126.147993ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:34:56.010832Z","caller":"traceutil/trace.go:171","msg":"trace[374407742] transaction","detail":"{read_only:false; response_revision:19560; number_of_response:1; }","duration":"186.662077ms","start":"2026-03-03T01:34:55.824154Z","end":"2026-03-03T01:34:56.010816Z","steps":["trace[374407742] 'process raft request' (duration: 186.564715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:34:56.160502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.252935ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T01:34:56.160617Z","caller":"traceutil/trace.go:171","msg":"trace[1217146409] linearizableReadLoop","detail":"{readStateIndex:20271; appliedIndex:20269; }","duration":"312.121854ms","start":"2026-03-03T01:34:55.848476Z","end":"2026-03-03T01:34:56.160597Z","steps":["trace[1217146409] 'read index received' (duration: 162.270119ms)","trace[1217146409] 'applied index is now lower than readState.Index' (duration: 149.850015ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:34:56.160767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.822898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:34:56.160804Z","caller":"traceutil/trace.go:171","msg":"trace[1833926601] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:19560; }","duration":"311.89212ms","start":"2026-03-03T01:34:55.8489Z","end":"2026-03-03T01:34:56.160792Z","steps":["trace[1833926601] 'agreement among raft nodes before linearized reading' (duration: 311.812447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:34:56.160796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.299509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:34:56.160906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.756349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5140"} {"level":"warn","ts":"2026-03-03T01:34:56.160977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.545164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-03-03T01:34:56.160995Z","caller":"traceutil/trace.go:171","msg":"trace[1909421807] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:19560; }","duration":"263.864841ms","start":"2026-03-03T01:34:55.897109Z","end":"2026-03-03T01:34:56.160974Z","steps":["trace[1909421807] 'agreement among raft nodes before linearized reading' (duration: 263.637736ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:34:56.161012Z","caller":"traceutil/trace.go:171","msg":"trace[935360321] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:19560; }","duration":"307.623346ms","start":"2026-03-03T01:34:55.85338Z","end":"2026-03-03T01:34:56.161004Z","steps":["trace[935360321] 'agreement among raft nodes before linearized reading' (duration: 307.486673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:34:56.160997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.444226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5140"} {"level":"warn","ts":"2026-03-03T01:34:56.161021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.760397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:34:56.161043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:34:55.853359Z","time spent":"307.679297ms","remote":"127.0.0.1:34922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-03-03T01:34:56.161066Z","caller":"traceutil/trace.go:171","msg":"trace[627318577] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:19560; }","duration":"304.551598ms","start":"2026-03-03T01:34:55.856499Z","end":"2026-03-03T01:34:56.16105Z","steps":["trace[627318577] 'agreement among raft nodes before linearized reading' (duration: 304.309413ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:34:56.161095Z","caller":"traceutil/trace.go:171","msg":"trace[1304003113] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:19560; }","duration":"311.854219ms","start":"2026-03-03T01:34:55.849206Z","end":"2026-03-03T01:34:56.16106Z","steps":["trace[1304003113] 'agreement among raft nodes before linearized reading' (duration: 311.761217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:34:56.161163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:34:55.849181Z","time spent":"311.972092ms","remote":"127.0.0.1:34990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-03-03T01:34:56.161219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.203488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:34:56.161237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.758216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:34:56.161248Z","caller":"traceutil/trace.go:171","msg":"trace[177731653] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:19560; }","duration":"264.25448ms","start":"2026-03-03T01:34:55.896987Z","end":"2026-03-03T01:34:56.161242Z","steps":["trace[177731653] 'agreement among raft nodes before linearized reading' (duration: 264.156638ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:34:56.16127Z","caller":"traceutil/trace.go:171","msg":"trace[1519092059] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:19560; }","duration":"262.808967ms","start":"2026-03-03T01:34:55.898452Z","end":"2026-03-03T01:34:56.161261Z","steps":["trace[1519092059] 'agreement among raft nodes before linearized reading' (duration: 262.757226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:34:56.16139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.053795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:34:56.160844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:34:55.848884Z","time spent":"311.953311ms","remote":"127.0.0.1:34990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T01:34:56.161126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:34:55.856488Z","time spent":"304.630259ms","remote":"127.0.0.1:34990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5163,"request content":"key:\"/registry/jobs/openstack/octavia-db-sync\" "} {"level":"info","ts":"2026-03-03T01:34:56.160933Z","caller":"traceutil/trace.go:171","msg":"trace[872128378] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:19560; }","duration":"312.445232ms","start":"2026-03-03T01:34:55.848438Z","end":"2026-03-03T01:34:56.160883Z","steps":["trace[872128378] 'agreement among raft nodes before linearized reading' (duration: 312.253997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:34:56.161604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:34:55.848424Z","time spent":"313.166808ms","remote":"127.0.0.1:34990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T01:34:56.161357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.580324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-03-03T01:34:56.16178Z","caller":"traceutil/trace.go:171","msg":"trace[1715343889] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:19560; }","duration":"264.009203ms","start":"2026-03-03T01:34:55.897759Z","end":"2026-03-03T01:34:56.161769Z","steps":["trace[1715343889] 'agreement among raft nodes before linearized reading' (duration: 263.530713ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:34:56.161422Z","caller":"traceutil/trace.go:171","msg":"trace[854171500] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:19560; }","duration":"264.104177ms","start":"2026-03-03T01:34:55.897311Z","end":"2026-03-03T01:34:56.161415Z","steps":["trace[854171500] 'agreement among raft nodes before linearized reading' (duration: 264.064146ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:35:03.596054Z","caller":"traceutil/trace.go:171","msg":"trace[1320601289] linearizableReadLoop","detail":"{readStateIndex:20328; appliedIndex:20327; }","duration":"199.868049ms","start":"2026-03-03T01:35:03.396145Z","end":"2026-03-03T01:35:03.596013Z","steps":["trace[1320601289] 'read index received' (duration: 199.571503ms)","trace[1320601289] 'applied index is now lower than readState.Index' (duration: 295.396µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:35:03.596153Z","caller":"traceutil/trace.go:171","msg":"trace[1936365365] transaction","detail":"{read_only:false; response_revision:19616; number_of_response:1; }","duration":"262.94082ms","start":"2026-03-03T01:35:03.333185Z","end":"2026-03-03T01:35:03.596125Z","steps":["trace[1936365365] 'process raft request' (duration: 262.609003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:35:03.59642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.264028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-03T01:35:03.596502Z","caller":"traceutil/trace.go:171","msg":"trace[1102645272] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:19616; }","duration":"200.394071ms","start":"2026-03-03T01:35:03.396085Z","end":"2026-03-03T01:35:03.596479Z","steps":["trace[1102645272] 'agreement among raft nodes before linearized reading' (duration: 200.063644ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:35:04.364695Z","caller":"traceutil/trace.go:171","msg":"trace[1651886521] linearizableReadLoop","detail":"{readStateIndex:20329; appliedIndex:20328; }","duration":"186.571095ms","start":"2026-03-03T01:35:04.178088Z","end":"2026-03-03T01:35:04.36466Z","steps":["trace[1651886521] 'read index received' (duration: 186.35768ms)","trace[1651886521] 'applied index is now lower than readState.Index' (duration: 212.455µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:35:04.3651Z","caller":"traceutil/trace.go:171","msg":"trace[160235285] transaction","detail":"{read_only:false; response_revision:19617; number_of_response:1; }","duration":"235.054694ms","start":"2026-03-03T01:35:04.130034Z","end":"2026-03-03T01:35:04.365089Z","steps":["trace[160235285] 'process raft request' (duration: 234.427491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:35:04.365405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.299571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-03T01:35:04.365435Z","caller":"traceutil/trace.go:171","msg":"trace[12479471] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:19617; }","duration":"187.389993ms","start":"2026-03-03T01:35:04.178035Z","end":"2026-03-03T01:35:04.365425Z","steps":["trace[12479471] 'agreement among raft nodes before linearized reading' (duration: 187.238529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:35:04.365582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.286951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:35:04.365602Z","caller":"traceutil/trace.go:171","msg":"trace[1112704166] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:19617; }","duration":"173.329712ms","start":"2026-03-03T01:35:04.192264Z","end":"2026-03-03T01:35:04.365594Z","steps":["trace[1112704166] 'agreement among raft nodes before linearized reading' (duration: 173.297492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:35:04.366218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.688414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:35:04.366239Z","caller":"traceutil/trace.go:171","msg":"trace[752959033] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:19617; }","duration":"155.747585ms","start":"2026-03-03T01:35:04.210485Z","end":"2026-03-03T01:35:04.366232Z","steps":["trace[752959033] 'agreement among raft nodes before linearized reading' (duration: 155.716075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:35:04.366402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.405114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:35:04.366464Z","caller":"traceutil/trace.go:171","msg":"trace[385990183] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:19617; }","duration":"173.543198ms","start":"2026-03-03T01:35:04.192907Z","end":"2026-03-03T01:35:04.36645Z","steps":["trace[385990183] 'agreement among raft nodes before linearized reading' (duration: 173.430996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:35:04.366564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.148894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5140"} {"level":"info","ts":"2026-03-03T01:35:04.366604Z","caller":"traceutil/trace.go:171","msg":"trace[928044238] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:19617; }","duration":"156.192875ms","start":"2026-03-03T01:35:04.210396Z","end":"2026-03-03T01:35:04.366589Z","steps":["trace[928044238] 'agreement among raft nodes before linearized reading' (duration: 156.051752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:35:04.366672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.937296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-03-03T01:35:04.36669Z","caller":"traceutil/trace.go:171","msg":"trace[1271050041] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:19617; }","duration":"173.973587ms","start":"2026-03-03T01:35:04.192711Z","end":"2026-03-03T01:35:04.366685Z","steps":["trace[1271050041] 'agreement among raft nodes before linearized reading' (duration: 173.860775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:35:04.366813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.056936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:35:04.366839Z","caller":"traceutil/trace.go:171","msg":"trace[2039363605] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:19617; }","duration":"172.109426ms","start":"2026-03-03T01:35:04.194723Z","end":"2026-03-03T01:35:04.366833Z","steps":["trace[2039363605] 'agreement among raft nodes before linearized reading' (duration: 172.067805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:35:04.366403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.332651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:35:04.366865Z","caller":"traceutil/trace.go:171","msg":"trace[1135844278] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:19617; }","duration":"172.845223ms","start":"2026-03-03T01:35:04.194013Z","end":"2026-03-03T01:35:04.366858Z","steps":["trace[1135844278] 'agreement among raft nodes before linearized reading' (duration: 172.278501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:35:04.366896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.562706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:35:04.36692Z","caller":"traceutil/trace.go:171","msg":"trace[177598471] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:19617; }","duration":"172.596847ms","start":"2026-03-03T01:35:04.194315Z","end":"2026-03-03T01:35:04.366912Z","steps":["trace[177598471] 'agreement among raft nodes before linearized reading' (duration: 172.559676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:35:04.367008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.505294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"warn","ts":"2026-03-03T01:35:04.367031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.72963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:35:04.367056Z","caller":"traceutil/trace.go:171","msg":"trace[1416790122] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:19617; }","duration":"172.769101ms","start":"2026-03-03T01:35:04.194279Z","end":"2026-03-03T01:35:04.367049Z","steps":["trace[1416790122] 'agreement among raft nodes before linearized reading' (duration: 172.73219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:35:04.367068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.679177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:35:04.36709Z","caller":"traceutil/trace.go:171","msg":"trace[1665429251] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:19617; }","duration":"157.715829ms","start":"2026-03-03T01:35:04.209368Z","end":"2026-03-03T01:35:04.367083Z","steps":["trace[1665429251] 'agreement among raft nodes before linearized reading' (duration: 157.679908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:35:04.367097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.991046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5140"} {"level":"info","ts":"2026-03-03T01:35:04.367117Z","caller":"traceutil/trace.go:171","msg":"trace[1509043484] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:19617; }","duration":"173.008426ms","start":"2026-03-03T01:35:04.194101Z","end":"2026-03-03T01:35:04.367109Z","steps":["trace[1509043484] 'agreement among raft nodes before linearized reading' (duration: 172.948655ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:35:04.367033Z","caller":"traceutil/trace.go:171","msg":"trace[1265764360] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:19617; }","duration":"157.551564ms","start":"2026-03-03T01:35:04.209475Z","end":"2026-03-03T01:35:04.367026Z","steps":["trace[1265764360] 'agreement among raft nodes before linearized reading' (duration: 157.479423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:35:04.367183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.841501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:35:04.367204Z","caller":"traceutil/trace.go:171","msg":"trace[1981968965] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:19617; }","duration":"157.881522ms","start":"2026-03-03T01:35:04.209314Z","end":"2026-03-03T01:35:04.367195Z","steps":["trace[1981968965] 'agreement among raft nodes before linearized reading' (duration: 157.848141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:35:04.36722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.140239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5140"} {"level":"info","ts":"2026-03-03T01:35:04.367238Z","caller":"traceutil/trace.go:171","msg":"trace[1705440246] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:19617; }","duration":"173.156369ms","start":"2026-03-03T01:35:04.194076Z","end":"2026-03-03T01:35:04.367233Z","steps":["trace[1705440246] 'agreement among raft nodes before linearized reading' (duration: 173.109848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:35:04.36734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.9975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-03-03T01:35:04.367361Z","caller":"traceutil/trace.go:171","msg":"trace[401256061] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:19617; }","duration":"170.029601ms","start":"2026-03-03T01:35:04.197324Z","end":"2026-03-03T01:35:04.367354Z","steps":["trace[401256061] 'agreement among raft nodes before linearized reading' (duration: 169.945219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:35:04.588191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.835966ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:35:04.588305Z","caller":"traceutil/trace.go:171","msg":"trace[1867499298] linearizableReadLoop","detail":"{readStateIndex:20331; appliedIndex:20329; }","duration":"141.267006ms","start":"2026-03-03T01:35:04.447026Z","end":"2026-03-03T01:35:04.588293Z","steps":["trace[1867499298] 'read index received' (duration: 99.411553ms)","trace[1867499298] 'applied index is now lower than readState.Index' (duration: 41.852833ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:35:04.588481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.470541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T01:35:04.5885Z","caller":"traceutil/trace.go:171","msg":"trace[1857005591] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:19619; }","duration":"141.573283ms","start":"2026-03-03T01:35:04.446922Z","end":"2026-03-03T01:35:04.588496Z","steps":["trace[1857005591] 'agreement among raft nodes before linearized reading' (duration: 141.40427ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:35:04.588816Z","caller":"traceutil/trace.go:171","msg":"trace[1480389674] transaction","detail":"{read_only:false; response_revision:19619; number_of_response:1; }","duration":"142.097034ms","start":"2026-03-03T01:35:04.44668Z","end":"2026-03-03T01:35:04.588777Z","steps":["trace[1480389674] 'process raft request' (duration: 141.582263ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:35:04.588816Z","caller":"traceutil/trace.go:171","msg":"trace[1909955844] transaction","detail":"{read_only:false; response_revision:19618; number_of_response:1; }","duration":"214.176193ms","start":"2026-03-03T01:35:04.374583Z","end":"2026-03-03T01:35:04.588759Z","steps":["trace[1909955844] 'process raft request' (duration: 67.710873ms)","trace[1909955844] 'compare' (duration: 145.655912ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:35:04.664523Z","caller":"traceutil/trace.go:171","msg":"trace[1587447010] transaction","detail":"{read_only:false; response_revision:19620; number_of_response:1; }","duration":"101.408227ms","start":"2026-03-03T01:35:04.563099Z","end":"2026-03-03T01:35:04.664507Z","steps":["trace[1587447010] 'process raft request' (duration: 101.026169ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:35:05.213543Z","caller":"traceutil/trace.go:171","msg":"trace[945946042] transaction","detail":"{read_only:false; response_revision:19621; number_of_response:1; }","duration":"288.964534ms","start":"2026-03-03T01:35:04.924536Z","end":"2026-03-03T01:35:05.2135Z","steps":["trace[945946042] 'process raft request' (duration: 288.656827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:35:05.428063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.556577ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:35:05.428185Z","caller":"traceutil/trace.go:171","msg":"trace[742299522] linearizableReadLoop","detail":"{readStateIndex:20334; appliedIndex:20333; }","duration":"357.150928ms","start":"2026-03-03T01:35:05.071015Z","end":"2026-03-03T01:35:05.428166Z","steps":["trace[742299522] 'read index received' (duration: 142.442452ms)","trace[742299522] 'applied index is now lower than readState.Index' (duration: 214.706346ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:35:05.428298Z","caller":"traceutil/trace.go:171","msg":"trace[1981561619] transaction","detail":"{read_only:false; response_revision:19622; number_of_response:1; }","duration":"385.529454ms","start":"2026-03-03T01:35:05.042704Z","end":"2026-03-03T01:35:05.428233Z","steps":["trace[1981561619] 'process raft request' (duration: 246.717602ms)","trace[1981561619] 'compare' (duration: 138.25978ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:35:05.42839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.375123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T01:35:05.428432Z","caller":"traceutil/trace.go:171","msg":"trace[1359803771] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19622; }","duration":"357.485835ms","start":"2026-03-03T01:35:05.070936Z","end":"2026-03-03T01:35:05.428421Z","steps":["trace[1359803771] 'agreement among raft nodes before linearized reading' (duration: 357.318401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:35:05.428468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:35:05.070908Z","time spent":"357.552337ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T01:35:05.428687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:35:05.042662Z","time spent":"385.711568ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:35:05.654943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.342821ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T01:35:05.655287Z","caller":"traceutil/trace.go:171","msg":"trace[1105241127] linearizableReadLoop","detail":"{readStateIndex:20335; appliedIndex:20334; }","duration":"226.950896ms","start":"2026-03-03T01:35:05.428218Z","end":"2026-03-03T01:35:05.655169Z","steps":["trace[1105241127] 'read index received' (duration: 64.458422ms)","trace[1105241127] 'applied index is now lower than readState.Index' (duration: 162.488774ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:35:05.655901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.4765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T01:35:05.655993Z","caller":"traceutil/trace.go:171","msg":"trace[947626598] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19622; }","duration":"583.627223ms","start":"2026-03-03T01:35:05.072352Z","end":"2026-03-03T01:35:05.655979Z","steps":["trace[947626598] 'agreement among raft nodes before linearized reading' (duration: 583.426178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:35:05.656077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:35:05.072317Z","time spent":"583.747895ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T01:35:05.656365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.062305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T01:35:05.656451Z","caller":"traceutil/trace.go:171","msg":"trace[1750417751] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19622; }","duration":"585.184998ms","start":"2026-03-03T01:35:05.071248Z","end":"2026-03-03T01:35:05.656433Z","steps":["trace[1750417751] 'agreement among raft nodes before linearized reading' (duration: 584.963123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:35:05.656501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:35:05.071232Z","time spent":"585.260209ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T01:35:05.656732Z","caller":"traceutil/trace.go:171","msg":"trace[1095758658] transaction","detail":"{read_only:false; response_revision:19623; number_of_response:1; }","duration":"223.394277ms","start":"2026-03-03T01:35:05.433311Z","end":"2026-03-03T01:35:05.656705Z","steps":["trace[1095758658] 'process raft request' (duration: 221.753981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:35:05.90947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.322488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T01:35:05.909556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.496571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T01:35:05.909618Z","caller":"traceutil/trace.go:171","msg":"trace[270951674] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19623; }","duration":"306.576113ms","start":"2026-03-03T01:35:05.603019Z","end":"2026-03-03T01:35:05.909595Z","steps":["trace[270951674] 'agreement among raft nodes before linearized reading' (duration: 53.844218ms)","trace[270951674] 'range keys from in-memory index tree' (duration: 252.54855ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:35:05.909622Z","caller":"traceutil/trace.go:171","msg":"trace[1007119044] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:19623; }","duration":"307.551994ms","start":"2026-03-03T01:35:05.602036Z","end":"2026-03-03T01:35:05.909588Z","steps":["trace[1007119044] 'agreement among raft nodes before linearized reading' (duration: 54.674726ms)","trace[1007119044] 'count revisions from in-memory index tree' (duration: 252.694093ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:35:05.90968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:35:05.603007Z","time spent":"306.653935ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T01:35:05.909677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:35:05.60201Z","time spent":"307.651527ms","remote":"127.0.0.1:35250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:35:05.909847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.916411ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:35:05.910051Z","caller":"traceutil/trace.go:171","msg":"trace[1216510565] linearizableReadLoop","detail":"{readStateIndex:20338; appliedIndex:20336; }","duration":"193.518448ms","start":"2026-03-03T01:35:05.716503Z","end":"2026-03-03T01:35:05.910021Z","steps":["trace[1216510565] 'read index received' (duration: 80.392283ms)","trace[1216510565] 'applied index is now lower than readState.Index' (duration: 113.125255ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:35:05.910139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.642071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:35:05.91017Z","caller":"traceutil/trace.go:171","msg":"trace[1487905075] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19625; }","duration":"193.671821ms","start":"2026-03-03T01:35:05.716488Z","end":"2026-03-03T01:35:05.91016Z","steps":["trace[1487905075] 'agreement among raft nodes before linearized reading' (duration: 193.60098ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:35:05.91015Z","caller":"traceutil/trace.go:171","msg":"trace[232937363] transaction","detail":"{read_only:false; response_revision:19625; number_of_response:1; }","duration":"248.41617ms","start":"2026-03-03T01:35:05.661708Z","end":"2026-03-03T01:35:05.910124Z","steps":["trace[232937363] 'process raft request' (duration: 248.261606ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:35:05.910166Z","caller":"traceutil/trace.go:171","msg":"trace[854141274] transaction","detail":"{read_only:false; response_revision:19624; number_of_response:1; }","duration":"249.196667ms","start":"2026-03-03T01:35:05.660937Z","end":"2026-03-03T01:35:05.910134Z","steps":["trace[854141274] 'process raft request' (duration: 135.886597ms)","trace[854141274] 'compare' (duration: 112.507921ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:35:06.203673Z","caller":"traceutil/trace.go:171","msg":"trace[901573095] linearizableReadLoop","detail":"{readStateIndex:20339; appliedIndex:20338; }","duration":"137.414541ms","start":"2026-03-03T01:35:06.066228Z","end":"2026-03-03T01:35:06.203643Z","steps":["trace[901573095] 'read index received' (duration: 49.332659ms)","trace[901573095] 'applied index is now lower than readState.Index' (duration: 88.080342ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:35:06.203734Z","caller":"traceutil/trace.go:171","msg":"trace[1059006952] transaction","detail":"{read_only:false; response_revision:19626; number_of_response:1; }","duration":"288.063734ms","start":"2026-03-03T01:35:05.915629Z","end":"2026-03-03T01:35:06.203692Z","steps":["trace[1059006952] 'process raft request' (duration: 199.985811ms)","trace[1059006952] 'compare' (duration: 87.854097ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:35:06.203991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.694678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:35:06.204069Z","caller":"traceutil/trace.go:171","msg":"trace[1850478836] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:19626; }","duration":"137.832751ms","start":"2026-03-03T01:35:06.066219Z","end":"2026-03-03T01:35:06.204052Z","steps":["trace[1850478836] 'agreement among raft nodes before linearized reading' (duration: 137.519564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:35:06.273982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.162336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-03T01:35:06.274076Z","caller":"traceutil/trace.go:171","msg":"trace[733032051] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:19627; }","duration":"186.29196ms","start":"2026-03-03T01:35:06.087762Z","end":"2026-03-03T01:35:06.274054Z","steps":["trace[733032051] 'agreement among raft nodes before linearized reading' (duration: 186.023974ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:35:06.274082Z","caller":"traceutil/trace.go:171","msg":"trace[927338079] transaction","detail":"{read_only:false; response_revision:19627; number_of_response:1; }","duration":"105.417196ms","start":"2026-03-03T01:35:06.168602Z","end":"2026-03-03T01:35:06.274019Z","steps":["trace[927338079] 'process raft request' (duration: 104.978565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:35:07.918496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.229825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:35:07.918583Z","caller":"traceutil/trace.go:171","msg":"trace[1710829240] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:19639; }","duration":"107.362628ms","start":"2026-03-03T01:35:07.811202Z","end":"2026-03-03T01:35:07.918565Z","steps":["trace[1710829240] 'range keys from in-memory index tree' (duration: 107.159724ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:35:08.099772Z","caller":"traceutil/trace.go:171","msg":"trace[1037182160] linearizableReadLoop","detail":"{readStateIndex:20354; appliedIndex:20352; }","duration":"176.3679ms","start":"2026-03-03T01:35:07.923383Z","end":"2026-03-03T01:35:08.099751Z","steps":["trace[1037182160] 'read index received' (duration: 76.037448ms)","trace[1037182160] 'applied index is now lower than readState.Index' (duration: 100.329572ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:35:08.099952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.530343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18445"} {"level":"info","ts":"2026-03-03T01:35:08.099978Z","caller":"traceutil/trace.go:171","msg":"trace[1872413610] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:19641; }","duration":"176.602475ms","start":"2026-03-03T01:35:07.923369Z","end":"2026-03-03T01:35:08.099972Z","steps":["trace[1872413610] 'agreement among raft nodes before linearized reading' (duration: 176.457572ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:35:08.099907Z","caller":"traceutil/trace.go:171","msg":"trace[1942973702] transaction","detail":"{read_only:false; response_revision:19641; number_of_response:1; }","duration":"177.041765ms","start":"2026-03-03T01:35:07.922806Z","end":"2026-03-03T01:35:08.099848Z","steps":["trace[1942973702] 'process raft request' (duration: 158.921066ms)","trace[1942973702] 'compare' (duration: 17.930365ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:35:11.385391Z","caller":"traceutil/trace.go:171","msg":"trace[1378282947] transaction","detail":"{read_only:false; response_revision:19656; number_of_response:1; }","duration":"100.17442ms","start":"2026-03-03T01:35:11.28518Z","end":"2026-03-03T01:35:11.385354Z","steps":["trace[1378282947] 'process raft request' (duration: 99.806182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:35:11.7356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.563715ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:35:11.735752Z","caller":"traceutil/trace.go:171","msg":"trace[467000009] transaction","detail":"{read_only:false; response_revision:19657; number_of_response:1; }","duration":"263.445891ms","start":"2026-03-03T01:35:11.47226Z","end":"2026-03-03T01:35:11.735706Z","steps":["trace[467000009] 'process raft request' (duration: 32.692941ms)","trace[467000009] 'compare' (duration: 230.441453ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:35:13.615507Z","caller":"traceutil/trace.go:171","msg":"trace[1002421387] transaction","detail":"{read_only:false; response_revision:19666; number_of_response:1; }","duration":"101.343695ms","start":"2026-03-03T01:35:13.514136Z","end":"2026-03-03T01:35:13.61548Z","steps":["trace[1002421387] 'process raft request' (duration: 100.402075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:35:14.829056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.270976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:35:14.828916Z","caller":"traceutil/trace.go:171","msg":"trace[2098468832] transaction","detail":"{read_only:false; response_revision:19678; number_of_response:1; }","duration":"112.546062ms","start":"2026-03-03T01:35:14.716348Z","end":"2026-03-03T01:35:14.828894Z","steps":["trace[2098468832] 'process raft request' (duration: 112.382408ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:35:14.829121Z","caller":"traceutil/trace.go:171","msg":"trace[861497934] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19678; }","duration":"112.426881ms","start":"2026-03-03T01:35:14.716682Z","end":"2026-03-03T01:35:14.829109Z","steps":["trace[861497934] 'agreement among raft nodes before linearized reading' (duration: 112.264796ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:35:14.828915Z","caller":"traceutil/trace.go:171","msg":"trace[1523331036] linearizableReadLoop","detail":"{readStateIndex:20392; appliedIndex:20392; }","duration":"112.168164ms","start":"2026-03-03T01:35:14.716722Z","end":"2026-03-03T01:35:14.82889Z","steps":["trace[1523331036] 'read index received' (duration: 112.139443ms)","trace[1523331036] 'applied index is now lower than readState.Index' (duration: 26.811µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:35:14.887982Z","caller":"traceutil/trace.go:171","msg":"trace[139596066] transaction","detail":"{read_only:false; response_revision:19679; number_of_response:1; }","duration":"143.141318ms","start":"2026-03-03T01:35:14.744806Z","end":"2026-03-03T01:35:14.887947Z","steps":["trace[139596066] 'process raft request' (duration: 142.852351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:35:14.972675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.803706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:35:14.972749Z","caller":"traceutil/trace.go:171","msg":"trace[735636375] transaction","detail":"{read_only:false; response_revision:19680; number_of_response:1; }","duration":"135.52331ms","start":"2026-03-03T01:35:14.837195Z","end":"2026-03-03T01:35:14.972718Z","steps":["trace[735636375] 'process raft request' (duration: 111.04722ms)","trace[735636375] 'compare' (duration: 24.058331ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:35:14.972852Z","caller":"traceutil/trace.go:171","msg":"trace[2074265151] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19680; }","duration":"141.039812ms","start":"2026-03-03T01:35:14.831764Z","end":"2026-03-03T01:35:14.972804Z","steps":["trace[2074265151] 'agreement among raft nodes before linearized reading' (duration: 140.722995ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:35:15.124825Z","caller":"traceutil/trace.go:171","msg":"trace[1036033985] transaction","detail":"{read_only:false; response_revision:19683; number_of_response:1; }","duration":"143.972135ms","start":"2026-03-03T01:35:14.980825Z","end":"2026-03-03T01:35:15.124797Z","steps":["trace[1036033985] 'process raft request' (duration: 143.826292ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:35:15.124903Z","caller":"traceutil/trace.go:171","msg":"trace[642006396] transaction","detail":"{read_only:false; response_revision:19682; number_of_response:1; }","duration":"146.415099ms","start":"2026-03-03T01:35:14.978413Z","end":"2026-03-03T01:35:15.124828Z","steps":["trace[642006396] 'process raft request' (duration: 146.060452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:35:15.320694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.035697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:35:15.320795Z","caller":"traceutil/trace.go:171","msg":"trace[863941931] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:19684; }","duration":"105.18138ms","start":"2026-03-03T01:35:15.21558Z","end":"2026-03-03T01:35:15.320761Z","steps":["trace[863941931] 'count revisions from in-memory index tree' (duration: 104.964184ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:35:18.407208Z","caller":"traceutil/trace.go:171","msg":"trace[691220822] linearizableReadLoop","detail":"{readStateIndex:20414; appliedIndex:20413; }","duration":"136.309557ms","start":"2026-03-03T01:35:18.270874Z","end":"2026-03-03T01:35:18.407184Z","steps":["trace[691220822] 'read index received' (duration: 75.093897ms)","trace[691220822] 'applied index is now lower than readState.Index' (duration: 61.2145ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:35:18.407314Z","caller":"traceutil/trace.go:171","msg":"trace[1585465268] transaction","detail":"{read_only:false; response_revision:19699; number_of_response:1; }","duration":"137.554054ms","start":"2026-03-03T01:35:18.269731Z","end":"2026-03-03T01:35:18.407285Z","steps":["trace[1585465268] 'process raft request' (duration: 76.304663ms)","trace[1585465268] 'compare' (duration: 60.987036ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:35:18.407395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.502081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18445"} {"level":"info","ts":"2026-03-03T01:35:18.407421Z","caller":"traceutil/trace.go:171","msg":"trace[1762594793] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:19699; }","duration":"136.570662ms","start":"2026-03-03T01:35:18.270844Z","end":"2026-03-03T01:35:18.407414Z","steps":["trace[1762594793] 'agreement among raft nodes before linearized reading' (duration: 136.424749ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:35:18.652125Z","caller":"traceutil/trace.go:171","msg":"trace[795946039] transaction","detail":"{read_only:false; response_revision:19700; number_of_response:1; }","duration":"143.667879ms","start":"2026-03-03T01:35:18.508428Z","end":"2026-03-03T01:35:18.652095Z","steps":["trace[795946039] 'process raft request' (duration: 61.342423ms)","trace[795946039] 'compare' (duration: 82.124341ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:35:18.912568Z","caller":"traceutil/trace.go:171","msg":"trace[1171730258] transaction","detail":"{read_only:false; response_revision:19701; number_of_response:1; }","duration":"162.390722ms","start":"2026-03-03T01:35:18.750129Z","end":"2026-03-03T01:35:18.91252Z","steps":["trace[1171730258] 'process raft request' (duration: 162.215538ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:35:22.413302Z","caller":"traceutil/trace.go:171","msg":"trace[243377458] transaction","detail":"{read_only:false; response_revision:19718; number_of_response:1; }","duration":"126.946669ms","start":"2026-03-03T01:35:22.286333Z","end":"2026-03-03T01:35:22.413279Z","steps":["trace[243377458] 'process raft request' (duration: 126.801826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:35:24.360829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.25065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-03-03T01:35:24.360906Z","caller":"traceutil/trace.go:171","msg":"trace[2114266372] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:19725; }","duration":"109.344942ms","start":"2026-03-03T01:35:24.251537Z","end":"2026-03-03T01:35:24.360882Z","steps":["trace[2114266372] 'range keys from in-memory index tree' (duration: 109.015925ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:36:30.615403Z","caller":"traceutil/trace.go:171","msg":"trace[1846944082] linearizableReadLoop","detail":"{readStateIndex:20848; appliedIndex:20847; }","duration":"107.40361ms","start":"2026-03-03T01:36:30.507978Z","end":"2026-03-03T01:36:30.615382Z","steps":["trace[1846944082] 'read index received' (duration: 92.202524ms)","trace[1846944082] 'applied index is now lower than readState.Index' (duration: 15.200376ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:36:30.615534Z","caller":"traceutil/trace.go:171","msg":"trace[1946357705] transaction","detail":"{read_only:false; response_revision:20117; number_of_response:1; }","duration":"107.88773ms","start":"2026-03-03T01:36:30.507593Z","end":"2026-03-03T01:36:30.615481Z","steps":["trace[1946357705] 'process raft request' (duration: 92.619383ms)","trace[1946357705] 'compare' (duration: 15.072043ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:36:30.615711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.715656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T01:36:30.6158Z","caller":"traceutil/trace.go:171","msg":"trace[673339016] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:20117; }","duration":"107.88971ms","start":"2026-03-03T01:36:30.507893Z","end":"2026-03-03T01:36:30.615782Z","steps":["trace[673339016] 'agreement among raft nodes before linearized reading' (duration: 107.588554ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:37:06.541346Z","caller":"traceutil/trace.go:171","msg":"trace[755484606] transaction","detail":"{read_only:false; response_revision:20339; number_of_response:1; }","duration":"191.640627ms","start":"2026-03-03T01:37:06.349669Z","end":"2026-03-03T01:37:06.54131Z","steps":["trace[755484606] 'process raft request' (duration: 187.826513ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:37:07.207815Z","caller":"traceutil/trace.go:171","msg":"trace[1462873127] transaction","detail":"{read_only:false; response_revision:20343; number_of_response:1; }","duration":"212.020957ms","start":"2026-03-03T01:37:06.995768Z","end":"2026-03-03T01:37:07.207789Z","steps":["trace[1462873127] 'process raft request' (duration: 129.218211ms)","trace[1462873127] 'compare' (duration: 82.269885ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:37:57.038005Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18768} {"level":"info","ts":"2026-03-03T01:37:57.288098Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18768,"took":"246.982347ms","hash":1133928586,"current-db-size-bytes":44421120,"current-db-size":"44 MB","current-db-size-in-use-bytes":26562560,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-03T01:37:57.288178Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1133928586,"revision":18768,"compact-revision":16519} {"level":"info","ts":"2026-03-03T01:38:06.846179Z","caller":"traceutil/trace.go:171","msg":"trace[1800201857] linearizableReadLoop","detail":"{readStateIndex:21549; appliedIndex:21548; }","duration":"237.336136ms","start":"2026-03-03T01:38:06.60882Z","end":"2026-03-03T01:38:06.846156Z","steps":["trace[1800201857] 'read index received' (duration: 237.169422ms)","trace[1800201857] 'applied index is now lower than readState.Index' (duration: 165.814µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:38:06.846292Z","caller":"traceutil/trace.go:171","msg":"trace[1475209635] transaction","detail":"{read_only:false; response_revision:20793; number_of_response:1; }","duration":"263.685407ms","start":"2026-03-03T01:38:06.582594Z","end":"2026-03-03T01:38:06.846279Z","steps":["trace[1475209635] 'process raft request' (duration: 263.39951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:38:06.846449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.92772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T01:38:06.846567Z","caller":"traceutil/trace.go:171","msg":"trace[497383387] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20793; }","duration":"224.072022ms","start":"2026-03-03T01:38:06.62248Z","end":"2026-03-03T01:38:06.846552Z","steps":["trace[497383387] 'agreement among raft nodes before linearized reading' (duration: 223.869928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:38:06.846803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.982804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T01:38:06.846812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.97322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:38:06.846834Z","caller":"traceutil/trace.go:171","msg":"trace[729507333] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:20793; }","duration":"187.045465ms","start":"2026-03-03T01:38:06.659777Z","end":"2026-03-03T01:38:06.846823Z","steps":["trace[729507333] 'agreement among raft nodes before linearized reading' (duration: 186.944803ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:38:06.846842Z","caller":"traceutil/trace.go:171","msg":"trace[2138781095] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:20793; }","duration":"238.052162ms","start":"2026-03-03T01:38:06.608782Z","end":"2026-03-03T01:38:06.846834Z","steps":["trace[2138781095] 'agreement among raft nodes before linearized reading' (duration: 237.98917ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:38:13.007099Z","caller":"traceutil/trace.go:171","msg":"trace[886520674] transaction","detail":"{read_only:false; response_revision:20913; number_of_response:1; }","duration":"127.241866ms","start":"2026-03-03T01:38:12.879823Z","end":"2026-03-03T01:38:13.007065Z","steps":["trace[886520674] 'process raft request' (duration: 127.077872ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:38:19.144359Z","caller":"traceutil/trace.go:171","msg":"trace[864016466] linearizableReadLoop","detail":"{readStateIndex:22062; appliedIndex:22061; }","duration":"132.019081ms","start":"2026-03-03T01:38:19.012309Z","end":"2026-03-03T01:38:19.144328Z","steps":["trace[864016466] 'read index received' (duration: 87.594182ms)","trace[864016466] 'applied index is now lower than readState.Index' (duration: 44.418759ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:38:19.144461Z","caller":"traceutil/trace.go:171","msg":"trace[1547116707] transaction","detail":"{read_only:false; response_revision:21297; number_of_response:1; }","duration":"152.452422ms","start":"2026-03-03T01:38:18.991974Z","end":"2026-03-03T01:38:19.144427Z","steps":["trace[1547116707] 'process raft request' (duration: 107.997672ms)","trace[1547116707] 'compare' (duration: 43.739065ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:38:19.144571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.241066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:38:19.144896Z","caller":"traceutil/trace.go:171","msg":"trace[2085397130] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:21297; }","duration":"132.590054ms","start":"2026-03-03T01:38:19.012278Z","end":"2026-03-03T01:38:19.144868Z","steps":["trace[2085397130] 'agreement among raft nodes before linearized reading' (duration: 132.201796ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:38:19.147709Z","caller":"traceutil/trace.go:171","msg":"trace[1453690003] transaction","detail":"{read_only:false; response_revision:21298; number_of_response:1; }","duration":"104.534515ms","start":"2026-03-03T01:38:19.043144Z","end":"2026-03-03T01:38:19.147679Z","steps":["trace[1453690003] 'process raft request' (duration: 104.371751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:38:19.151279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.926024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T01:38:19.151347Z","caller":"traceutil/trace.go:171","msg":"trace[2112175770] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21299; }","duration":"119.033796ms","start":"2026-03-03T01:38:19.032297Z","end":"2026-03-03T01:38:19.151331Z","steps":["trace[2112175770] 'agreement among raft nodes before linearized reading' (duration: 118.802161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:38:19.151451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.565653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackfloatingippools.infrastructure.cluster.x-k8s.io\" ","response":"range_response_count:1 size:9970"} {"level":"info","ts":"2026-03-03T01:38:19.151483Z","caller":"traceutil/trace.go:171","msg":"trace[754430018] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/openstackfloatingippools.infrastructure.cluster.x-k8s.io; range_end:; response_count:1; response_revision:21299; }","duration":"112.604633ms","start":"2026-03-03T01:38:19.038866Z","end":"2026-03-03T01:38:19.151471Z","steps":["trace[754430018] 'agreement among raft nodes before linearized reading' (duration: 112.526192ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:38:20.85495Z","caller":"traceutil/trace.go:171","msg":"trace[763742194] linearizableReadLoop","detail":"{readStateIndex:22112; appliedIndex:22111; }","duration":"125.421257ms","start":"2026-03-03T01:38:20.729505Z","end":"2026-03-03T01:38:20.854926Z","steps":["trace[763742194] 'read index received' (duration: 125.172232ms)","trace[763742194] 'applied index is now lower than readState.Index' (duration: 248.145µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:38:20.855269Z","caller":"traceutil/trace.go:171","msg":"trace[880863552] transaction","detail":"{read_only:false; response_revision:21345; number_of_response:1; }","duration":"128.127997ms","start":"2026-03-03T01:38:20.727108Z","end":"2026-03-03T01:38:20.855236Z","steps":["trace[880863552] 'process raft request' (duration: 127.626196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:38:20.855115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.59199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/cert-manager-test/\" range_end:\"/registry/monitoring.coreos.com/podmonitors/cert-manager-test0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:38:20.855739Z","caller":"traceutil/trace.go:171","msg":"trace[1289569777] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/cert-manager-test/; range_end:/registry/monitoring.coreos.com/podmonitors/cert-manager-test0; response_count:0; response_revision:21345; }","duration":"126.229434ms","start":"2026-03-03T01:38:20.72949Z","end":"2026-03-03T01:38:20.855719Z","steps":["trace[1289569777] 'agreement among raft nodes before linearized reading' (duration: 125.545209ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:38:21.063102Z","caller":"traceutil/trace.go:171","msg":"trace[1035606095] transaction","detail":"{read_only:false; response_revision:21347; number_of_response:1; }","duration":"310.623872ms","start":"2026-03-03T01:38:20.752458Z","end":"2026-03-03T01:38:21.063082Z","steps":["trace[1035606095] 'process raft request' (duration: 310.568871ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:38:21.06315Z","caller":"traceutil/trace.go:171","msg":"trace[129208507] transaction","detail":"{read_only:false; response_revision:21346; number_of_response:1; }","duration":"327.167547ms","start":"2026-03-03T01:38:20.735947Z","end":"2026-03-03T01:38:21.063115Z","steps":["trace[129208507] 'process raft request' (duration: 326.903691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:38:21.063324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:38:20.735909Z","time spent":"327.378471ms","remote":"127.0.0.1:34802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":108618,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:38:21.063232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:38:20.752449Z","time spent":"310.710534ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:38:21.066976Z","caller":"traceutil/trace.go:171","msg":"trace[356637690] transaction","detail":"{read_only:false; response_revision:21348; number_of_response:1; }","duration":"196.058134ms","start":"2026-03-03T01:38:20.870899Z","end":"2026-03-03T01:38:21.066957Z","steps":["trace[356637690] 'process raft request' (duration: 195.915061ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:38:21.067183Z","caller":"traceutil/trace.go:171","msg":"trace[1470349419] transaction","detail":"{read_only:false; response_revision:21349; number_of_response:1; }","duration":"195.056983ms","start":"2026-03-03T01:38:20.872115Z","end":"2026-03-03T01:38:21.067172Z","steps":["trace[1470349419] 'process raft request' (duration: 194.789176ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:38:21.067385Z","caller":"traceutil/trace.go:171","msg":"trace[1489891873] linearizableReadLoop","detail":"{readStateIndex:22117; appliedIndex:22112; }","duration":"181.869642ms","start":"2026-03-03T01:38:20.885507Z","end":"2026-03-03T01:38:21.067376Z","steps":["trace[1489891873] 'read index received' (duration: 177.359362ms)","trace[1489891873] 'applied index is now lower than readState.Index' (duration: 4.5095ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:38:21.067562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.928743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:38:21.067611Z","caller":"traceutil/trace.go:171","msg":"trace[1174111886] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:21351; }","duration":"182.007795ms","start":"2026-03-03T01:38:20.885592Z","end":"2026-03-03T01:38:21.0676Z","steps":["trace[1174111886] 'agreement among raft nodes before linearized reading' (duration: 181.900823ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:38:21.067647Z","caller":"traceutil/trace.go:171","msg":"trace[1032266438] transaction","detail":"{read_only:false; response_revision:21350; number_of_response:1; }","duration":"194.949551ms","start":"2026-03-03T01:38:20.872674Z","end":"2026-03-03T01:38:21.067624Z","steps":["trace[1032266438] 'process raft request' (duration: 194.44271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:38:21.067769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.25516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:38:21.067795Z","caller":"traceutil/trace.go:171","msg":"trace[1144966585] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:21351; }","duration":"182.311331ms","start":"2026-03-03T01:38:20.885476Z","end":"2026-03-03T01:38:21.067787Z","steps":["trace[1144966585] 'agreement among raft nodes before linearized reading' (duration: 182.26315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:38:21.067803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.79204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/cert-manager-test/\" range_end:\"/registry/openstack.k-orc.cloud/roles/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:38:21.067837Z","caller":"traceutil/trace.go:171","msg":"trace[1983825887] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/cert-manager-test/; range_end:/registry/openstack.k-orc.cloud/roles/cert-manager-test0; response_count:0; response_revision:21351; }","duration":"181.841021ms","start":"2026-03-03T01:38:20.885987Z","end":"2026-03-03T01:38:21.067828Z","steps":["trace[1983825887] 'agreement among raft nodes before linearized reading' (duration: 181.78071ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:38:23.137381Z","caller":"traceutil/trace.go:171","msg":"trace[1522516920] linearizableReadLoop","detail":"{readStateIndex:22157; appliedIndex:22156; }","duration":"363.074218ms","start":"2026-03-03T01:38:22.774283Z","end":"2026-03-03T01:38:23.137358Z","steps":["trace[1522516920] 'read index received' (duration: 362.788881ms)","trace[1522516920] 'applied index is now lower than readState.Index' (duration: 284.347µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:38:23.137823Z","caller":"traceutil/trace.go:171","msg":"trace[50379690] transaction","detail":"{read_only:false; response_revision:21390; number_of_response:1; }","duration":"373.950468ms","start":"2026-03-03T01:38:22.763858Z","end":"2026-03-03T01:38:23.137808Z","steps":["trace[50379690] 'process raft request' (duration: 373.286643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:38:23.137936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:38:22.763834Z","time spent":"374.03076ms","remote":"127.0.0.1:34926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:38:23.137954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.97617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:38:23.138063Z","caller":"traceutil/trace.go:171","msg":"trace[2120819325] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:21390; }","duration":"360.124863ms","start":"2026-03-03T01:38:22.777916Z","end":"2026-03-03T01:38:23.138041Z","steps":["trace[2120819325] 'agreement among raft nodes before linearized reading' (duration: 359.955969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:38:23.138109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:38:22.777908Z","time spent":"360.189135ms","remote":"127.0.0.1:39782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:38:23.138402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.114401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigtemplates.bootstrap.cluster.x-k8s.io\" ","response":"range_response_count:1 size:129396"} {"level":"info","ts":"2026-03-03T01:38:23.138439Z","caller":"traceutil/trace.go:171","msg":"trace[1101011263] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigtemplates.bootstrap.cluster.x-k8s.io; range_end:; response_count:1; response_revision:21390; }","duration":"364.177843ms","start":"2026-03-03T01:38:22.774252Z","end":"2026-03-03T01:38:23.13843Z","steps":["trace[1101011263] 'agreement among raft nodes before linearized reading' (duration: 364.029929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:38:23.138493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:38:22.774238Z","time spent":"364.219063ms","remote":"127.0.0.1:34802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":129419,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigtemplates.bootstrap.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-03-03T01:38:23.138503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.355547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:38:23.138549Z","caller":"traceutil/trace.go:171","msg":"trace[2010790882] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:21390; }","duration":"228.47462ms","start":"2026-03-03T01:38:22.910062Z","end":"2026-03-03T01:38:23.138537Z","steps":["trace[2010790882] 'agreement among raft nodes before linearized reading' (duration: 228.365337ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:38:25.9364Z","caller":"traceutil/trace.go:171","msg":"trace[1426353473] linearizableReadLoop","detail":"{readStateIndex:22197; appliedIndex:22196; }","duration":"278.553305ms","start":"2026-03-03T01:38:25.657805Z","end":"2026-03-03T01:38:25.936359Z","steps":["trace[1426353473] 'read index received' (duration: 253.561234ms)","trace[1426353473] 'applied index is now lower than readState.Index' (duration: 24.989101ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:38:25.936613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.79844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-03T01:38:25.936669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.384329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T01:38:25.936697Z","caller":"traceutil/trace.go:171","msg":"trace[204128830] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21430; }","duration":"278.925943ms","start":"2026-03-03T01:38:25.657752Z","end":"2026-03-03T01:38:25.936678Z","steps":["trace[204128830] 'agreement among raft nodes before linearized reading' (duration: 278.741759ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:38:25.936709Z","caller":"traceutil/trace.go:171","msg":"trace[809569440] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21430; }","duration":"263.472431ms","start":"2026-03-03T01:38:25.673224Z","end":"2026-03-03T01:38:25.936696Z","steps":["trace[809569440] 'agreement among raft nodes before linearized reading' (duration: 263.298837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:38:25.937013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.030055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-nmx9b\" ","response":"range_response_count:1 size:5599"} {"level":"info","ts":"2026-03-03T01:38:25.937103Z","caller":"traceutil/trace.go:171","msg":"trace[1157351729] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-nmx9b; range_end:; response_count:1; response_revision:21430; }","duration":"114.171328ms","start":"2026-03-03T01:38:25.822911Z","end":"2026-03-03T01:38:25.937082Z","steps":["trace[1157351729] 'agreement among raft nodes before linearized reading' (duration: 113.79233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:38:27.243206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.567192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:38:27.24328Z","caller":"traceutil/trace.go:171","msg":"trace[2053066488] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:21458; }","duration":"257.692494ms","start":"2026-03-03T01:38:26.985571Z","end":"2026-03-03T01:38:27.243264Z","steps":["trace[2053066488] 'count revisions from in-memory index tree' (duration: 257.458879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:38:27.653963Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565435288865106,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:38:28.154115Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565435288865106,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:38:28.654661Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565435288865106,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:38:28.86294Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.63894751s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T01:38:28.864325Z","caller":"traceutil/trace.go:171","msg":"trace[1728787648] transaction","detail":"{read_only:false; response_revision:21459; number_of_response:1; }","duration":"1.711691994s","start":"2026-03-03T01:38:27.152599Z","end":"2026-03-03T01:38:28.864291Z","steps":["trace[1728787648] 'process raft request' (duration: 1.710660392s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:38:28.864539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:38:27.152577Z","time spent":"1.711861978s","remote":"127.0.0.1:34816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T01:38:30.717492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999981243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T01:38:30.717582Z","caller":"traceutil/trace.go:171","msg":"trace[502390394] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000146367s","start":"2026-03-03T01:38:28.717418Z","end":"2026-03-03T01:38:30.717565Z","steps":["trace[502390394] 'agreement among raft nodes before linearized reading' (duration: 2.000042354s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:38:30.717626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:38:28.717386Z","time spent":"2.000229809s","remote":"127.0.0.1:34742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 01:38:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T01:38:30.729323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:38:29.802515Z","time spent":"926.792712ms","remote":"127.0.0.1:43692","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T01:38:30.82441Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.961149447s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T01:38:30.825215Z","caller":"traceutil/trace.go:171","msg":"trace[486187944] transaction","detail":"{read_only:false; response_revision:21461; number_of_response:1; }","duration":"3.438450061s","start":"2026-03-03T01:38:27.386733Z","end":"2026-03-03T01:38:30.825183Z","steps":["trace[486187944] 'process raft request' (duration: 3.438335239s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:38:30.82522Z","caller":"traceutil/trace.go:171","msg":"trace[2095451448] transaction","detail":"{read_only:false; response_revision:21460; number_of_response:1; }","duration":"3.605564847s","start":"2026-03-03T01:38:27.219621Z","end":"2026-03-03T01:38:30.825185Z","steps":["trace[2095451448] 'process raft request' (duration: 3.605067416s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:38:30.825406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:38:27.219599Z","time spent":"3.6057043s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:38:30.825377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:38:27.386711Z","time spent":"3.438568055s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:38:30.82559Z","caller":"traceutil/trace.go:171","msg":"trace[318755709] linearizableReadLoop","detail":"{readStateIndex:22232; appliedIndex:22226; }","duration":"3.67231526s","start":"2026-03-03T01:38:27.153214Z","end":"2026-03-03T01:38:30.825529Z","steps":["trace[318755709] 'read index received' (duration: 1.710150641s)","trace[318755709] 'applied index is now lower than readState.Index' (duration: 1.962163449s)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:38:30.825611Z","caller":"traceutil/trace.go:171","msg":"trace[124710297] transaction","detail":"{read_only:false; response_revision:21462; number_of_response:1; }","duration":"2.884397231s","start":"2026-03-03T01:38:27.941137Z","end":"2026-03-03T01:38:30.825534Z","steps":["trace[124710297] 'process raft request' (duration: 2.883993942s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:38:30.825666Z","caller":"traceutil/trace.go:171","msg":"trace[872397362] transaction","detail":"{read_only:false; response_revision:21464; number_of_response:1; }","duration":"2.851173758s","start":"2026-03-03T01:38:27.974466Z","end":"2026-03-03T01:38:30.825639Z","steps":["trace[872397362] 'process raft request' (duration: 2.851018385s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:38:30.825761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.672532784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:38:30.825806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:38:27.974453Z","time spent":"2.85128361s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:38:30.825814Z","caller":"traceutil/trace.go:171","msg":"trace[729482896] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:0; response_revision:21464; }","duration":"3.672624116s","start":"2026-03-03T01:38:27.153171Z","end":"2026-03-03T01:38:30.825795Z","steps":["trace[729482896] 'agreement among raft nodes before linearized reading' (duration: 3.672518123s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:38:30.825861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:38:27.153143Z","time spent":"3.672709178s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-03-03T01:38:30.825864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:38:27.941121Z","time spent":"2.884599885s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:38:30.826338Z","caller":"traceutil/trace.go:171","msg":"trace[1565398201] transaction","detail":"{read_only:false; response_revision:21463; number_of_response:1; }","duration":"2.852929876s","start":"2026-03-03T01:38:27.972747Z","end":"2026-03-03T01:38:30.825677Z","steps":["trace[1565398201] 'process raft request' (duration: 2.8526331s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:38:30.826754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:38:27.972715Z","time spent":"2.853712463s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:38:30.858816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.63511775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T01:38:30.858897Z","caller":"traceutil/trace.go:171","msg":"trace[1107682838] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21467; }","duration":"3.635238111s","start":"2026-03-03T01:38:27.223635Z","end":"2026-03-03T01:38:30.858873Z","steps":["trace[1107682838] 'agreement among raft nodes before linearized reading' (duration: 3.635046137s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:38:30.858936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:38:27.223617Z","time spent":"3.635311054s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T01:38:30.85923Z","caller":"traceutil/trace.go:171","msg":"trace[542349162] transaction","detail":"{read_only:false; response_revision:21465; number_of_response:1; }","duration":"1.540136351s","start":"2026-03-03T01:38:29.319083Z","end":"2026-03-03T01:38:30.85922Z","steps":["trace[542349162] 'process raft request' (duration: 1.539353134s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:38:30.85932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:38:29.319058Z","time spent":"1.540200562s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:38:30.859478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.973371155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-7cb6c57c5d-htjcp.18992fedef5f3469\" ","response":"range_response_count:1 size:1180"} {"level":"warn","ts":"2026-03-03T01:38:30.859469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.885468897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:38:30.859511Z","caller":"traceutil/trace.go:171","msg":"trace[254560724] range","detail":"{range_begin:/registry/events/openstack/cinder-api-7cb6c57c5d-htjcp.18992fedef5f3469; range_end:; response_count:1; response_revision:21467; }","duration":"1.973475028s","start":"2026-03-03T01:38:28.886027Z","end":"2026-03-03T01:38:30.859502Z","steps":["trace[254560724] 'agreement among raft nodes before linearized reading' (duration: 1.973382476s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:38:30.859527Z","caller":"traceutil/trace.go:171","msg":"trace[2090480314] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21467; }","duration":"1.88559176s","start":"2026-03-03T01:38:28.973917Z","end":"2026-03-03T01:38:30.859509Z","steps":["trace[2090480314] 'agreement among raft nodes before linearized reading' (duration: 1.885481488s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:38:30.859577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:38:28.973873Z","time spent":"1.885693412s","remote":"127.0.0.1:47978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:38:30.859615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.741762725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T01:38:30.859648Z","caller":"traceutil/trace.go:171","msg":"trace[648451646] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21467; }","duration":"2.741848557s","start":"2026-03-03T01:38:28.117791Z","end":"2026-03-03T01:38:30.859639Z","steps":["trace[648451646] 'agreement among raft nodes before linearized reading' (duration: 2.741760495s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:38:30.859678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:38:28.117766Z","time spent":"2.741903968s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T01:38:30.85979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.910884234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T01:38:30.859823Z","caller":"traceutil/trace.go:171","msg":"trace[1070776555] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21467; }","duration":"2.910932826s","start":"2026-03-03T01:38:27.948882Z","end":"2026-03-03T01:38:30.859815Z","steps":["trace[1070776555] 'agreement among raft nodes before linearized reading' (duration: 2.910852464s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:38:30.859846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:38:27.948877Z","time spent":"2.910962686s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T01:38:30.859858Z","caller":"traceutil/trace.go:171","msg":"trace[283583364] transaction","detail":"{read_only:false; response_revision:21466; number_of_response:1; }","duration":"1.419221252s","start":"2026-03-03T01:38:29.440623Z","end":"2026-03-03T01:38:30.859844Z","steps":["trace[283583364] 'process raft request' (duration: 1.417972075s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:38:30.859957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:38:29.440595Z","time spent":"1.419292134s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:38:30.859988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.911746913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T01:38:30.860016Z","caller":"traceutil/trace.go:171","msg":"trace[475520273] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21467; }","duration":"2.911814645s","start":"2026-03-03T01:38:27.948193Z","end":"2026-03-03T01:38:30.860008Z","steps":["trace[475520273] 'agreement among raft nodes before linearized reading' (duration: 2.911712973s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:38:30.860047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:38:27.948184Z","time spent":"2.911856096s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T01:38:30.86006Z","caller":"traceutil/trace.go:171","msg":"trace[2064912802] transaction","detail":"{read_only:false; response_revision:21467; number_of_response:1; }","duration":"149.699801ms","start":"2026-03-03T01:38:30.71035Z","end":"2026-03-03T01:38:30.860049Z","steps":["trace[2064912802] 'process raft request' (duration: 148.28954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:38:30.860131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.124357992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:38:30.860155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.162504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:38:30.860165Z","caller":"traceutil/trace.go:171","msg":"trace[1397834586] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:21467; }","duration":"3.124429024s","start":"2026-03-03T01:38:27.735726Z","end":"2026-03-03T01:38:30.860155Z","steps":["trace[1397834586] 'agreement among raft nodes before linearized reading' (duration: 3.124375963s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:38:30.860181Z","caller":"traceutil/trace.go:171","msg":"trace[230655137] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21467; }","duration":"142.226336ms","start":"2026-03-03T01:38:30.717946Z","end":"2026-03-03T01:38:30.860172Z","steps":["trace[230655137] 'agreement among raft nodes before linearized reading' (duration: 142.179075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:38:30.8602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:38:27.735708Z","time spent":"3.124480386s","remote":"127.0.0.1:42476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:38:30.860395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.464554166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T01:38:30.860473Z","caller":"traceutil/trace.go:171","msg":"trace[1689052787] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21467; }","duration":"3.464649288s","start":"2026-03-03T01:38:27.395809Z","end":"2026-03-03T01:38:30.860459Z","steps":["trace[1689052787] 'agreement among raft nodes before linearized reading' (duration: 3.464529555s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:38:30.860499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:38:27.395801Z","time spent":"3.46469125s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T01:38:30.86062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.484969698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T01:38:30.860651Z","caller":"traceutil/trace.go:171","msg":"trace[1772097184] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21467; }","duration":"3.48503027s","start":"2026-03-03T01:38:27.375613Z","end":"2026-03-03T01:38:30.860643Z","steps":["trace[1772097184] 'agreement among raft nodes before linearized reading' (duration: 3.484946867s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:38:30.860675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:38:27.375596Z","time spent":"3.48507174s","remote":"127.0.0.1:34926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T01:38:30.861242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.117006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.70\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-03T01:38:30.86127Z","caller":"traceutil/trace.go:171","msg":"trace[1419511350] range","detail":"{range_begin:/registry/masterleases/199.204.45.70; range_end:; response_count:1; response_revision:21467; }","duration":"503.177036ms","start":"2026-03-03T01:38:30.358086Z","end":"2026-03-03T01:38:30.861263Z","steps":["trace[1419511350] 'agreement among raft nodes before linearized reading' (duration: 503.101085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:38:30.861288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:38:30.358071Z","time spent":"503.212168ms","remote":"127.0.0.1:34790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.70\" "} {"level":"warn","ts":"2026-03-03T01:38:30.861395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.95186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:38:30.86142Z","caller":"traceutil/trace.go:171","msg":"trace[268060409] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:21467; }","duration":"546.013001ms","start":"2026-03-03T01:38:30.315399Z","end":"2026-03-03T01:38:30.861412Z","steps":["trace[268060409] 'agreement among raft nodes before linearized reading' (duration: 545.976101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:38:30.861438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:38:30.315198Z","time spent":"546.234446ms","remote":"127.0.0.1:35246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:38:30.861538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.390503761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:38:30.86156Z","caller":"traceutil/trace.go:171","msg":"trace[1601134514] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:21467; }","duration":"1.390556362s","start":"2026-03-03T01:38:29.470998Z","end":"2026-03-03T01:38:30.861555Z","steps":["trace[1601134514] 'agreement among raft nodes before linearized reading' (duration: 1.390523961s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:38:30.86158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:38:29.47098Z","time spent":"1.390593483s","remote":"127.0.0.1:48030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:38:30.861708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.629918761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" ","response":"range_response_count:1 size:5140"} {"level":"info","ts":"2026-03-03T01:38:30.86173Z","caller":"traceutil/trace.go:171","msg":"trace[2056894780] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager; range_end:; response_count:1; response_revision:21467; }","duration":"1.630022363s","start":"2026-03-03T01:38:29.231702Z","end":"2026-03-03T01:38:30.861724Z","steps":["trace[2056894780] 'agreement among raft nodes before linearized reading' (duration: 1.629960332s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:38:30.861749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:38:29.231676Z","time spent":"1.630068974s","remote":"127.0.0.1:35208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":5163,"request content":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" "} {"level":"warn","ts":"2026-03-03T01:38:30.861842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.720249554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:38:30.861882Z","caller":"traceutil/trace.go:171","msg":"trace[344177436] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:21467; }","duration":"1.720330114s","start":"2026-03-03T01:38:29.141542Z","end":"2026-03-03T01:38:30.861872Z","steps":["trace[344177436] 'agreement among raft nodes before linearized reading' (duration: 1.720264723s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:38:30.86191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:38:29.141516Z","time spent":"1.720385706s","remote":"127.0.0.1:42220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:38:30.862106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.839501284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-7844f68f-qs5sj\" ","response":"range_response_count:1 size:4411"} {"level":"info","ts":"2026-03-03T01:38:30.862145Z","caller":"traceutil/trace.go:171","msg":"trace[1237076680] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-7844f68f-qs5sj; range_end:; response_count:1; response_revision:21467; }","duration":"1.839579525s","start":"2026-03-03T01:38:29.022554Z","end":"2026-03-03T01:38:30.862133Z","steps":["trace[1237076680] 'agreement among raft nodes before linearized reading' (duration: 1.839486853s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:38:30.862171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:38:29.022528Z","time spent":"1.839635787s","remote":"127.0.0.1:34926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4434,"request content":"key:\"/registry/pods/capo-system/capo-controller-manager-7844f68f-qs5sj\" "} {"level":"warn","ts":"2026-03-03T01:38:30.862325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.882756887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:623"} {"level":"info","ts":"2026-03-03T01:38:30.862359Z","caller":"traceutil/trace.go:171","msg":"trace[2117658746] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:21467; }","duration":"1.882815529s","start":"2026-03-03T01:38:28.979536Z","end":"2026-03-03T01:38:30.862351Z","steps":["trace[2117658746] 'agreement among raft nodes before linearized reading' (duration: 1.882734797s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:38:30.862386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:38:28.979523Z","time spent":"1.882853809s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":646,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-03T01:38:30.859537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:38:28.886001Z","time spent":"1.97352943s","remote":"127.0.0.1:34816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1203,"request content":"key:\"/registry/events/openstack/cinder-api-7cb6c57c5d-htjcp.18992fedef5f3469\" "} {"level":"info","ts":"2026-03-03T01:39:55.555348Z","caller":"traceutil/trace.go:171","msg":"trace[1585582408] transaction","detail":"{read_only:false; response_revision:22359; number_of_response:1; }","duration":"160.090294ms","start":"2026-03-03T01:39:55.395212Z","end":"2026-03-03T01:39:55.555303Z","steps":["trace[1585582408] 'process raft request' (duration: 159.744867ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:39:55.586885Z","caller":"traceutil/trace.go:171","msg":"trace[1093952570] transaction","detail":"{read_only:false; response_revision:22360; number_of_response:1; }","duration":"190.970067ms","start":"2026-03-03T01:39:55.395885Z","end":"2026-03-03T01:39:55.586855Z","steps":["trace[1093952570] 'process raft request' (duration: 190.776442ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:39:55.587118Z","caller":"traceutil/trace.go:171","msg":"trace[1616039157] linearizableReadLoop","detail":"{readStateIndex:23149; appliedIndex:23146; }","duration":"185.119747ms","start":"2026-03-03T01:39:55.401934Z","end":"2026-03-03T01:39:55.587054Z","steps":["trace[1616039157] 'read index received' (duration: 152.982108ms)","trace[1616039157] 'applied index is now lower than readState.Index' (duration: 32.135809ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:39:55.587125Z","caller":"traceutil/trace.go:171","msg":"trace[1727531541] transaction","detail":"{read_only:false; response_revision:22361; number_of_response:1; }","duration":"190.994207ms","start":"2026-03-03T01:39:55.396104Z","end":"2026-03-03T01:39:55.587098Z","steps":["trace[1727531541] 'process raft request' (duration: 190.698561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:39:55.587384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.411413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T01:39:55.587481Z","caller":"traceutil/trace.go:171","msg":"trace[2076605342] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22361; }","duration":"185.559087ms","start":"2026-03-03T01:39:55.401898Z","end":"2026-03-03T01:39:55.587457Z","steps":["trace[2076605342] 'agreement among raft nodes before linearized reading' (duration: 185.323262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:39:55.587514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.727279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T01:39:55.587565Z","caller":"traceutil/trace.go:171","msg":"trace[295145416] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22361; }","duration":"184.861952ms","start":"2026-03-03T01:39:55.402687Z","end":"2026-03-03T01:39:55.587549Z","steps":["trace[295145416] 'agreement among raft nodes before linearized reading' (duration: 184.621886ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:39:55.695582Z","caller":"traceutil/trace.go:171","msg":"trace[1975168611] transaction","detail":"{read_only:false; response_revision:22363; number_of_response:1; }","duration":"102.562405ms","start":"2026-03-03T01:39:55.59298Z","end":"2026-03-03T01:39:55.695542Z","steps":["trace[1975168611] 'process raft request' (duration: 102.432802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:40:29.882847Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565435288867905,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:40:30.384Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565435288867905,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:40:30.88509Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565435288867905,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:40:31.386279Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565435288867905,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:40:31.886496Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565435288867905,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:40:32.252378Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.958413702s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T01:40:32.253557Z","caller":"traceutil/trace.go:171","msg":"trace[1537263348] transaction","detail":"{read_only:false; response_revision:22672; number_of_response:1; }","duration":"2.95964823s","start":"2026-03-03T01:40:29.293874Z","end":"2026-03-03T01:40:32.253522Z","steps":["trace[1537263348] 'process raft request' (duration: 2.95916892s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:40:32.253744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:40:29.293861Z","time spent":"2.959788733s","remote":"127.0.0.1:34990","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6323,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:40:32.270095Z","caller":"traceutil/trace.go:171","msg":"trace[256790208] transaction","detail":"{read_only:false; response_revision:22673; number_of_response:1; }","duration":"2.94240551s","start":"2026-03-03T01:40:29.327665Z","end":"2026-03-03T01:40:32.27007Z","steps":["trace[256790208] 'process raft request' (duration: 2.942273427s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:40:32.270209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:40:29.327646Z","time spent":"2.942497921s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:40:32.27035Z","caller":"traceutil/trace.go:171","msg":"trace[801655813] transaction","detail":"{read_only:false; response_revision:22674; number_of_response:1; }","duration":"2.932532851s","start":"2026-03-03T01:40:29.337809Z","end":"2026-03-03T01:40:32.270342Z","steps":["trace[801655813] 'process raft request' (duration: 2.932225264s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:40:32.270392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:40:29.337785Z","time spent":"2.932586662s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:40:32.270676Z","caller":"traceutil/trace.go:171","msg":"trace[524241288] transaction","detail":"{read_only:false; response_revision:22675; number_of_response:1; }","duration":"2.912886547s","start":"2026-03-03T01:40:29.357767Z","end":"2026-03-03T01:40:32.270654Z","steps":["trace[524241288] 'process raft request' (duration: 2.91254312s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:40:32.270802Z","caller":"traceutil/trace.go:171","msg":"trace[1617148371] transaction","detail":"{read_only:false; response_revision:22676; number_of_response:1; }","duration":"2.88581184s","start":"2026-03-03T01:40:29.384983Z","end":"2026-03-03T01:40:32.270795Z","steps":["trace[1617148371] 'process raft request' (duration: 2.885602055s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:40:32.270824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:40:29.357737Z","time spent":"2.913010281s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:40:32.27085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:40:29.38497Z","time spent":"2.88585994s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:40:32.271177Z","caller":"traceutil/trace.go:171","msg":"trace[336534757] transaction","detail":"{read_only:false; response_revision:22677; number_of_response:1; }","duration":"2.270541004s","start":"2026-03-03T01:40:30.000624Z","end":"2026-03-03T01:40:32.271165Z","steps":["trace[336534757] 'process raft request' (duration: 2.270122134s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:40:32.271256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:40:30.000599Z","time spent":"2.270619406s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:40:32.271421Z","caller":"traceutil/trace.go:171","msg":"trace[1059940890] transaction","detail":"{read_only:false; response_revision:22678; number_of_response:1; }","duration":"1.98507022s","start":"2026-03-03T01:40:30.286327Z","end":"2026-03-03T01:40:32.271397Z","steps":["trace[1059940890] 'process raft request' (duration: 1.984782653s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:40:32.271568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:40:30.286305Z","time spent":"1.985190773s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:40:32.271643Z","caller":"traceutil/trace.go:171","msg":"trace[148737284] transaction","detail":"{read_only:false; response_revision:22679; number_of_response:1; }","duration":"1.366287217s","start":"2026-03-03T01:40:30.905345Z","end":"2026-03-03T01:40:32.271632Z","steps":["trace[148737284] 'process raft request' (duration: 1.36597615s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:40:32.271714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:40:30.905319Z","time spent":"1.366363789s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:40:32.271986Z","caller":"traceutil/trace.go:171","msg":"trace[1518213716] transaction","detail":"{read_only:false; response_revision:22680; number_of_response:1; }","duration":"1.300329311s","start":"2026-03-03T01:40:30.971646Z","end":"2026-03-03T01:40:32.271976Z","steps":["trace[1518213716] 'process raft request' (duration: 1.299928152s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:40:32.27205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:40:30.971623Z","time spent":"1.300396452s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:40:32.272148Z","caller":"traceutil/trace.go:171","msg":"trace[1808071222] linearizableReadLoop","detail":"{readStateIndex:23476; appliedIndex:23466; }","duration":"2.889682536s","start":"2026-03-03T01:40:29.382457Z","end":"2026-03-03T01:40:32.272139Z","steps":["trace[1808071222] 'read index received' (duration: 2.870294088s)","trace[1808071222] 'applied index is now lower than readState.Index' (duration: 19.387678ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:40:32.272264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.889812118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:40:32.272274Z","caller":"traceutil/trace.go:171","msg":"trace[526998556] transaction","detail":"{read_only:false; response_revision:22681; number_of_response:1; }","duration":"486.386749ms","start":"2026-03-03T01:40:31.785874Z","end":"2026-03-03T01:40:32.272261Z","steps":["trace[526998556] 'process raft request' (duration: 486.01873ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:40:32.272298Z","caller":"traceutil/trace.go:171","msg":"trace[1421554519] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:22681; }","duration":"2.88988566s","start":"2026-03-03T01:40:29.382404Z","end":"2026-03-03T01:40:32.272289Z","steps":["trace[1421554519] 'agreement among raft nodes before linearized reading' (duration: 2.889804518s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:40:32.272321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:40:29.38238Z","time spent":"2.889935561s","remote":"127.0.0.1:60370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:40:32.272349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:40:31.785836Z","time spent":"486.473621ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:40:32.272375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.601769918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:40:32.272413Z","caller":"traceutil/trace.go:171","msg":"trace[1822070943] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:22681; }","duration":"2.601835919s","start":"2026-03-03T01:40:29.670567Z","end":"2026-03-03T01:40:32.272403Z","steps":["trace[1822070943] 'agreement among raft nodes before linearized reading' (duration: 2.601777288s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:40:32.27244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:40:29.670549Z","time spent":"2.60188524s","remote":"127.0.0.1:34990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T01:40:32.272557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.203512555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:40:32.272571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.804772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:40:32.272584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.556271493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:40:32.272595Z","caller":"traceutil/trace.go:171","msg":"trace[1749014831] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:22681; }","duration":"882.865314ms","start":"2026-03-03T01:40:31.389723Z","end":"2026-03-03T01:40:32.272589Z","steps":["trace[1749014831] 'agreement among raft nodes before linearized reading' (duration: 882.824733ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:40:32.272595Z","caller":"traceutil/trace.go:171","msg":"trace[336110123] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:22681; }","duration":"1.203585795s","start":"2026-03-03T01:40:31.068998Z","end":"2026-03-03T01:40:32.272584Z","steps":["trace[336110123] 'agreement among raft nodes before linearized reading' (duration: 1.203519774s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:40:32.272617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:40:31.389704Z","time spent":"882.907735ms","remote":"127.0.0.1:60272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:40:32.272616Z","caller":"traceutil/trace.go:171","msg":"trace[33525686] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22681; }","duration":"1.556340625s","start":"2026-03-03T01:40:30.716267Z","end":"2026-03-03T01:40:32.272608Z","steps":["trace[33525686] 'agreement among raft nodes before linearized reading' (duration: 1.556292594s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:40:32.272629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:40:31.068985Z","time spent":"1.203636827s","remote":"127.0.0.1:60472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:40:32.272643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:40:30.716243Z","time spent":"1.556395336s","remote":"127.0.0.1:34742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:40:32.272771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.120945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:40:32.27279Z","caller":"traceutil/trace.go:171","msg":"trace[170436663] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:22681; }","duration":"112.184567ms","start":"2026-03-03T01:40:32.1606Z","end":"2026-03-03T01:40:32.272785Z","steps":["trace[170436663] 'agreement among raft nodes before linearized reading' (duration: 112.117405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:40:32.2728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.559974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:40:32.272835Z","caller":"traceutil/trace.go:171","msg":"trace[1781096632] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:22681; }","duration":"919.597455ms","start":"2026-03-03T01:40:31.353227Z","end":"2026-03-03T01:40:32.272824Z","steps":["trace[1781096632] 'agreement among raft nodes before linearized reading' (duration: 919.541473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:40:32.272843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.748575169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:40:32.272872Z","caller":"traceutil/trace.go:171","msg":"trace[507789194] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:22681; }","duration":"1.748652921s","start":"2026-03-03T01:40:30.52421Z","end":"2026-03-03T01:40:32.272863Z","steps":["trace[507789194] 'agreement among raft nodes before linearized reading' (duration: 1.748552748s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:40:32.272871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:40:31.353151Z","time spent":"919.706508ms","remote":"127.0.0.1:60644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:40:32.272901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:40:30.524191Z","time spent":"1.748703361s","remote":"127.0.0.1:34922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":87,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:40:32.272948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.876729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-ks-service-68tk4\" ","response":"range_response_count:1 size:8284"} {"level":"info","ts":"2026-03-03T01:40:32.272967Z","caller":"traceutil/trace.go:171","msg":"trace[311155146] range","detail":"{range_begin:/registry/pods/openstack/magnum-ks-service-68tk4; range_end:; response_count:1; response_revision:22681; }","duration":"125.927091ms","start":"2026-03-03T01:40:32.147034Z","end":"2026-03-03T01:40:32.272961Z","steps":["trace[311155146] 'agreement among raft nodes before linearized reading' (duration: 125.846979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:40:32.273031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.860896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:40:32.273063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.598633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:40:32.273059Z","caller":"traceutil/trace.go:171","msg":"trace[649410466] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:22681; }","duration":"989.928269ms","start":"2026-03-03T01:40:31.283122Z","end":"2026-03-03T01:40:32.27305Z","steps":["trace[649410466] 'agreement among raft nodes before linearized reading' (duration: 989.880598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:40:32.273087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:40:31.283097Z","time spent":"989.984789ms","remote":"127.0.0.1:34990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"info","ts":"2026-03-03T01:40:32.273108Z","caller":"traceutil/trace.go:171","msg":"trace[821147511] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:22681; }","duration":"202.660044ms","start":"2026-03-03T01:40:32.070416Z","end":"2026-03-03T01:40:32.273076Z","steps":["trace[821147511] 'agreement among raft nodes before linearized reading' (duration: 202.630224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:40:32.273168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.079374903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:40:32.273203Z","caller":"traceutil/trace.go:171","msg":"trace[335360992] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:22681; }","duration":"2.079447945s","start":"2026-03-03T01:40:30.193745Z","end":"2026-03-03T01:40:32.273193Z","steps":["trace[335360992] 'agreement among raft nodes before linearized reading' (duration: 2.079375403s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:40:32.273104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.908863539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.70\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-03-03T01:40:32.273229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:40:30.193726Z","time spent":"2.079496075s","remote":"127.0.0.1:35288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:40:32.273283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.120513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:40:32.273321Z","caller":"traceutil/trace.go:171","msg":"trace[1402837418] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:22681; }","duration":"990.238775ms","start":"2026-03-03T01:40:31.283073Z","end":"2026-03-03T01:40:32.273312Z","steps":["trace[1402837418] 'agreement among raft nodes before linearized reading' (duration: 990.147293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:40:32.273349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:40:31.283045Z","time spent":"990.297376ms","remote":"127.0.0.1:34990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-03-03T01:40:32.273469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031079787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-03-03T01:40:32.27349Z","caller":"traceutil/trace.go:171","msg":"trace[2115318540] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22681; }","duration":"1.031164858s","start":"2026-03-03T01:40:31.242319Z","end":"2026-03-03T01:40:32.273484Z","steps":["trace[2115318540] 'agreement among raft nodes before linearized reading' (duration: 1.031119547s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:40:32.273507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:40:31.242297Z","time spent":"1.031205739s","remote":"127.0.0.1:34908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T01:40:32.273293Z","caller":"traceutil/trace.go:171","msg":"trace[1580606391] range","detail":"{range_begin:/registry/masterleases/199.204.45.70; range_end:; response_count:1; response_revision:22681; }","duration":"1.909043083s","start":"2026-03-03T01:40:30.364194Z","end":"2026-03-03T01:40:32.273237Z","steps":["trace[1580606391] 'agreement among raft nodes before linearized reading' (duration: 1.908822118s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:40:32.273539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:40:30.36417Z","time spent":"1.90935958s","remote":"127.0.0.1:34790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.70\" "} {"level":"warn","ts":"2026-03-03T01:40:32.273524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.49185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:40:32.273606Z","caller":"traceutil/trace.go:171","msg":"trace[1201740519] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:22681; }","duration":"990.587232ms","start":"2026-03-03T01:40:31.282998Z","end":"2026-03-03T01:40:32.273585Z","steps":["trace[1201740519] 'agreement among raft nodes before linearized reading' (duration: 990.420249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:40:32.273649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:40:31.282915Z","time spent":"990.725645ms","remote":"127.0.0.1:34990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-03-03T01:40:32.273778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.55522397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-03T01:40:32.273804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.413408868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T01:40:32.273813Z","caller":"traceutil/trace.go:171","msg":"trace[679559707] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22681; }","duration":"2.555327932s","start":"2026-03-03T01:40:29.718475Z","end":"2026-03-03T01:40:32.273803Z","steps":["trace[679559707] 'agreement among raft nodes before linearized reading' (duration: 2.55523188s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:40:32.273829Z","caller":"traceutil/trace.go:171","msg":"trace[984797262] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22681; }","duration":"2.413463979s","start":"2026-03-03T01:40:29.860357Z","end":"2026-03-03T01:40:32.273821Z","steps":["trace[984797262] 'agreement among raft nodes before linearized reading' (duration: 2.413401348s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:40:32.273843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:40:29.718458Z","time spent":"2.555377163s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T01:40:32.273849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:40:29.860339Z","time spent":"2.41350663s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T01:40:32.273877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.40805907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T01:40:32.273907Z","caller":"traceutil/trace.go:171","msg":"trace[1272651760] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22681; }","duration":"2.408127942s","start":"2026-03-03T01:40:29.86577Z","end":"2026-03-03T01:40:32.273898Z","steps":["trace[1272651760] 'agreement among raft nodes before linearized reading' (duration: 2.407998019s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:40:32.273931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:40:29.865749Z","time spent":"2.408177003s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T01:40:32.273956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.537504109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T01:40:32.273985Z","caller":"traceutil/trace.go:171","msg":"trace[445422480] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22681; }","duration":"2.53754939s","start":"2026-03-03T01:40:29.736427Z","end":"2026-03-03T01:40:32.273977Z","steps":["trace[445422480] 'agreement among raft nodes before linearized reading' (duration: 2.537477128s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:40:32.274022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:40:29.736419Z","time spent":"2.537589711s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T01:40:32.274051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.539781488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T01:40:32.274077Z","caller":"traceutil/trace.go:171","msg":"trace[1409759153] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22681; }","duration":"2.53982658s","start":"2026-03-03T01:40:29.734242Z","end":"2026-03-03T01:40:32.274069Z","steps":["trace[1409759153] 'agreement among raft nodes before linearized reading' (duration: 2.539750588s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:40:32.274083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.603274631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:40:32.274096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:40:29.734231Z","time spent":"2.53986163s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T01:40:32.274124Z","caller":"traceutil/trace.go:171","msg":"trace[320510977] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:22681; }","duration":"2.603353603s","start":"2026-03-03T01:40:29.670759Z","end":"2026-03-03T01:40:32.274113Z","steps":["trace[320510977] 'agreement among raft nodes before linearized reading' (duration: 2.603296392s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:40:32.274152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:40:29.670735Z","time spent":"2.603411124s","remote":"127.0.0.1:34990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-03-03T01:40:32.274164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.603380583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:40:32.274183Z","caller":"traceutil/trace.go:171","msg":"trace[485975849] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:22681; }","duration":"2.603426024s","start":"2026-03-03T01:40:29.670752Z","end":"2026-03-03T01:40:32.274178Z","steps":["trace[485975849] 'agreement among raft nodes before linearized reading' (duration: 2.603396074s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:40:32.274197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:40:29.670739Z","time spent":"2.603456115s","remote":"127.0.0.1:34990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-03-03T01:40:35.654818Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565435288868003,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:40:36.155882Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565435288868003,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:40:36.318538Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.299138586s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T01:40:36.319054Z","caller":"traceutil/trace.go:171","msg":"trace[123274122] transaction","detail":"{read_only:false; response_revision:22716; number_of_response:1; }","duration":"1.29976215s","start":"2026-03-03T01:40:35.019265Z","end":"2026-03-03T01:40:36.319027Z","steps":["trace[123274122] 'process raft request' (duration: 1.299411672s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:40:36.319208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:40:35.01924Z","time spent":"1.299882002s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:40:36.530729Z","caller":"traceutil/trace.go:171","msg":"trace[1125387846] transaction","detail":"{read_only:false; response_revision:22717; number_of_response:1; }","duration":"1.46691217s","start":"2026-03-03T01:40:35.063787Z","end":"2026-03-03T01:40:36.530699Z","steps":["trace[1125387846] 'process raft request' (duration: 1.452253315s)","trace[1125387846] 'compare' (duration: 14.368958ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:40:36.53084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:40:35.063765Z","time spent":"1.467023723s","remote":"127.0.0.1:44572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2261,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T01:40:36.730749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.123959ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T01:40:36.731303Z","caller":"traceutil/trace.go:171","msg":"trace[985806821] transaction","detail":"{read_only:false; response_revision:22718; number_of_response:1; }","duration":"451.411407ms","start":"2026-03-03T01:40:36.279867Z","end":"2026-03-03T01:40:36.731278Z","steps":["trace[985806821] 'process raft request' (duration: 450.969628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:40:36.731417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:40:36.279843Z","time spent":"451.511779ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:40:36.731959Z","caller":"traceutil/trace.go:171","msg":"trace[309591039] transaction","detail":"{read_only:false; response_revision:22719; number_of_response:1; }","duration":"449.456065ms","start":"2026-03-03T01:40:36.282415Z","end":"2026-03-03T01:40:36.731871Z","steps":["trace[309591039] 'process raft request' (duration: 448.80649ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:40:36.732036Z","caller":"traceutil/trace.go:171","msg":"trace[900407133] transaction","detail":"{read_only:false; response_revision:22720; number_of_response:1; }","duration":"448.856182ms","start":"2026-03-03T01:40:36.28315Z","end":"2026-03-03T01:40:36.732007Z","steps":["trace[900407133] 'process raft request' (duration: 448.606826ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:40:36.732156Z","caller":"traceutil/trace.go:171","msg":"trace[1499288959] transaction","detail":"{read_only:false; response_revision:22721; number_of_response:1; }","duration":"447.932631ms","start":"2026-03-03T01:40:36.284197Z","end":"2026-03-03T01:40:36.73213Z","steps":["trace[1499288959] 'process raft request' (duration: 447.609273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:40:36.732248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:40:36.28418Z","time spent":"448.023912ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:40:36.732334Z","caller":"traceutil/trace.go:171","msg":"trace[1717685309] transaction","detail":"{read_only:false; response_revision:22722; number_of_response:1; }","duration":"448.037603ms","start":"2026-03-03T01:40:36.284273Z","end":"2026-03-03T01:40:36.73231Z","steps":["trace[1717685309] 'process raft request' (duration: 447.718316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:40:36.732309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:40:36.282406Z","time spent":"449.664749ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:40:36.732406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:40:36.283142Z","time spent":"448.969214ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:40:36.732457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:40:36.284262Z","time spent":"448.136015ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:40:36.73257Z","caller":"traceutil/trace.go:171","msg":"trace[313585350] transaction","detail":"{read_only:false; response_revision:22723; number_of_response:1; }","duration":"447.032681ms","start":"2026-03-03T01:40:36.285525Z","end":"2026-03-03T01:40:36.732558Z","steps":["trace[313585350] 'process raft request' (duration: 446.558541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:40:36.732659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:40:36.285512Z","time spent":"447.103722ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:40:36.732793Z","caller":"traceutil/trace.go:171","msg":"trace[2874323] linearizableReadLoop","detail":"{readStateIndex:23515; appliedIndex:23512; }","duration":"1.578789431s","start":"2026-03-03T01:40:35.15399Z","end":"2026-03-03T01:40:36.732779Z","steps":["trace[2874323] 'read index received' (duration: 1.164772629s)","trace[2874323] 'applied index is now lower than readState.Index' (duration: 414.015812ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:40:36.732798Z","caller":"traceutil/trace.go:171","msg":"trace[30011007] transaction","detail":"{read_only:false; response_revision:22724; number_of_response:1; }","duration":"446.580812ms","start":"2026-03-03T01:40:36.286192Z","end":"2026-03-03T01:40:36.732772Z","steps":["trace[30011007] 'process raft request' (duration: 446.332376ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:40:36.732809Z","caller":"traceutil/trace.go:171","msg":"trace[1354318651] transaction","detail":"{read_only:false; response_revision:22725; number_of_response:1; }","duration":"190.721131ms","start":"2026-03-03T01:40:36.542072Z","end":"2026-03-03T01:40:36.732793Z","steps":["trace[1354318651] 'process raft request' (duration: 190.633989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:40:36.732896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:40:36.286179Z","time spent":"446.666413ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:40:36.733064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.277928357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:40:36.733114Z","caller":"traceutil/trace.go:171","msg":"trace[1686792313] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:22725; }","duration":"1.278019539s","start":"2026-03-03T01:40:35.455085Z","end":"2026-03-03T01:40:36.733104Z","steps":["trace[1686792313] 'agreement among raft nodes before linearized reading' (duration: 1.277928417s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:40:36.733121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.244176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T01:40:36.733141Z","caller":"traceutil/trace.go:171","msg":"trace[1766502841] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22725; }","duration":"433.288577ms","start":"2026-03-03T01:40:36.299847Z","end":"2026-03-03T01:40:36.733135Z","steps":["trace[1766502841] 'agreement among raft nodes before linearized reading' (duration: 433.202606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:40:36.73315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:40:35.455065Z","time spent":"1.27807313s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:40:36.733337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.90353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-03T01:40:36.733254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.494112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T01:40:36.733386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.943118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T01:40:36.733389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.683559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:1 size:12668"} {"level":"info","ts":"2026-03-03T01:40:36.733395Z","caller":"traceutil/trace.go:171","msg":"trace[800663083] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22725; }","duration":"842.724608ms","start":"2026-03-03T01:40:35.890651Z","end":"2026-03-03T01:40:36.733376Z","steps":["trace[800663083] 'agreement among raft nodes before linearized reading' (duration: 842.540164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:40:36.733427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.353879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:40:36.73341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.021432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:1 size:12668"} {"level":"info","ts":"2026-03-03T01:40:36.733442Z","caller":"traceutil/trace.go:171","msg":"trace[1514069475] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:22725; }","duration":"327.368189ms","start":"2026-03-03T01:40:36.406069Z","end":"2026-03-03T01:40:36.733437Z","steps":["trace[1514069475] 'agreement among raft nodes before linearized reading' (duration: 327.343798ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:40:36.733435Z","caller":"traceutil/trace.go:171","msg":"trace[1726046598] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:1; response_revision:22725; }","duration":"449.759771ms","start":"2026-03-03T01:40:36.283661Z","end":"2026-03-03T01:40:36.733421Z","steps":["trace[1726046598] 'agreement among raft nodes before linearized reading' (duration: 449.618008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:40:36.733457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:40:36.406021Z","time spent":"327.43298ms","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:40:36.733469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:40:36.283642Z","time spent":"449.820622ms","remote":"127.0.0.1:34990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":12691,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"info","ts":"2026-03-03T01:40:36.733466Z","caller":"traceutil/trace.go:171","msg":"trace[1257589032] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:1; response_revision:22725; }","duration":"448.115634ms","start":"2026-03-03T01:40:36.285335Z","end":"2026-03-03T01:40:36.733451Z","steps":["trace[1257589032] 'agreement among raft nodes before linearized reading' (duration: 447.876039ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:40:36.733401Z","caller":"traceutil/trace.go:171","msg":"trace[126194956] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22725; }","duration":"201.006149ms","start":"2026-03-03T01:40:36.53239Z","end":"2026-03-03T01:40:36.733396Z","steps":["trace[126194956] 'agreement among raft nodes before linearized reading' (duration: 200.980459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:40:36.73351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:40:36.285315Z","time spent":"448.183836ms","remote":"127.0.0.1:34990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":12691,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T01:40:36.733556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.141893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-03T01:40:36.733447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:40:35.890627Z","time spent":"842.80567ms","remote":"127.0.0.1:48002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:40:36.733588Z","caller":"traceutil/trace.go:171","msg":"trace[542898689] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22725; }","duration":"433.186225ms","start":"2026-03-03T01:40:36.300393Z","end":"2026-03-03T01:40:36.733579Z","steps":["trace[542898689] 'agreement among raft nodes before linearized reading' (duration: 433.081213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:40:36.733613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:40:36.300387Z","time spent":"433.220796ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T01:40:36.733156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:40:36.299835Z","time spent":"433.318298ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T01:40:36.733188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.331987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:40:36.733694Z","caller":"traceutil/trace.go:171","msg":"trace[931554553] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:22725; }","duration":"447.858509ms","start":"2026-03-03T01:40:36.28583Z","end":"2026-03-03T01:40:36.733688Z","steps":["trace[931554553] 'agreement among raft nodes before linearized reading' (duration: 447.339408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:40:36.733226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.529212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:40:36.733743Z","caller":"traceutil/trace.go:171","msg":"trace[1552656834] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:22725; }","duration":"448.052643ms","start":"2026-03-03T01:40:36.285675Z","end":"2026-03-03T01:40:36.733728Z","steps":["trace[1552656834] 'agreement among raft nodes before linearized reading' (duration: 447.533862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:40:36.733803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:40:36.285669Z","time spent":"448.120515ms","remote":"127.0.0.1:34990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-03-03T01:40:36.73384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.645792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T01:40:36.733567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.451061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T01:40:36.733878Z","caller":"traceutil/trace.go:171","msg":"trace[1097554737] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22725; }","duration":"427.697263ms","start":"2026-03-03T01:40:36.306169Z","end":"2026-03-03T01:40:36.733866Z","steps":["trace[1097554737] 'agreement among raft nodes before linearized reading' (duration: 427.610031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:40:36.733914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:40:36.306158Z","time spent":"427.747064ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T01:40:36.733913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015588864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:40:36.733955Z","caller":"traceutil/trace.go:171","msg":"trace[1635010519] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22725; }","duration":"433.807999ms","start":"2026-03-03T01:40:36.300093Z","end":"2026-03-03T01:40:36.733901Z","steps":["trace[1635010519] 'agreement among raft nodes before linearized reading' (duration: 433.442971ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:40:36.733971Z","caller":"traceutil/trace.go:171","msg":"trace[1878405329] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22725; }","duration":"1.015674946s","start":"2026-03-03T01:40:35.718279Z","end":"2026-03-03T01:40:36.733954Z","steps":["trace[1878405329] 'agreement among raft nodes before linearized reading' (duration: 1.015583994s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:40:36.734014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:40:36.300087Z","time spent":"433.908351ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T01:40:36.734016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:40:35.718262Z","time spent":"1.015743347s","remote":"127.0.0.1:34742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:40:36.733137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.955873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:40:36.733759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.016869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T01:40:36.734088Z","caller":"traceutil/trace.go:171","msg":"trace[1377971147] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:22725; }","duration":"449.930794ms","start":"2026-03-03T01:40:36.284145Z","end":"2026-03-03T01:40:36.734075Z","steps":["trace[1377971147] 'agreement among raft nodes before linearized reading' (duration: 448.944072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:40:36.734121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.111492112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-03T01:40:36.734131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:40:36.284136Z","time spent":"449.982805ms","remote":"127.0.0.1:34990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"info","ts":"2026-03-03T01:40:36.734129Z","caller":"traceutil/trace.go:171","msg":"trace[432027316] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22725; }","duration":"427.394887ms","start":"2026-03-03T01:40:36.306717Z","end":"2026-03-03T01:40:36.734112Z","steps":["trace[432027316] 'agreement among raft nodes before linearized reading' (duration: 426.977098ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:40:36.734157Z","caller":"traceutil/trace.go:171","msg":"trace[701003981] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:22725; }","duration":"1.111559913s","start":"2026-03-03T01:40:35.622587Z","end":"2026-03-03T01:40:36.734147Z","steps":["trace[701003981] 'agreement among raft nodes before linearized reading' (duration: 1.11140059s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:40:36.734187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:40:35.622568Z","time spent":"1.111611004s","remote":"127.0.0.1:35082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":175,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:40:36.734184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:40:36.306709Z","time spent":"427.457938ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T01:40:36.73336Z","caller":"traceutil/trace.go:171","msg":"trace[2146971699] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:22725; }","duration":"192.96301ms","start":"2026-03-03T01:40:36.540393Z","end":"2026-03-03T01:40:36.733356Z","steps":["trace[2146971699] 'agreement among raft nodes before linearized reading' (duration: 192.888779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:40:36.734286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:40:36.285819Z","time spent":"448.457902ms","remote":"127.0.0.1:34990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-03-03T01:40:36.733254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.977923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:40:36.734329Z","caller":"traceutil/trace.go:171","msg":"trace[945884653] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:22725; }","duration":"450.046546ms","start":"2026-03-03T01:40:36.284272Z","end":"2026-03-03T01:40:36.734318Z","steps":["trace[945884653] 'agreement among raft nodes before linearized reading' (duration: 448.969123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:40:36.734365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:40:36.28425Z","time spent":"450.104008ms","remote":"127.0.0.1:34990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-03-03T01:40:36.73448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.580485977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-03-03T01:40:36.734996Z","caller":"traceutil/trace.go:171","msg":"trace[172196081] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:22725; }","duration":"1.581040031s","start":"2026-03-03T01:40:35.153944Z","end":"2026-03-03T01:40:36.734984Z","steps":["trace[172196081] 'agreement among raft nodes before linearized reading' (duration: 1.579011346s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:40:36.735071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:40:35.153918Z","time spent":"1.581141753s","remote":"127.0.0.1:34908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-03T01:40:36.917894Z","caller":"traceutil/trace.go:171","msg":"trace[737960035] transaction","detail":"{read_only:false; response_revision:22727; number_of_response:1; }","duration":"179.375981ms","start":"2026-03-03T01:40:36.738492Z","end":"2026-03-03T01:40:36.917868Z","steps":["trace[737960035] 'process raft request' (duration: 179.159236ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:40:36.918174Z","caller":"traceutil/trace.go:171","msg":"trace[959503828] transaction","detail":"{read_only:false; response_revision:22728; number_of_response:1; }","duration":"179.604906ms","start":"2026-03-03T01:40:36.738544Z","end":"2026-03-03T01:40:36.918149Z","steps":["trace[959503828] 'process raft request' (duration: 179.279509ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:40:36.918545Z","caller":"traceutil/trace.go:171","msg":"trace[1408082350] linearizableReadLoop","detail":"{readStateIndex:23527; appliedIndex:23523; }","duration":"179.906532ms","start":"2026-03-03T01:40:36.738628Z","end":"2026-03-03T01:40:36.918535Z","steps":["trace[1408082350] 'read index received' (duration: 20.703446ms)","trace[1408082350] 'applied index is now lower than readState.Index' (duration: 159.202376ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:40:36.918652Z","caller":"traceutil/trace.go:171","msg":"trace[434405285] transaction","detail":"{read_only:false; response_revision:22730; number_of_response:1; }","duration":"179.879921ms","start":"2026-03-03T01:40:36.738763Z","end":"2026-03-03T01:40:36.918643Z","steps":["trace[434405285] 'process raft request' (duration: 179.730178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:40:36.918872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.22829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b13e363d-fd7c-45c0-b1b3-0fc5bda26575\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-03-03T01:40:36.918621Z","caller":"traceutil/trace.go:171","msg":"trace[1806171453] transaction","detail":"{read_only:false; response_revision:22729; number_of_response:1; }","duration":"180.020085ms","start":"2026-03-03T01:40:36.738572Z","end":"2026-03-03T01:40:36.918592Z","steps":["trace[1806171453] 'process raft request' (duration: 179.513004ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:40:36.918907Z","caller":"traceutil/trace.go:171","msg":"trace[333691866] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b13e363d-fd7c-45c0-b1b3-0fc5bda26575; range_end:; response_count:1; response_revision:22730; }","duration":"180.300071ms","start":"2026-03-03T01:40:36.738598Z","end":"2026-03-03T01:40:36.918898Z","steps":["trace[333691866] 'agreement among raft nodes before linearized reading' (duration: 180.175848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:40:36.9189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.32784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:40:36.918944Z","caller":"traceutil/trace.go:171","msg":"trace[381527383] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22730; }","duration":"175.400173ms","start":"2026-03-03T01:40:36.743533Z","end":"2026-03-03T01:40:36.918933Z","steps":["trace[381527383] 'agreement among raft nodes before linearized reading' (duration: 175.313061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:40:37.142378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.808633ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:40:37.142628Z","caller":"traceutil/trace.go:171","msg":"trace[662697145] transaction","detail":"{read_only:false; response_revision:22731; number_of_response:1; }","duration":"187.094742ms","start":"2026-03-03T01:40:36.955512Z","end":"2026-03-03T01:40:37.142607Z","steps":["trace[662697145] 'process raft request' (duration: 72.674535ms)","trace[662697145] 'compare' (duration: 113.555788ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:40:38.844537Z","caller":"traceutil/trace.go:171","msg":"trace[360433546] transaction","detail":"{read_only:false; response_revision:22736; number_of_response:1; }","duration":"107.103195ms","start":"2026-03-03T01:40:38.737406Z","end":"2026-03-03T01:40:38.844509Z","steps":["trace[360433546] 'process raft request' (duration: 58.479651ms)","trace[360433546] 'compare' (duration: 48.43642ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:40:38.844817Z","caller":"traceutil/trace.go:171","msg":"trace[1490941977] transaction","detail":"{read_only:false; response_revision:22737; number_of_response:1; }","duration":"107.26175ms","start":"2026-03-03T01:40:38.737533Z","end":"2026-03-03T01:40:38.844794Z","steps":["trace[1490941977] 'process raft request' (duration: 106.928182ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:40:38.844988Z","caller":"traceutil/trace.go:171","msg":"trace[1641364819] transaction","detail":"{read_only:false; response_revision:22738; number_of_response:1; }","duration":"106.051752ms","start":"2026-03-03T01:40:38.738899Z","end":"2026-03-03T01:40:38.844951Z","steps":["trace[1641364819] 'process raft request' (duration: 105.818157ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:40:38.845219Z","caller":"traceutil/trace.go:171","msg":"trace[1879812298] transaction","detail":"{read_only:false; response_revision:22739; number_of_response:1; }","duration":"104.264652ms","start":"2026-03-03T01:40:38.740934Z","end":"2026-03-03T01:40:38.845198Z","steps":["trace[1879812298] 'process raft request' (duration: 103.947586ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:40:38.845258Z","caller":"traceutil/trace.go:171","msg":"trace[589817107] linearizableReadLoop","detail":"{readStateIndex:23536; appliedIndex:23532; }","duration":"105.276205ms","start":"2026-03-03T01:40:38.739964Z","end":"2026-03-03T01:40:38.84524Z","steps":["trace[589817107] 'read index received' (duration: 4.93733ms)","trace[589817107] 'applied index is now lower than readState.Index' (duration: 100.337275ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:40:38.845297Z","caller":"traceutil/trace.go:171","msg":"trace[1894725496] transaction","detail":"{read_only:false; response_revision:22741; number_of_response:1; }","duration":"103.096686ms","start":"2026-03-03T01:40:38.742186Z","end":"2026-03-03T01:40:38.845282Z","steps":["trace[1894725496] 'process raft request' (duration: 102.987434ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:40:38.845553Z","caller":"traceutil/trace.go:171","msg":"trace[1496855677] transaction","detail":"{read_only:false; response_revision:22740; number_of_response:1; }","duration":"104.047637ms","start":"2026-03-03T01:40:38.741496Z","end":"2026-03-03T01:40:38.845544Z","steps":["trace[1496855677] 'process raft request' (duration: 103.571667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:40:38.845623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.689964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:1 size:12668"} {"level":"info","ts":"2026-03-03T01:40:38.845687Z","caller":"traceutil/trace.go:171","msg":"trace[2012455556] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:1; response_revision:22741; }","duration":"105.821277ms","start":"2026-03-03T01:40:38.73985Z","end":"2026-03-03T01:40:38.845672Z","steps":["trace[2012455556] 'agreement among raft nodes before linearized reading' (duration: 105.583882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:40:38.845607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.625133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:40:38.845834Z","caller":"traceutil/trace.go:171","msg":"trace[1332472459] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:22741; }","duration":"105.94907ms","start":"2026-03-03T01:40:38.739867Z","end":"2026-03-03T01:40:38.845816Z","steps":["trace[1332472459] 'agreement among raft nodes before linearized reading' (duration: 105.656533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:40:38.889053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.96857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:40:38.88912Z","caller":"traceutil/trace.go:171","msg":"trace[49181338] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:22742; }","duration":"149.063362ms","start":"2026-03-03T01:40:38.740041Z","end":"2026-03-03T01:40:38.889105Z","steps":["trace[49181338] 'agreement among raft nodes before linearized reading' (duration: 148.934459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:40:38.889152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.430013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T01:40:38.889211Z","caller":"traceutil/trace.go:171","msg":"trace[2137061334] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22742; }","duration":"126.516584ms","start":"2026-03-03T01:40:38.762673Z","end":"2026-03-03T01:40:38.88919Z","steps":["trace[2137061334] 'agreement among raft nodes before linearized reading' (duration: 126.315789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:40:38.889354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.907594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:40:38.889376Z","caller":"traceutil/trace.go:171","msg":"trace[1614509359] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:22742; }","duration":"146.984066ms","start":"2026-03-03T01:40:38.742385Z","end":"2026-03-03T01:40:38.889369Z","steps":["trace[1614509359] 'agreement among raft nodes before linearized reading' (duration: 146.911974ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:40:38.889608Z","caller":"traceutil/trace.go:171","msg":"trace[217796377] transaction","detail":"{read_only:false; response_revision:22742; number_of_response:1; }","duration":"142.339353ms","start":"2026-03-03T01:40:38.747253Z","end":"2026-03-03T01:40:38.889592Z","steps":["trace[217796377] 'process raft request' (duration: 141.603956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:40:38.889672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.764343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:1 size:12668"} {"level":"info","ts":"2026-03-03T01:40:38.889826Z","caller":"traceutil/trace.go:171","msg":"trace[228592706] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:1; response_revision:22742; }","duration":"147.964547ms","start":"2026-03-03T01:40:38.741848Z","end":"2026-03-03T01:40:38.889813Z","steps":["trace[228592706] 'agreement among raft nodes before linearized reading' (duration: 147.729132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:40:38.890037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.328927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:40:38.890148Z","caller":"traceutil/trace.go:171","msg":"trace[753262850] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:22742; }","duration":"149.465669ms","start":"2026-03-03T01:40:38.740661Z","end":"2026-03-03T01:40:38.890126Z","steps":["trace[753262850] 'agreement among raft nodes before linearized reading' (duration: 149.305346ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:40:39.74804Z","caller":"traceutil/trace.go:171","msg":"trace[183251060] transaction","detail":"{read_only:false; response_revision:22748; number_of_response:1; }","duration":"254.433658ms","start":"2026-03-03T01:40:39.493586Z","end":"2026-03-03T01:40:39.74802Z","steps":["trace[183251060] 'process raft request' (duration: 254.131212ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:40:39.896737Z","caller":"traceutil/trace.go:171","msg":"trace[986804274] transaction","detail":"{read_only:false; response_revision:22749; number_of_response:1; }","duration":"119.269263ms","start":"2026-03-03T01:40:39.777426Z","end":"2026-03-03T01:40:39.896695Z","steps":["trace[986804274] 'process raft request' (duration: 48.713506ms)","trace[986804274] 'compare' (duration: 70.267761ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:40:40.670263Z","caller":"traceutil/trace.go:171","msg":"trace[1143591890] transaction","detail":"{read_only:false; response_revision:22750; number_of_response:1; }","duration":"206.932009ms","start":"2026-03-03T01:40:40.463279Z","end":"2026-03-03T01:40:40.670211Z","steps":["trace[1143591890] 'process raft request' (duration: 186.067709ms)","trace[1143591890] 'compare' (duration: 20.40115ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:40:41.077294Z","caller":"traceutil/trace.go:171","msg":"trace[798282330] transaction","detail":"{read_only:false; response_revision:22751; number_of_response:1; }","duration":"396.093557ms","start":"2026-03-03T01:40:40.681159Z","end":"2026-03-03T01:40:41.077253Z","steps":["trace[798282330] 'process raft request' (duration: 395.909963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:40:41.077476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:40:40.681141Z","time spent":"396.24069ms","remote":"127.0.0.1:42392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:40:41.335282Z","caller":"traceutil/trace.go:171","msg":"trace[195057507] transaction","detail":"{read_only:false; response_revision:22752; number_of_response:1; }","duration":"584.846654ms","start":"2026-03-03T01:40:40.750409Z","end":"2026-03-03T01:40:41.335256Z","steps":["trace[195057507] 'process raft request' (duration: 535.673168ms)","trace[195057507] 'compare' (duration: 48.825729ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:40:41.335417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:40:40.75038Z","time spent":"584.969857ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:40:41.335506Z","caller":"traceutil/trace.go:171","msg":"trace[888180086] linearizableReadLoop","detail":"{readStateIndex:23552; appliedIndex:23549; }","duration":"482.644387ms","start":"2026-03-03T01:40:40.852837Z","end":"2026-03-03T01:40:41.335482Z","steps":["trace[888180086] 'read index received' (duration: 224.232511ms)","trace[888180086] 'applied index is now lower than readState.Index' (duration: 258.410826ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:40:41.335742Z","caller":"traceutil/trace.go:171","msg":"trace[552548530] transaction","detail":"{read_only:false; response_revision:22757; number_of_response:1; }","duration":"481.691467ms","start":"2026-03-03T01:40:40.854037Z","end":"2026-03-03T01:40:41.335728Z","steps":["trace[552548530] 'process raft request' (duration: 481.351489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:40:41.335813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:40:40.854019Z","time spent":"481.760448ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:40:41.335853Z","caller":"traceutil/trace.go:171","msg":"trace[1814405874] transaction","detail":"{read_only:false; response_revision:22758; number_of_response:1; }","duration":"481.329619ms","start":"2026-03-03T01:40:40.854509Z","end":"2026-03-03T01:40:41.335838Z","steps":["trace[1814405874] 'process raft request' (duration: 480.92143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:40:41.335997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:40:40.854491Z","time spent":"481.39303ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:40:41.336032Z","caller":"traceutil/trace.go:171","msg":"trace[1898927796] transaction","detail":"{read_only:false; response_revision:22753; number_of_response:1; }","duration":"483.157359ms","start":"2026-03-03T01:40:40.852806Z","end":"2026-03-03T01:40:41.335963Z","steps":["trace[1898927796] 'process raft request' (duration: 482.30119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:40:41.336093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:40:40.852777Z","time spent":"483.283982ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:40:41.336183Z","caller":"traceutil/trace.go:171","msg":"trace[1844220856] transaction","detail":"{read_only:false; response_revision:22754; number_of_response:1; }","duration":"483.25058ms","start":"2026-03-03T01:40:40.852924Z","end":"2026-03-03T01:40:41.336174Z","steps":["trace[1844220856] 'process raft request' (duration: 482.30397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:40:41.336231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:40:40.852916Z","time spent":"483.291032ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:40:41.336289Z","caller":"traceutil/trace.go:171","msg":"trace[314210501] transaction","detail":"{read_only:false; response_revision:22756; number_of_response:1; }","duration":"483.163098ms","start":"2026-03-03T01:40:40.853107Z","end":"2026-03-03T01:40:41.33627Z","steps":["trace[314210501] 'process raft request' (duration: 482.234568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:40:41.336326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.487905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:1 size:12668"} {"level":"info","ts":"2026-03-03T01:40:41.336327Z","caller":"traceutil/trace.go:171","msg":"trace[86746402] transaction","detail":"{read_only:false; response_revision:22755; number_of_response:1; }","duration":"483.334692ms","start":"2026-03-03T01:40:40.852973Z","end":"2026-03-03T01:40:41.336308Z","steps":["trace[86746402] 'process raft request' (duration: 482.31968ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:40:41.336361Z","caller":"traceutil/trace.go:171","msg":"trace[1544932721] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:1; response_revision:22758; }","duration":"483.563967ms","start":"2026-03-03T01:40:40.852787Z","end":"2026-03-03T01:40:41.336351Z","steps":["trace[1544932721] 'agreement among raft nodes before linearized reading' (duration: 483.433434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:40:41.336381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:40:40.853069Z","time spent":"483.266371ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:40:41.336407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:40:40.852966Z","time spent":"483.400323ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:40:41.336427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:40:40.852761Z","time spent":"483.631999ms","remote":"127.0.0.1:34990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":12691,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T01:40:41.336416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.364493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:40:41.336497Z","caller":"traceutil/trace.go:171","msg":"trace[1749314061] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:22758; }","duration":"483.473366ms","start":"2026-03-03T01:40:40.853006Z","end":"2026-03-03T01:40:41.33648Z","steps":["trace[1749314061] 'agreement among raft nodes before linearized reading' (duration: 483.343893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:40:41.336539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.374045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T01:40:41.336548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:40:40.852998Z","time spent":"483.541607ms","remote":"127.0.0.1:34990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-03-03T01:40:41.336558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.171471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T01:40:41.336574Z","caller":"traceutil/trace.go:171","msg":"trace[597194368] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22758; }","duration":"306.447107ms","start":"2026-03-03T01:40:41.030116Z","end":"2026-03-03T01:40:41.336563Z","steps":["trace[597194368] 'agreement among raft nodes before linearized reading' (duration: 306.331554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:40:41.336589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.356855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T01:40:41.336597Z","caller":"traceutil/trace.go:171","msg":"trace[1499113792] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22758; }","duration":"306.227772ms","start":"2026-03-03T01:40:41.03036Z","end":"2026-03-03T01:40:41.336588Z","steps":["trace[1499113792] 'agreement among raft nodes before linearized reading' (duration: 306.12096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:40:41.336602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:40:41.030094Z","time spent":"306.502568ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T01:40:41.336632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:40:41.030352Z","time spent":"306.273073ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T01:40:41.336631Z","caller":"traceutil/trace.go:171","msg":"trace[1227878501] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22758; }","duration":"306.419946ms","start":"2026-03-03T01:40:41.0302Z","end":"2026-03-03T01:40:41.33662Z","steps":["trace[1227878501] 'agreement among raft nodes before linearized reading' (duration: 306.309314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:40:41.336662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:40:41.030192Z","time spent":"306.463917ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T01:40:41.336755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.353052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18712"} {"level":"warn","ts":"2026-03-03T01:40:41.336788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.960863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:40:41.336799Z","caller":"traceutil/trace.go:171","msg":"trace[1153648994] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:22758; }","duration":"252.435624ms","start":"2026-03-03T01:40:41.084352Z","end":"2026-03-03T01:40:41.336787Z","steps":["trace[1153648994] 'agreement among raft nodes before linearized reading' (duration: 252.330121ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:40:41.336817Z","caller":"traceutil/trace.go:171","msg":"trace[1686773994] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:22758; }","duration":"444.013644ms","start":"2026-03-03T01:40:40.892794Z","end":"2026-03-03T01:40:41.336808Z","steps":["trace[1686773994] 'agreement among raft nodes before linearized reading' (duration: 443.968623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:40:41.336846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:40:40.892786Z","time spent":"444.052975ms","remote":"127.0.0.1:34990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-03-03T01:40:41.336862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.947966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-03T01:40:41.336838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.563472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-03T01:40:41.336958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.914586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:1 size:12668"} {"level":"warn","ts":"2026-03-03T01:40:41.336767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.303094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:40:41.338389Z","caller":"traceutil/trace.go:171","msg":"trace[1549603104] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:22758; }","duration":"442.92679ms","start":"2026-03-03T01:40:40.895446Z","end":"2026-03-03T01:40:41.338373Z","steps":["trace[1549603104] 'agreement among raft nodes before linearized reading' (duration: 441.298064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:40:41.338457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:40:40.89544Z","time spent":"443.001203ms","remote":"127.0.0.1:34990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"info","ts":"2026-03-03T01:40:41.336889Z","caller":"traceutil/trace.go:171","msg":"trace[282042635] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22758; }","duration":"435.982737ms","start":"2026-03-03T01:40:40.900898Z","end":"2026-03-03T01:40:41.33688Z","steps":["trace[282042635] 'agreement among raft nodes before linearized reading' (duration: 435.885515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:40:41.338515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:40:40.900893Z","time spent":"437.608743ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T01:40:41.336981Z","caller":"traceutil/trace.go:171","msg":"trace[1651291345] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:1; response_revision:22758; }","duration":"440.946607ms","start":"2026-03-03T01:40:40.896027Z","end":"2026-03-03T01:40:41.336974Z","steps":["trace[1651291345] 'agreement among raft nodes before linearized reading' (duration: 440.879095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:40:41.338617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:40:40.896023Z","time spent":"442.578353ms","remote":"127.0.0.1:34990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":12691,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T01:40:41.337014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.265373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:40:41.338712Z","caller":"traceutil/trace.go:171","msg":"trace[1207151011] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:22758; }","duration":"442.969551ms","start":"2026-03-03T01:40:40.895732Z","end":"2026-03-03T01:40:41.338702Z","steps":["trace[1207151011] 'agreement among raft nodes before linearized reading' (duration: 441.265233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:40:41.33874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:40:40.895727Z","time spent":"443.006842ms","remote":"127.0.0.1:34990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"info","ts":"2026-03-03T01:40:41.336981Z","caller":"traceutil/trace.go:171","msg":"trace[621145802] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22758; }","duration":"288.738006ms","start":"2026-03-03T01:40:41.048225Z","end":"2026-03-03T01:40:41.336963Z","steps":["trace[621145802] 'agreement among raft nodes before linearized reading' (duration: 288.243866ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:40:41.533758Z","caller":"traceutil/trace.go:171","msg":"trace[675270733] transaction","detail":"{read_only:false; response_revision:22762; number_of_response:1; }","duration":"188.824ms","start":"2026-03-03T01:40:41.344912Z","end":"2026-03-03T01:40:41.533736Z","steps":["trace[675270733] 'process raft request' (duration: 188.725518ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:40:41.533826Z","caller":"traceutil/trace.go:171","msg":"trace[1526486395] transaction","detail":"{read_only:false; response_revision:22763; number_of_response:1; }","duration":"188.747468ms","start":"2026-03-03T01:40:41.345066Z","end":"2026-03-03T01:40:41.533813Z","steps":["trace[1526486395] 'process raft request' (duration: 188.614975ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:40:41.533897Z","caller":"traceutil/trace.go:171","msg":"trace[2122443646] transaction","detail":"{read_only:false; response_revision:22761; number_of_response:1; }","duration":"189.32487ms","start":"2026-03-03T01:40:41.344559Z","end":"2026-03-03T01:40:41.533884Z","steps":["trace[2122443646] 'process raft request' (duration: 188.988553ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:40:41.533745Z","caller":"traceutil/trace.go:171","msg":"trace[761910948] transaction","detail":"{read_only:false; response_revision:22760; number_of_response:1; }","duration":"189.181198ms","start":"2026-03-03T01:40:41.344533Z","end":"2026-03-03T01:40:41.533714Z","steps":["trace[761910948] 'process raft request' (duration: 181.60102ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:40:41.702825Z","caller":"traceutil/trace.go:171","msg":"trace[2088967658] transaction","detail":"{read_only:false; response_revision:22764; number_of_response:1; }","duration":"139.94255ms","start":"2026-03-03T01:40:41.562851Z","end":"2026-03-03T01:40:41.702794Z","steps":["trace[2088967658] 'process raft request' (duration: 128.337214ms)","trace[2088967658] 'compare' (duration: 11.33879ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:40:41.800414Z","caller":"traceutil/trace.go:171","msg":"trace[1787789157] transaction","detail":"{read_only:false; response_revision:22765; number_of_response:1; }","duration":"212.084783ms","start":"2026-03-03T01:40:41.588306Z","end":"2026-03-03T01:40:41.800391Z","steps":["trace[1787789157] 'process raft request' (duration: 211.568511ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:40:42.580149Z","caller":"traceutil/trace.go:171","msg":"trace[484401264] transaction","detail":"{read_only:false; response_revision:22766; number_of_response:1; }","duration":"115.015669ms","start":"2026-03-03T01:40:42.465114Z","end":"2026-03-03T01:40:42.58013Z","steps":["trace[484401264] 'process raft request' (duration: 114.912897ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:40:42.657508Z","caller":"traceutil/trace.go:171","msg":"trace[195785318] transaction","detail":"{read_only:false; response_revision:22767; number_of_response:1; }","duration":"121.691518ms","start":"2026-03-03T01:40:42.535801Z","end":"2026-03-03T01:40:42.657493Z","steps":["trace[195785318] 'process raft request' (duration: 121.620716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:41:10.049758Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565435288868625,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:41:10.550731Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565435288868625,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:41:11.050955Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565435288868625,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:41:11.551535Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565435288868625,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:41:11.719047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001135546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T01:41:11.71917Z","caller":"traceutil/trace.go:171","msg":"trace[2010795374] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001240469s","start":"2026-03-03T01:41:09.717876Z","end":"2026-03-03T01:41:11.719117Z","steps":["trace[2010795374] 'agreement among raft nodes before linearized reading' (duration: 2.001131597s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:41:11.719217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:41:09.717836Z","time spent":"2.001371891s","remote":"127.0.0.1:34740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 01:41:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T01:41:12.052467Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565435288868625,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:41:12.553452Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565435288868625,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:41:13.053649Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565435288868625,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:41:13.341081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999909809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T01:41:13.34118Z","caller":"traceutil/trace.go:171","msg":"trace[1874491009] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000056001s","start":"2026-03-03T01:41:11.341103Z","end":"2026-03-03T01:41:13.341159Z","steps":["trace[1874491009] 'agreement among raft nodes before linearized reading' (duration: 1.999919258s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:41:13.341342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:41:11.341088Z","time spent":"2.000231726s","remote":"127.0.0.1:34742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:41:13.55466Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565435288868625,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:41:13.726443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999761934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T01:41:13.726535Z","caller":"traceutil/trace.go:171","msg":"trace[565136717] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999947519s","start":"2026-03-03T01:41:11.726567Z","end":"2026-03-03T01:41:13.726514Z","steps":["trace[565136717] 'agreement among raft nodes before linearized reading' (duration: 1.999834556s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:41:13.726596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:41:11.726538Z","time spent":"2.00004457s","remote":"127.0.0.1:34740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 01:41:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T01:41:14.055159Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565435288868625,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:41:14.438111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:41:09.439777Z","time spent":"4.998325535s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 01:41:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T01:41:14.447401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:41:09.44837Z","time spent":"4.999027001s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 01:41:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T01:41:14.456772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:41:09.457641Z","time spent":"4.999126782s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-03T01:41:14.456813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:41:09.457906Z","time spent":"4.998894707s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 01:41:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T01:41:14.457191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:41:09.458747Z","time spent":"4.998441037s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-03T01:41:14.462155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:41:09.462733Z","time spent":"4.999419199s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 01:41:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T01:41:14.462626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:41:09.464251Z","time spent":"4.998372535s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 01:41:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T01:41:14.548611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999581833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T01:41:14.548702Z","caller":"traceutil/trace.go:171","msg":"trace[1124380190] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999722026s","start":"2026-03-03T01:41:09.548958Z","end":"2026-03-03T01:41:14.54868Z","steps":["trace[1124380190] 'agreement among raft nodes before linearized reading' (duration: 4.999608493s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:41:14.548758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:41:09.548944Z","time spent":"4.999802247s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/03 01:41:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T01:41:14.555779Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565435288868625,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:41:14.687402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998848875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T01:41:14.687491Z","caller":"traceutil/trace.go:171","msg":"trace[478120675] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.998997119s","start":"2026-03-03T01:41:09.688473Z","end":"2026-03-03T01:41:14.68747Z","steps":["trace[478120675] 'agreement among raft nodes before linearized reading' (duration: 4.998885556s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:41:14.687542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:41:09.688448Z","time spent":"4.999083491s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/03 01:41:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T01:41:14.688683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999791887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T01:41:14.688753Z","caller":"traceutil/trace.go:171","msg":"trace[253616747] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999896209s","start":"2026-03-03T01:41:09.68884Z","end":"2026-03-03T01:41:14.688736Z","steps":["trace[253616747] 'agreement among raft nodes before linearized reading' (duration: 4.999802447s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:41:14.688845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:41:09.688833Z","time spent":"5.000001801s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T01:41:15.05611Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565435288868625,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:41:15.557231Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565435288868625,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:41:15.734434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000263477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T01:41:15.734558Z","caller":"traceutil/trace.go:171","msg":"trace[1038213443] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00040819s","start":"2026-03-03T01:41:13.734093Z","end":"2026-03-03T01:41:15.734502Z","steps":["trace[1038213443] 'agreement among raft nodes before linearized reading' (duration: 2.000297337s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:41:15.734617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:41:13.73407Z","time spent":"2.000534132s","remote":"127.0.0.1:34742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 01:41:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T01:41:16.058031Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565435288868625,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:41:16.549626Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-03-03T01:41:16.927628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:41:09.926657Z","time spent":"7.000937913s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-03T01:41:17.050451Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565435288868638,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:41:17.551566Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565435288868638,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:41:17.563684Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"8.123806037s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T01:41:17.734691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999937209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T01:41:17.734774Z","caller":"traceutil/trace.go:171","msg":"trace[729670553] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000081962s","start":"2026-03-03T01:41:15.734674Z","end":"2026-03-03T01:41:17.734756Z","steps":["trace[729670553] 'agreement among raft nodes before linearized reading' (duration: 1.99997776s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:41:17.734825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:41:15.734651Z","time spent":"2.000162634s","remote":"127.0.0.1:34740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 01:41:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-03T01:41:17.870264Z","caller":"traceutil/trace.go:171","msg":"trace[331416337] transaction","detail":"{read_only:false; response_revision:22990; number_of_response:1; }","duration":"3.583570107s","start":"2026-03-03T01:41:14.286662Z","end":"2026-03-03T01:41:17.870232Z","steps":["trace[331416337] 'process raft request' (duration: 3.583459085s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:41:17.870439Z","caller":"traceutil/trace.go:171","msg":"trace[729225330] transaction","detail":"{read_only:false; response_revision:22991; number_of_response:1; }","duration":"2.444093657s","start":"2026-03-03T01:41:15.426329Z","end":"2026-03-03T01:41:17.870423Z","steps":["trace[729225330] 'process raft request' (duration: 2.443810521s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:41:17.870534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:41:15.426301Z","time spent":"2.444182299s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:41:17.870703Z","caller":"traceutil/trace.go:171","msg":"trace[1575345888] transaction","detail":"{read_only:false; response_revision:22989; number_of_response:1; }","duration":"5.248638462s","start":"2026-03-03T01:41:12.622059Z","end":"2026-03-03T01:41:17.870697Z","steps":["trace[1575345888] 'process raft request' (duration: 5.248042699s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:41:17.870736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:41:12.622036Z","time spent":"5.248683973s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:41:17.871628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:41:14.286639Z","time spent":"3.58368643s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:41:17.942125Z","caller":"traceutil/trace.go:171","msg":"trace[694070236] linearizableReadLoop","detail":"{readStateIndex:23796; appliedIndex:23784; }","duration":"1.392397444s","start":"2026-03-03T01:41:16.549714Z","end":"2026-03-03T01:41:17.942112Z","steps":["trace[694070236] 'read index received' (duration: 1.014257705s)","trace[694070236] 'applied index is now lower than readState.Index' (duration: 378.138779ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:41:17.942236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.839977778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:41:17.942256Z","caller":"traceutil/trace.go:171","msg":"trace[85100769] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:22992; }","duration":"6.84008006s","start":"2026-03-03T01:41:11.10217Z","end":"2026-03-03T01:41:17.94225Z","steps":["trace[85100769] 'agreement among raft nodes before linearized reading' (duration: 6.840026219s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:41:17.942275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:41:11.102134Z","time spent":"6.840136242s","remote":"127.0.0.1:42204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:41:17.942455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.347547036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:41:17.942394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.513799656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:41:17.942527Z","caller":"traceutil/trace.go:171","msg":"trace[142663706] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:22992; }","duration":"6.514000641s","start":"2026-03-03T01:41:11.428498Z","end":"2026-03-03T01:41:17.942499Z","steps":["trace[142663706] 'agreement among raft nodes before linearized reading' (duration: 6.513725345s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:41:17.942578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.219928938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18993118c8c071a9\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-03-03T01:41:17.9426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:41:11.428477Z","time spent":"6.514113103s","remote":"127.0.0.1:34990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-03-03T01:41:17.942666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.845572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:41:17.942558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.831869088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:41:17.942693Z","caller":"traceutil/trace.go:171","msg":"trace[3517299] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22992; }","duration":"199.868913ms","start":"2026-03-03T01:41:17.742816Z","end":"2026-03-03T01:41:17.942685Z","steps":["trace[3517299] 'agreement among raft nodes before linearized reading' (duration: 199.836852ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:41:17.942699Z","caller":"traceutil/trace.go:171","msg":"trace[172908228] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:22992; }","duration":"1.832080593s","start":"2026-03-03T01:41:16.110609Z","end":"2026-03-03T01:41:17.94269Z","steps":["trace[172908228] 'agreement among raft nodes before linearized reading' (duration: 1.831877459s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:41:17.94271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.013238922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T01:41:17.942735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.04520218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:41:17.942758Z","caller":"traceutil/trace.go:171","msg":"trace[2104795227] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:22992; }","duration":"2.013320934s","start":"2026-03-03T01:41:15.929425Z","end":"2026-03-03T01:41:17.942746Z","steps":["trace[2104795227] 'agreement among raft nodes before linearized reading' (duration: 2.013257653s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:41:17.942746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.39177178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-03T01:41:17.942792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.193443923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:41:17.942801Z","caller":"traceutil/trace.go:171","msg":"trace[377123875] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:22992; }","duration":"8.045304493s","start":"2026-03-03T01:41:09.897476Z","end":"2026-03-03T01:41:17.942781Z","steps":["trace[377123875] 'agreement among raft nodes before linearized reading' (duration: 8.04521194s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:41:17.942829Z","caller":"traceutil/trace.go:171","msg":"trace[542205123] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22992; }","duration":"4.193516724s","start":"2026-03-03T01:41:13.749304Z","end":"2026-03-03T01:41:17.94282Z","steps":["trace[542205123] 'agreement among raft nodes before linearized reading' (duration: 4.193464212s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:41:17.942824Z","caller":"traceutil/trace.go:171","msg":"trace[1735488557] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22992; }","duration":"1.391900184s","start":"2026-03-03T01:41:16.550905Z","end":"2026-03-03T01:41:17.942805Z","steps":["trace[1735488557] 'agreement among raft nodes before linearized reading' (duration: 1.391593416s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:41:17.942843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.659584455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:41:17.942866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:41:13.749285Z","time spent":"4.193571016s","remote":"127.0.0.1:47976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:41:17.942886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.810953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:41:17.942886Z","caller":"traceutil/trace.go:171","msg":"trace[1806634060] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:22992; }","duration":"2.659662487s","start":"2026-03-03T01:41:15.283213Z","end":"2026-03-03T01:41:17.942875Z","steps":["trace[1806634060] 'agreement among raft nodes before linearized reading' (duration: 2.659603346s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:41:17.942888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:41:16.550879Z","time spent":"1.391999266s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T01:41:17.942904Z","caller":"traceutil/trace.go:171","msg":"trace[605759299] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:22992; }","duration":"536.869315ms","start":"2026-03-03T01:41:17.406028Z","end":"2026-03-03T01:41:17.942897Z","steps":["trace[605759299] 'agreement among raft nodes before linearized reading' (duration: 536.840354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:41:17.942921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:41:17.406007Z","time spent":"536.910145ms","remote":"127.0.0.1:60314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:41:17.942947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.715222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7103"} {"level":"warn","ts":"2026-03-03T01:41:17.942964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.416306304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:41:17.942985Z","caller":"traceutil/trace.go:171","msg":"trace[1993938746] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:22992; }","duration":"200.788224ms","start":"2026-03-03T01:41:17.742186Z","end":"2026-03-03T01:41:17.942974Z","steps":["trace[1993938746] 'agreement among raft nodes before linearized reading' (duration: 200.582989ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:41:17.942991Z","caller":"traceutil/trace.go:171","msg":"trace[207703299] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:22992; }","duration":"3.416358445s","start":"2026-03-03T01:41:14.526625Z","end":"2026-03-03T01:41:17.942983Z","steps":["trace[207703299] 'agreement among raft nodes before linearized reading' (duration: 3.416307204s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:41:17.943027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:41:14.526611Z","time spent":"3.416408976s","remote":"127.0.0.1:55934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:41:17.943043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01214693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T01:41:17.942742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:41:16.11059Z","time spent":"1.832139774s","remote":"127.0.0.1:55950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:41:17.94306Z","caller":"traceutil/trace.go:171","msg":"trace[1912931458] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:22992; }","duration":"1.01218739s","start":"2026-03-03T01:41:16.930868Z","end":"2026-03-03T01:41:17.943056Z","steps":["trace[1912931458] 'agreement among raft nodes before linearized reading' (duration: 1.012130319s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:41:17.943076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:41:16.930856Z","time spent":"1.01221557s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":516,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-03-03T01:41:17.943172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.292477389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:41:17.943191Z","caller":"traceutil/trace.go:171","msg":"trace[1302376455] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:22992; }","duration":"1.29252823s","start":"2026-03-03T01:41:16.650658Z","end":"2026-03-03T01:41:17.943186Z","steps":["trace[1302376455] 'agreement among raft nodes before linearized reading' (duration: 1.292495019s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:41:17.943194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.642231222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:41:17.943208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:41:16.650637Z","time spent":"1.292564321s","remote":"127.0.0.1:55912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:41:17.943226Z","caller":"traceutil/trace.go:171","msg":"trace[1529244631] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:22992; }","duration":"4.642301063s","start":"2026-03-03T01:41:13.300916Z","end":"2026-03-03T01:41:17.943217Z","steps":["trace[1529244631] 'agreement among raft nodes before linearized reading' (duration: 4.642251532s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:41:17.943266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:41:13.300894Z","time spent":"4.642361865s","remote":"127.0.0.1:55926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:41:17.943269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.5103399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:41:17.942655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.836808277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:41:17.94331Z","caller":"traceutil/trace.go:171","msg":"trace[504701141] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:22992; }","duration":"6.510413772s","start":"2026-03-03T01:41:11.432886Z","end":"2026-03-03T01:41:17.943299Z","steps":["trace[504701141] 'agreement among raft nodes before linearized reading' (duration: 6.510351791s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:41:17.943332Z","caller":"traceutil/trace.go:171","msg":"trace[623703111] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:22992; }","duration":"1.837524763s","start":"2026-03-03T01:41:16.1058Z","end":"2026-03-03T01:41:17.943325Z","steps":["trace[623703111] 'agreement among raft nodes before linearized reading' (duration: 1.836810756s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:41:17.943341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:41:11.432871Z","time spent":"6.510463153s","remote":"127.0.0.1:34990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-03-03T01:41:17.943364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:41:16.105773Z","time spent":"1.837584615s","remote":"127.0.0.1:42442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:41:17.942914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:41:15.28319Z","time spent":"2.659717678s","remote":"127.0.0.1:34978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:41:17.942855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.744510852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-03T01:41:17.943447Z","caller":"traceutil/trace.go:171","msg":"trace[808281520] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:22992; }","duration":"7.745143925s","start":"2026-03-03T01:41:10.198297Z","end":"2026-03-03T01:41:17.943441Z","steps":["trace[808281520] 'agreement among raft nodes before linearized reading' (duration: 7.744371718s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:41:17.943446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.479056868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-03-03T01:41:17.943464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:41:10.19827Z","time spent":"7.745188827s","remote":"127.0.0.1:34908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-03-03T01:41:17.943475Z","caller":"traceutil/trace.go:171","msg":"trace[151054052] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:22992; }","duration":"3.47911314s","start":"2026-03-03T01:41:14.464353Z","end":"2026-03-03T01:41:17.943466Z","steps":["trace[151054052] 'agreement among raft nodes before linearized reading' (duration: 3.478027325s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:41:17.943501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:41:14.46434Z","time spent":"3.479155431s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-03-03T01:41:17.942797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:41:15.929405Z","time spent":"2.013382796s","remote":"127.0.0.1:35206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:41:17.942654Z","caller":"traceutil/trace.go:171","msg":"trace[1581775959] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18993118c8c071a9; range_end:; response_count:1; response_revision:22992; }","duration":"6.22003673s","start":"2026-03-03T01:41:11.722596Z","end":"2026-03-03T01:41:17.942633Z","steps":["trace[1581775959] 'agreement among raft nodes before linearized reading' (duration: 6.219826155s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:41:17.943599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.514385901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:1 size:7346"} {"level":"warn","ts":"2026-03-03T01:41:17.943612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:41:11.722579Z","time spent":"6.221024623s","remote":"127.0.0.1:34816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18993118c8c071a9\" "} {"level":"info","ts":"2026-03-03T01:41:17.943628Z","caller":"traceutil/trace.go:171","msg":"trace[902301924] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:1; response_revision:22992; }","duration":"6.514436111s","start":"2026-03-03T01:41:11.429183Z","end":"2026-03-03T01:41:17.94362Z","steps":["trace[902301924] 'agreement among raft nodes before linearized reading' (duration: 6.514296898s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:41:17.943652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.253242373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-03T01:41:17.943668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:41:11.429171Z","time spent":"6.514490312s","remote":"127.0.0.1:34990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7369,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-03-03T01:41:17.943674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.340165902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418181"} {"level":"info","ts":"2026-03-03T01:41:17.943685Z","caller":"traceutil/trace.go:171","msg":"trace[1954691191] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22992; }","duration":"1.253282493s","start":"2026-03-03T01:41:16.690392Z","end":"2026-03-03T01:41:17.943675Z","steps":["trace[1954691191] 'agreement among raft nodes before linearized reading' (duration: 1.252618989s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:41:17.942846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:41:09.897452Z","time spent":"8.045384045s","remote":"127.0.0.1:42482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:41:17.943517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.254293026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T01:41:17.943755Z","caller":"traceutil/trace.go:171","msg":"trace[2077640297] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22992; }","duration":"1.254564552s","start":"2026-03-03T01:41:16.689177Z","end":"2026-03-03T01:41:17.943742Z","steps":["trace[2077640297] 'agreement among raft nodes before linearized reading' (duration: 1.253965109s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:41:17.943772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.484510429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:515"} {"level":"warn","ts":"2026-03-03T01:41:17.943775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.252266492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T01:41:17.9438Z","caller":"traceutil/trace.go:171","msg":"trace[907703981] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:22992; }","duration":"3.484556491s","start":"2026-03-03T01:41:14.459233Z","end":"2026-03-03T01:41:17.94379Z","steps":["trace[907703981] 'agreement among raft nodes before linearized reading' (duration: 3.484079071s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:41:17.943804Z","caller":"traceutil/trace.go:171","msg":"trace[51187557] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22992; }","duration":"8.252314544s","start":"2026-03-03T01:41:09.691481Z","end":"2026-03-03T01:41:17.943796Z","steps":["trace[51187557] 'agreement among raft nodes before linearized reading' (duration: 8.251390174s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:41:17.943714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:41:16.690388Z","time spent":"1.253319924s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T01:41:17.943826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:41:14.459221Z","time spent":"3.484599222s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":538,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-03-03T01:41:17.943839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:41:09.691471Z","time spent":"8.252357525s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T01:41:17.943849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.510842821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:1 size:7346"} {"level":"info","ts":"2026-03-03T01:41:17.94388Z","caller":"traceutil/trace.go:171","msg":"trace[805711745] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:1; response_revision:22992; }","duration":"6.510892503s","start":"2026-03-03T01:41:11.432978Z","end":"2026-03-03T01:41:17.943871Z","steps":["trace[805711745] 'agreement among raft nodes before linearized reading' (duration: 6.510048124s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:41:17.943917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:41:11.432971Z","time spent":"6.510939834s","remote":"127.0.0.1:34990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7369,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-03-03T01:41:17.942559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.252088429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T01:41:17.943957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.674919344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T01:41:17.944077Z","caller":"traceutil/trace.go:171","msg":"trace[282513756] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22992; }","duration":"3.675118118s","start":"2026-03-03T01:41:14.26894Z","end":"2026-03-03T01:41:17.944058Z","steps":["trace[282513756] 'agreement among raft nodes before linearized reading' (duration: 3.673223916s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:41:17.944179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:41:14.268925Z","time spent":"3.675240381s","remote":"127.0.0.1:34926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T01:41:17.944225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.485406549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-03-03T01:41:17.943806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:41:16.689162Z","time spent":"1.254629843s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T01:41:17.944269Z","caller":"traceutil/trace.go:171","msg":"trace[938178590] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:22992; }","duration":"3.48548157s","start":"2026-03-03T01:41:14.458778Z","end":"2026-03-03T01:41:17.94426Z","steps":["trace[938178590] 'agreement among raft nodes before linearized reading' (duration: 3.485394018s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:41:17.942648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.575176182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.70\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:41:17.944317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.504344037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-03T01:41:17.944088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.484775925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-03-03T01:41:17.944328Z","caller":"traceutil/trace.go:171","msg":"trace[356842009] range","detail":"{range_begin:/registry/masterleases/199.204.45.70; range_end:; response_count:0; response_revision:22992; }","duration":"7.57688516s","start":"2026-03-03T01:41:10.367424Z","end":"2026-03-03T01:41:17.944309Z","steps":["trace[356842009] 'agreement among raft nodes before linearized reading' (duration: 7.575199403s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:41:17.944356Z","caller":"traceutil/trace.go:171","msg":"trace[135341710] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22992; }","duration":"3.504407119s","start":"2026-03-03T01:41:14.43994Z","end":"2026-03-03T01:41:17.944347Z","steps":["trace[135341710] 'agreement among raft nodes before linearized reading' (duration: 3.504318847s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:41:17.944364Z","caller":"traceutil/trace.go:171","msg":"trace[276323669] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:22992; }","duration":"3.485075532s","start":"2026-03-03T01:41:14.45928Z","end":"2026-03-03T01:41:17.944355Z","steps":["trace[276323669] 'agreement among raft nodes before linearized reading' (duration: 3.484750345s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:41:17.944385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:41:14.459268Z","time spent":"3.485110393s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-03T01:41:17.944384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:41:14.439915Z","time spent":"3.50446338s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-03T01:41:17.944384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:41:10.367401Z","time spent":"7.576968342s","remote":"127.0.0.1:34790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.70\" "} {"level":"info","ts":"2026-03-03T01:41:17.942478Z","caller":"traceutil/trace.go:171","msg":"trace[1243478768] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:22992; }","duration":"8.347605377s","start":"2026-03-03T01:41:09.594867Z","end":"2026-03-03T01:41:17.942473Z","steps":["trace[1243478768] 'agreement among raft nodes before linearized reading' (duration: 8.347555876s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:41:17.944437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:41:09.594839Z","time spent":"8.349592851s","remote":"127.0.0.1:60536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:41:17.943988Z","caller":"traceutil/trace.go:171","msg":"trace[1905141873] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22992; }","duration":"8.253563641s","start":"2026-03-03T01:41:09.690416Z","end":"2026-03-03T01:41:17.94398Z","steps":["trace[1905141873] 'agreement among raft nodes before linearized reading' (duration: 8.251967425s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:41:17.944012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.479709383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"warn","ts":"2026-03-03T01:41:17.9447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:41:09.690404Z","time spent":"8.254103122s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T01:41:17.944718Z","caller":"traceutil/trace.go:171","msg":"trace[1450160474] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:22992; }","duration":"3.480426018s","start":"2026-03-03T01:41:14.464286Z","end":"2026-03-03T01:41:17.944712Z","steps":["trace[1450160474] 'agreement among raft nodes before linearized reading' (duration: 3.479624971s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:41:17.944734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:41:14.46428Z","time spent":"3.480449089s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"info","ts":"2026-03-03T01:41:17.943711Z","caller":"traceutil/trace.go:171","msg":"trace[978357923] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:22992; }","duration":"4.340198643s","start":"2026-03-03T01:41:13.6035Z","end":"2026-03-03T01:41:17.943698Z","steps":["trace[978357923] 'agreement among raft nodes before linearized reading' (duration: 4.33961326s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:41:17.944795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:41:13.60348Z","time spent":"4.341292506s","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418204,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-03T01:41:17.944203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.495369879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-03T01:41:17.946893Z","caller":"traceutil/trace.go:171","msg":"trace[1500966185] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:22992; }","duration":"3.498054589s","start":"2026-03-03T01:41:14.448816Z","end":"2026-03-03T01:41:17.94687Z","steps":["trace[1500966185] 'agreement among raft nodes before linearized reading' (duration: 3.495353719s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:41:17.946941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:41:14.448811Z","time spent":"3.49811504s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-03T01:41:17.944305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:41:14.458677Z","time spent":"3.485621804s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-03-03T01:41:18.203979Z","caller":"traceutil/trace.go:171","msg":"trace[1111768024] transaction","detail":"{read_only:false; response_revision:22994; number_of_response:1; }","duration":"246.809929ms","start":"2026-03-03T01:41:17.957142Z","end":"2026-03-03T01:41:18.203952Z","steps":["trace[1111768024] 'process raft request' (duration: 202.093122ms)","trace[1111768024] 'compare' (duration: 44.412961ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:41:18.204126Z","caller":"traceutil/trace.go:171","msg":"trace[981866760] transaction","detail":"{read_only:false; response_revision:22995; number_of_response:1; }","duration":"239.338116ms","start":"2026-03-03T01:41:17.964758Z","end":"2026-03-03T01:41:18.204097Z","steps":["trace[981866760] 'process raft request' (duration: 239.09014ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:41:18.205232Z","caller":"traceutil/trace.go:171","msg":"trace[740584292] transaction","detail":"{read_only:false; response_revision:22998; number_of_response:1; }","duration":"237.842852ms","start":"2026-03-03T01:41:17.967374Z","end":"2026-03-03T01:41:18.205217Z","steps":["trace[740584292] 'process raft request' (duration: 237.549966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:41:18.205338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.083397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:515"} {"level":"info","ts":"2026-03-03T01:41:18.205033Z","caller":"traceutil/trace.go:171","msg":"trace[182848263] linearizableReadLoop","detail":"{readStateIndex:23798; appliedIndex:23797; }","duration":"247.79138ms","start":"2026-03-03T01:41:17.957209Z","end":"2026-03-03T01:41:18.205001Z","steps":["trace[182848263] 'read index received' (duration: 79.329121ms)","trace[182848263] 'applied index is now lower than readState.Index' (duration: 168.461029ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:41:18.205155Z","caller":"traceutil/trace.go:171","msg":"trace[968651914] transaction","detail":"{read_only:false; response_revision:22996; number_of_response:1; }","duration":"237.76658ms","start":"2026-03-03T01:41:17.967365Z","end":"2026-03-03T01:41:18.205131Z","steps":["trace[968651914] 'process raft request' (duration: 237.251469ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:41:18.205479Z","caller":"traceutil/trace.go:171","msg":"trace[125745836] transaction","detail":"{read_only:false; response_revision:22999; number_of_response:1; }","duration":"237.885512ms","start":"2026-03-03T01:41:17.967574Z","end":"2026-03-03T01:41:18.205459Z","steps":["trace[125745836] 'process raft request' (duration: 237.384841ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:41:18.205183Z","caller":"traceutil/trace.go:171","msg":"trace[1183492553] transaction","detail":"{read_only:false; response_revision:22997; number_of_response:1; }","duration":"237.78002ms","start":"2026-03-03T01:41:17.967353Z","end":"2026-03-03T01:41:18.205133Z","steps":["trace[1183492553] 'process raft request' (duration: 237.506244ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:41:18.205416Z","caller":"traceutil/trace.go:171","msg":"trace[1242268359] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:22999; }","duration":"248.19815ms","start":"2026-03-03T01:41:17.9572Z","end":"2026-03-03T01:41:18.205398Z","steps":["trace[1242268359] 'agreement among raft nodes before linearized reading' (duration: 247.914864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:41:18.205812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.569394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-03T01:41:18.205903Z","caller":"traceutil/trace.go:171","msg":"trace[629897779] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:22999; }","duration":"241.724117ms","start":"2026-03-03T01:41:17.964162Z","end":"2026-03-03T01:41:18.205886Z","steps":["trace[629897779] 'agreement among raft nodes before linearized reading' (duration: 241.422281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:41:18.205996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.489535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T01:41:18.206068Z","caller":"traceutil/trace.go:171","msg":"trace[1304697301] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22999; }","duration":"249.365626ms","start":"2026-03-03T01:41:17.956686Z","end":"2026-03-03T01:41:18.206051Z","steps":["trace[1304697301] 'agreement among raft nodes before linearized reading' (duration: 249.147151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:41:18.206239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.774803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-03-03T01:41:18.206304Z","caller":"traceutil/trace.go:171","msg":"trace[236904057] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:22999; }","duration":"238.840044ms","start":"2026-03-03T01:41:17.967448Z","end":"2026-03-03T01:41:18.206288Z","steps":["trace[236904057] 'agreement among raft nodes before linearized reading' (duration: 238.683461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:41:18.20636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.669976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:41:18.206443Z","caller":"traceutil/trace.go:171","msg":"trace[545908289] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22999; }","duration":"241.770969ms","start":"2026-03-03T01:41:17.964661Z","end":"2026-03-03T01:41:18.206432Z","steps":["trace[545908289] 'agreement among raft nodes before linearized reading' (duration: 241.592685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:41:18.206365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.770152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-03T01:41:18.206227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.555628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-03-03T01:41:18.206703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.031418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-03-03T01:41:18.206689Z","caller":"traceutil/trace.go:171","msg":"trace[294210667] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22999; }","duration":"249.643762ms","start":"2026-03-03T01:41:17.957032Z","end":"2026-03-03T01:41:18.206675Z","steps":["trace[294210667] 'agreement among raft nodes before linearized reading' (duration: 249.222852ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:41:18.206746Z","caller":"traceutil/trace.go:171","msg":"trace[1526233962] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:22999; }","duration":"241.912692ms","start":"2026-03-03T01:41:17.964821Z","end":"2026-03-03T01:41:18.206734Z","steps":["trace[1526233962] 'agreement among raft nodes before linearized reading' (duration: 241.788299ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:41:18.206723Z","caller":"traceutil/trace.go:171","msg":"trace[115614071] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:22999; }","duration":"249.485508ms","start":"2026-03-03T01:41:17.957221Z","end":"2026-03-03T01:41:18.206707Z","steps":["trace[115614071] 'agreement among raft nodes before linearized reading' (duration: 248.522366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:41:18.206939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.767345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-03-03T01:41:18.207037Z","caller":"traceutil/trace.go:171","msg":"trace[1479397738] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:22999; }","duration":"236.039821ms","start":"2026-03-03T01:41:17.970971Z","end":"2026-03-03T01:41:18.207011Z","steps":["trace[1479397738] 'agreement among raft nodes before linearized reading' (duration: 235.623582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:41:18.206849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.634242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-03T01:41:18.207149Z","caller":"traceutil/trace.go:171","msg":"trace[1690449684] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:22999; }","duration":"134.950009ms","start":"2026-03-03T01:41:18.072176Z","end":"2026-03-03T01:41:18.207126Z","steps":["trace[1690449684] 'agreement among raft nodes before linearized reading' (duration: 134.099271ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:41:18.448696Z","caller":"traceutil/trace.go:171","msg":"trace[739849457] linearizableReadLoop","detail":"{readStateIndex:23805; appliedIndex:23804; }","duration":"228.614069ms","start":"2026-03-03T01:41:18.220062Z","end":"2026-03-03T01:41:18.448676Z","steps":["trace[739849457] 'read index received' (duration: 133.226503ms)","trace[739849457] 'applied index is now lower than readState.Index' (duration: 95.386986ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:41:18.44897Z","caller":"traceutil/trace.go:171","msg":"trace[1648966880] transaction","detail":"{read_only:false; response_revision:23000; number_of_response:1; }","duration":"230.668202ms","start":"2026-03-03T01:41:18.218271Z","end":"2026-03-03T01:41:18.448939Z","steps":["trace[1648966880] 'process raft request' (duration: 135.034341ms)","trace[1648966880] 'compare' (duration: 95.269413ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:41:18.449388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.293913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18993118c8c071a9\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-03T01:41:18.449482Z","caller":"traceutil/trace.go:171","msg":"trace[352481815] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18993118c8c071a9; range_end:; response_count:1; response_revision:23000; }","duration":"229.422576ms","start":"2026-03-03T01:41:18.22004Z","end":"2026-03-03T01:41:18.449462Z","steps":["trace[352481815] 'agreement among raft nodes before linearized reading' (duration: 229.116169ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:41:18.532808Z","caller":"traceutil/trace.go:171","msg":"trace[2052848616] transaction","detail":"{read_only:false; response_revision:23001; number_of_response:1; }","duration":"147.973717ms","start":"2026-03-03T01:41:18.384813Z","end":"2026-03-03T01:41:18.532787Z","steps":["trace[2052848616] 'process raft request' (duration: 147.635869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:41:18.53289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.79681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:41:18.532922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.009934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:41:18.533058Z","caller":"traceutil/trace.go:171","msg":"trace[1983605929] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23001; }","duration":"233.176648ms","start":"2026-03-03T01:41:18.299857Z","end":"2026-03-03T01:41:18.533033Z","steps":["trace[1983605929] 'agreement among raft nodes before linearized reading' (duration: 232.956093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:41:18.533069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.389849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-03T01:41:18.532944Z","caller":"traceutil/trace.go:171","msg":"trace[769564367] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23001; }","duration":"232.870092ms","start":"2026-03-03T01:41:18.30006Z","end":"2026-03-03T01:41:18.53293Z","steps":["trace[769564367] 'agreement among raft nodes before linearized reading' (duration: 232.731029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:41:18.533113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.280865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"info","ts":"2026-03-03T01:41:18.533184Z","caller":"traceutil/trace.go:171","msg":"trace[1760112015] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23001; }","duration":"312.386777ms","start":"2026-03-03T01:41:18.220781Z","end":"2026-03-03T01:41:18.533168Z","steps":["trace[1760112015] 'agreement among raft nodes before linearized reading' (duration: 312.116581ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:41:18.533129Z","caller":"traceutil/trace.go:171","msg":"trace[1989533183] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23001; }","duration":"226.480001ms","start":"2026-03-03T01:41:18.306633Z","end":"2026-03-03T01:41:18.533113Z","steps":["trace[1989533183] 'agreement among raft nodes before linearized reading' (duration: 226.207685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:41:18.533237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:41:18.22077Z","time spent":"312.457989ms","remote":"127.0.0.1:34926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7319,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-03T01:41:18.59607Z","caller":"traceutil/trace.go:171","msg":"trace[594733812] transaction","detail":"{read_only:false; response_revision:23002; number_of_response:1; }","duration":"144.264866ms","start":"2026-03-03T01:41:18.451775Z","end":"2026-03-03T01:41:18.59604Z","steps":["trace[594733812] 'process raft request' (duration: 135.525063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:41:18.596284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.021003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-03T01:41:18.596363Z","caller":"traceutil/trace.go:171","msg":"trace[1098645770] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23003; }","duration":"145.122615ms","start":"2026-03-03T01:41:18.451222Z","end":"2026-03-03T01:41:18.596344Z","steps":["trace[1098645770] 'agreement among raft nodes before linearized reading' (duration: 144.89894ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:41:48.471084Z","caller":"traceutil/trace.go:171","msg":"trace[1497644629] transaction","detail":"{read_only:false; response_revision:23222; number_of_response:1; }","duration":"558.138454ms","start":"2026-03-03T01:41:47.912918Z","end":"2026-03-03T01:41:48.471057Z","steps":["trace[1497644629] 'process raft request' (duration: 557.899119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:41:48.471253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:41:47.912897Z","time spent":"558.273706ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:41:48.798451Z","caller":"traceutil/trace.go:171","msg":"trace[1239245172] transaction","detail":"{read_only:false; response_revision:23223; number_of_response:1; }","duration":"806.327585ms","start":"2026-03-03T01:41:47.992104Z","end":"2026-03-03T01:41:48.798432Z","steps":["trace[1239245172] 'process raft request' (duration: 805.996977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:41:48.798597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:41:47.992081Z","time spent":"806.468767ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:41:48.798747Z","caller":"traceutil/trace.go:171","msg":"trace[1125313237] transaction","detail":"{read_only:false; response_revision:23227; number_of_response:1; }","duration":"436.547319ms","start":"2026-03-03T01:41:48.362194Z","end":"2026-03-03T01:41:48.798741Z","steps":["trace[1125313237] 'process raft request' (duration: 436.369405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:41:48.799815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:41:48.362183Z","time spent":"437.610972ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:41:48.798794Z","caller":"traceutil/trace.go:171","msg":"trace[2096788175] transaction","detail":"{read_only:false; response_revision:23229; number_of_response:1; }","duration":"436.185902ms","start":"2026-03-03T01:41:48.362582Z","end":"2026-03-03T01:41:48.798768Z","steps":["trace[2096788175] 'process raft request' (duration: 436.037649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:41:48.800006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:41:48.362565Z","time spent":"437.421489ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:41:48.798813Z","caller":"traceutil/trace.go:171","msg":"trace[1737244098] transaction","detail":"{read_only:false; response_revision:23230; number_of_response:1; }","duration":"434.540605ms","start":"2026-03-03T01:41:48.364258Z","end":"2026-03-03T01:41:48.798798Z","steps":["trace[1737244098] 'process raft request' (duration: 434.391511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:41:48.800154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:41:48.364245Z","time spent":"435.890885ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:41:48.798841Z","caller":"traceutil/trace.go:171","msg":"trace[410780210] transaction","detail":"{read_only:false; response_revision:23228; number_of_response:1; }","duration":"436.459767ms","start":"2026-03-03T01:41:48.362373Z","end":"2026-03-03T01:41:48.798833Z","steps":["trace[410780210] 'process raft request' (duration: 436.217892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:41:48.800304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:41:48.36236Z","time spent":"437.92605ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:41:48.798873Z","caller":"traceutil/trace.go:171","msg":"trace[1736791007] transaction","detail":"{read_only:false; response_revision:23224; number_of_response:1; }","duration":"482.145456ms","start":"2026-03-03T01:41:48.31672Z","end":"2026-03-03T01:41:48.798866Z","steps":["trace[1736791007] 'process raft request' (duration: 481.526833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:41:48.800621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:41:48.316699Z","time spent":"483.900435ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:41:48.798878Z","caller":"traceutil/trace.go:171","msg":"trace[1529477721] transaction","detail":"{read_only:false; response_revision:23225; number_of_response:1; }","duration":"481.841329ms","start":"2026-03-03T01:41:48.317029Z","end":"2026-03-03T01:41:48.79887Z","steps":["trace[1529477721] 'process raft request' (duration: 481.464241ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:41:48.798728Z","caller":"traceutil/trace.go:171","msg":"trace[938513434] linearizableReadLoop","detail":"{readStateIndex:24034; appliedIndex:24032; }","duration":"773.834427ms","start":"2026-03-03T01:41:48.024876Z","end":"2026-03-03T01:41:48.79871Z","steps":["trace[938513434] 'read index received' (duration: 445.822564ms)","trace[938513434] 'applied index is now lower than readState.Index' (duration: 328.010973ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:41:48.798886Z","caller":"traceutil/trace.go:171","msg":"trace[1070170958] transaction","detail":"{read_only:false; response_revision:23231; number_of_response:1; }","duration":"372.72321ms","start":"2026-03-03T01:41:48.426125Z","end":"2026-03-03T01:41:48.798848Z","steps":["trace[1070170958] 'process raft request' (duration: 372.552166ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:41:48.798932Z","caller":"traceutil/trace.go:171","msg":"trace[618371544] transaction","detail":"{read_only:false; response_revision:23226; number_of_response:1; }","duration":"477.472783ms","start":"2026-03-03T01:41:48.321435Z","end":"2026-03-03T01:41:48.798908Z","steps":["trace[618371544] 'process raft request' (duration: 477.099195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:41:48.799344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.46234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7267"} {"level":"info","ts":"2026-03-03T01:41:48.801564Z","caller":"traceutil/trace.go:171","msg":"trace[1716716700] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:23231; }","duration":"776.71608ms","start":"2026-03-03T01:41:48.02484Z","end":"2026-03-03T01:41:48.801556Z","steps":["trace[1716716700] 'agreement among raft nodes before linearized reading' (duration: 774.097743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:41:48.801599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:41:48.024826Z","time spent":"776.764321ms","remote":"127.0.0.1:34990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7290,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-03-03T01:41:48.801585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:41:48.426107Z","time spent":"375.431109ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:41:48.801692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:41:48.321405Z","time spent":"480.226983ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:41:48.801954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:41:48.317019Z","time spent":"484.867157ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:41:48.812686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.593906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T01:41:48.812706Z","caller":"traceutil/trace.go:171","msg":"trace[1434852747] transaction","detail":"{read_only:false; response_revision:23232; number_of_response:1; }","duration":"241.703746ms","start":"2026-03-03T01:41:48.570984Z","end":"2026-03-03T01:41:48.812688Z","steps":["trace[1434852747] 'process raft request' (duration: 241.458921ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:41:48.812759Z","caller":"traceutil/trace.go:171","msg":"trace[752804536] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23232; }","duration":"386.673817ms","start":"2026-03-03T01:41:48.426058Z","end":"2026-03-03T01:41:48.812732Z","steps":["trace[752804536] 'agreement among raft nodes before linearized reading' (duration: 386.566525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:41:48.812789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:41:48.426046Z","time spent":"386.738169ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T01:41:48.812686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.417405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7267"} {"level":"info","ts":"2026-03-03T01:41:48.812882Z","caller":"traceutil/trace.go:171","msg":"trace[1967966122] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:23232; }","duration":"786.622159ms","start":"2026-03-03T01:41:48.026233Z","end":"2026-03-03T01:41:48.812855Z","steps":["trace[1967966122] 'agreement among raft nodes before linearized reading' (duration: 786.310922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:41:48.812903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.566458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-03-03T01:41:48.812936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:41:48.026225Z","time spent":"786.698082ms","remote":"127.0.0.1:34990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7290,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-03-03T01:41:48.813003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.822904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T01:41:48.812939Z","caller":"traceutil/trace.go:171","msg":"trace[504824828] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:23232; }","duration":"584.62679ms","start":"2026-03-03T01:41:48.2283Z","end":"2026-03-03T01:41:48.812927Z","steps":["trace[504824828] 'agreement among raft nodes before linearized reading' (duration: 584.477756ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:41:48.813031Z","caller":"traceutil/trace.go:171","msg":"trace[1425863056] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23232; }","duration":"637.903406ms","start":"2026-03-03T01:41:48.175121Z","end":"2026-03-03T01:41:48.813025Z","steps":["trace[1425863056] 'agreement among raft nodes before linearized reading' (duration: 637.735402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:41:48.813061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:41:48.17508Z","time spent":"637.976167ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T01:41:48.81305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:41:48.228288Z","time spent":"584.746872ms","remote":"127.0.0.1:34908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-03T01:41:48.81269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.615351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T01:41:48.813143Z","caller":"traceutil/trace.go:171","msg":"trace[539135147] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23232; }","duration":"418.110482ms","start":"2026-03-03T01:41:48.395027Z","end":"2026-03-03T01:41:48.813138Z","steps":["trace[539135147] 'agreement among raft nodes before linearized reading' (duration: 417.580001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:41:48.81316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:41:48.395005Z","time spent":"418.149393ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T01:41:48.812686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.526335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T01:41:48.813232Z","caller":"traceutil/trace.go:171","msg":"trace[252616926] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23232; }","duration":"387.116858ms","start":"2026-03-03T01:41:48.426101Z","end":"2026-03-03T01:41:48.813218Z","steps":["trace[252616926] 'agreement among raft nodes before linearized reading' (duration: 386.479074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:41:48.813286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:41:48.42608Z","time spent":"387.196039ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T01:41:48.813485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.333737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:41:48.813528Z","caller":"traceutil/trace.go:171","msg":"trace[884358885] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:23232; }","duration":"298.442059ms","start":"2026-03-03T01:41:48.515074Z","end":"2026-03-03T01:41:48.813517Z","steps":["trace[884358885] 'agreement among raft nodes before linearized reading' (duration: 298.337887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:41:48.814802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.209792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T01:41:48.814836Z","caller":"traceutil/trace.go:171","msg":"trace[20527907] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23232; }","duration":"388.277014ms","start":"2026-03-03T01:41:48.426551Z","end":"2026-03-03T01:41:48.814828Z","steps":["trace[20527907] 'agreement among raft nodes before linearized reading' (duration: 388.191632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:41:48.814857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:41:48.42654Z","time spent":"388.312524ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T01:41:51.012802Z","caller":"traceutil/trace.go:171","msg":"trace[1862001733] transaction","detail":"{read_only:false; response_revision:23248; number_of_response:1; }","duration":"125.300666ms","start":"2026-03-03T01:41:50.887473Z","end":"2026-03-03T01:41:51.012773Z","steps":["trace[1862001733] 'process raft request' (duration: 105.171361ms)","trace[1862001733] 'compare' (duration: 19.757007ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:41:51.013058Z","caller":"traceutil/trace.go:171","msg":"trace[2048674507] transaction","detail":"{read_only:false; response_revision:23249; number_of_response:1; }","duration":"123.649411ms","start":"2026-03-03T01:41:50.889389Z","end":"2026-03-03T01:41:51.013038Z","steps":["trace[2048674507] 'process raft request' (duration: 123.17551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:41:53.123242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.357167ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:41:53.123483Z","caller":"traceutil/trace.go:171","msg":"trace[1426743953] transaction","detail":"{read_only:false; response_revision:23257; number_of_response:1; }","duration":"284.050913ms","start":"2026-03-03T01:41:52.839415Z","end":"2026-03-03T01:41:53.123466Z","steps":["trace[1426743953] 'process raft request' (duration: 283.982492ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:41:53.123597Z","caller":"traceutil/trace.go:171","msg":"trace[1379262585] transaction","detail":"{read_only:false; response_revision:23255; number_of_response:1; }","duration":"284.37664ms","start":"2026-03-03T01:41:52.83921Z","end":"2026-03-03T01:41:53.123587Z","steps":["trace[1379262585] 'process raft request' (duration: 125.592513ms)","trace[1379262585] 'compare' (duration: 158.00435ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:41:53.123685Z","caller":"traceutil/trace.go:171","msg":"trace[755307849] transaction","detail":"{read_only:false; response_revision:23256; number_of_response:1; }","duration":"284.294778ms","start":"2026-03-03T01:41:52.839368Z","end":"2026-03-03T01:41:53.123663Z","steps":["trace[755307849] 'process raft request' (duration: 283.956971ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:41:53.124016Z","caller":"traceutil/trace.go:171","msg":"trace[360020622] transaction","detail":"{read_only:false; response_revision:23258; number_of_response:1; }","duration":"284.022272ms","start":"2026-03-03T01:41:52.839973Z","end":"2026-03-03T01:41:53.123996Z","steps":["trace[360020622] 'process raft request' (duration: 283.456489ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:41:53.124324Z","caller":"traceutil/trace.go:171","msg":"trace[968822585] linearizableReadLoop","detail":"{readStateIndex:24070; appliedIndex:24065; }","duration":"284.168604ms","start":"2026-03-03T01:41:52.840144Z","end":"2026-03-03T01:41:53.124313Z","steps":["trace[968822585] 'read index received' (duration: 37.266983ms)","trace[968822585] 'applied index is now lower than readState.Index' (duration: 246.900541ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:41:53.124428Z","caller":"traceutil/trace.go:171","msg":"trace[364480685] transaction","detail":"{read_only:false; response_revision:23260; number_of_response:1; }","duration":"283.851617ms","start":"2026-03-03T01:41:52.840549Z","end":"2026-03-03T01:41:53.124401Z","steps":["trace[364480685] 'process raft request' (duration: 283.355357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:41:53.124522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.370679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7267"} {"level":"info","ts":"2026-03-03T01:41:53.124536Z","caller":"traceutil/trace.go:171","msg":"trace[1585126362] transaction","detail":"{read_only:false; response_revision:23259; number_of_response:1; }","duration":"284.222215ms","start":"2026-03-03T01:41:52.840298Z","end":"2026-03-03T01:41:53.12452Z","steps":["trace[1585126362] 'process raft request' (duration: 283.387057ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:41:53.12455Z","caller":"traceutil/trace.go:171","msg":"trace[652667261] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:23260; }","duration":"284.422989ms","start":"2026-03-03T01:41:52.840119Z","end":"2026-03-03T01:41:53.124542Z","steps":["trace[652667261] 'agreement among raft nodes before linearized reading' (duration: 284.284366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:41:53.124632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.182504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7267"} {"level":"info","ts":"2026-03-03T01:41:53.124657Z","caller":"traceutil/trace.go:171","msg":"trace[1029332536] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:23260; }","duration":"284.221306ms","start":"2026-03-03T01:41:52.840429Z","end":"2026-03-03T01:41:53.12465Z","steps":["trace[1029332536] 'agreement among raft nodes before linearized reading' (duration: 284.148884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:41:53.124916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.760687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T01:41:53.124974Z","caller":"traceutil/trace.go:171","msg":"trace[102274148] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23260; }","duration":"106.835109ms","start":"2026-03-03T01:41:53.018126Z","end":"2026-03-03T01:41:53.124961Z","steps":["trace[102274148] 'agreement among raft nodes before linearized reading' (duration: 106.710396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:41:53.124986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.388822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T01:41:53.125048Z","caller":"traceutil/trace.go:171","msg":"trace[235898341] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23260; }","duration":"261.495073ms","start":"2026-03-03T01:41:52.863539Z","end":"2026-03-03T01:41:53.125034Z","steps":["trace[235898341] 'agreement among raft nodes before linearized reading' (duration: 261.300819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:41:53.124933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.088524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T01:41:53.125204Z","caller":"traceutil/trace.go:171","msg":"trace[2115006546] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23260; }","duration":"107.414911ms","start":"2026-03-03T01:41:53.017756Z","end":"2026-03-03T01:41:53.125171Z","steps":["trace[2115006546] 'agreement among raft nodes before linearized reading' (duration: 106.984162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:41:53.125219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.376242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T01:41:53.125433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.440708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-03T01:41:53.125645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.082945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:194"} {"level":"info","ts":"2026-03-03T01:41:53.126835Z","caller":"traceutil/trace.go:171","msg":"trace[881939619] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23260; }","duration":"107.571006ms","start":"2026-03-03T01:41:53.017795Z","end":"2026-03-03T01:41:53.125366Z","steps":["trace[881939619] 'agreement among raft nodes before linearized reading' (duration: 107.349391ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:41:53.126937Z","caller":"traceutil/trace.go:171","msg":"trace[1602394232] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:23260; }","duration":"247.832883ms","start":"2026-03-03T01:41:52.877875Z","end":"2026-03-03T01:41:53.125707Z","steps":["trace[1602394232] 'agreement among raft nodes before linearized reading' (duration: 246.926072ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:41:53.127126Z","caller":"traceutil/trace.go:171","msg":"trace[1357507541] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23260; }","duration":"196.626613ms","start":"2026-03-03T01:41:52.928854Z","end":"2026-03-03T01:41:53.12548Z","steps":["trace[1357507541] 'agreement among raft nodes before linearized reading' (duration: 195.887786ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:41:59.378218Z","caller":"traceutil/trace.go:171","msg":"trace[1711330464] transaction","detail":"{read_only:false; response_revision:23391; number_of_response:1; }","duration":"125.86986ms","start":"2026-03-03T01:41:59.252319Z","end":"2026-03-03T01:41:59.378189Z","steps":["trace[1711330464] 'process raft request' (duration: 71.637681ms)","trace[1711330464] 'compare' (duration: 54.086705ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:41:59.402405Z","caller":"traceutil/trace.go:171","msg":"trace[514463476] transaction","detail":"{read_only:false; response_revision:23392; number_of_response:1; }","duration":"149.983021ms","start":"2026-03-03T01:41:59.252396Z","end":"2026-03-03T01:41:59.402379Z","steps":["trace[514463476] 'process raft request' (duration: 149.820358ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:41:59.40258Z","caller":"traceutil/trace.go:171","msg":"trace[267353700] transaction","detail":"{read_only:false; response_revision:23393; number_of_response:1; }","duration":"149.520351ms","start":"2026-03-03T01:41:59.253048Z","end":"2026-03-03T01:41:59.402568Z","steps":["trace[267353700] 'process raft request' (duration: 149.289796ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:41:59.402665Z","caller":"traceutil/trace.go:171","msg":"trace[1348076440] linearizableReadLoop","detail":"{readStateIndex:24211; appliedIndex:24207; }","duration":"144.593562ms","start":"2026-03-03T01:41:59.25806Z","end":"2026-03-03T01:41:59.402654Z","steps":["trace[1348076440] 'read index received' (duration: 65.917945ms)","trace[1348076440] 'applied index is now lower than readState.Index' (duration: 78.674907ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:41:59.402737Z","caller":"traceutil/trace.go:171","msg":"trace[1434730039] transaction","detail":"{read_only:false; response_revision:23394; number_of_response:1; }","duration":"148.875778ms","start":"2026-03-03T01:41:59.253852Z","end":"2026-03-03T01:41:59.402728Z","steps":["trace[1434730039] 'process raft request' (duration: 148.677883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:41:59.402856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.382078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-03T01:41:59.402903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.835597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:180"} {"level":"info","ts":"2026-03-03T01:41:59.40293Z","caller":"traceutil/trace.go:171","msg":"trace[2042321417] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:23394; }","duration":"144.897769ms","start":"2026-03-03T01:41:59.258025Z","end":"2026-03-03T01:41:59.402923Z","steps":["trace[2042321417] 'agreement among raft nodes before linearized reading' (duration: 144.831617ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:41:59.402927Z","caller":"traceutil/trace.go:171","msg":"trace[1331399386] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23394; }","duration":"101.504051ms","start":"2026-03-03T01:41:59.301407Z","end":"2026-03-03T01:41:59.402911Z","steps":["trace[1331399386] 'agreement among raft nodes before linearized reading' (duration: 101.331147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:09.217806Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565435288869838,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:42:09.718905Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565435288869838,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:42:10.219612Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565435288869838,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:42:10.59095Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.089494607s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T01:42:10.594268Z","caller":"traceutil/trace.go:171","msg":"trace[451700558] transaction","detail":"{read_only:false; response_revision:23479; number_of_response:1; }","duration":"2.092936443s","start":"2026-03-03T01:42:08.501306Z","end":"2026-03-03T01:42:10.594242Z","steps":["trace[451700558] 'process raft request' (duration: 2.092747449s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:10.594428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:08.501271Z","time spent":"2.093081965s","remote":"127.0.0.1:34926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8439,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:42:10.816982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.099644721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T01:42:10.817062Z","caller":"traceutil/trace.go:171","msg":"trace[577969690] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.099780244s","start":"2026-03-03T01:42:08.717265Z","end":"2026-03-03T01:42:10.817045Z","steps":["trace[577969690] 'agreement among raft nodes before linearized reading' (duration: 2.099680212s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:10.817096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:08.717231Z","time spent":"2.099858866s","remote":"127.0.0.1:34742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T01:42:11.401292Z","caller":"traceutil/trace.go:171","msg":"trace[1678784605] transaction","detail":"{read_only:false; response_revision:23480; number_of_response:1; }","duration":"2.895955913s","start":"2026-03-03T01:42:08.505312Z","end":"2026-03-03T01:42:11.401268Z","steps":["trace[1678784605] 'process raft request' (duration: 2.895777919s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:11.401431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:08.505291Z","time spent":"2.896068137s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:42:11.401621Z","caller":"traceutil/trace.go:171","msg":"trace[305719502] transaction","detail":"{read_only:false; response_revision:23481; number_of_response:1; }","duration":"2.473833013s","start":"2026-03-03T01:42:08.927781Z","end":"2026-03-03T01:42:11.401614Z","steps":["trace[305719502] 'process raft request' (duration: 2.473454924s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:11.401662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:08.927757Z","time spent":"2.473882405s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:42:11.401888Z","caller":"traceutil/trace.go:171","msg":"trace[984646010] transaction","detail":"{read_only:false; response_revision:23483; number_of_response:1; }","duration":"2.354498959s","start":"2026-03-03T01:42:09.047381Z","end":"2026-03-03T01:42:11.40188Z","steps":["trace[984646010] 'process raft request' (duration: 2.354237083s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:42:11.401871Z","caller":"traceutil/trace.go:171","msg":"trace[1884323637] transaction","detail":"{read_only:false; response_revision:23482; number_of_response:1; }","duration":"2.435646331s","start":"2026-03-03T01:42:08.966149Z","end":"2026-03-03T01:42:11.401796Z","steps":["trace[1884323637] 'process raft request' (duration: 2.435371835s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:42:11.40199Z","caller":"traceutil/trace.go:171","msg":"trace[126337302] transaction","detail":"{read_only:false; response_revision:23484; number_of_response:1; }","duration":"2.209980217s","start":"2026-03-03T01:42:09.191954Z","end":"2026-03-03T01:42:11.401934Z","steps":["trace[126337302] 'process raft request' (duration: 2.209786463s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:11.402044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:08.966123Z","time spent":"2.435846755s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:42:11.402025Z","caller":"traceutil/trace.go:171","msg":"trace[753644042] transaction","detail":"{read_only:false; response_revision:23485; number_of_response:1; }","duration":"2.204516726s","start":"2026-03-03T01:42:09.197475Z","end":"2026-03-03T01:42:11.401991Z","steps":["trace[753644042] 'process raft request' (duration: 2.204367183s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:42:11.402094Z","caller":"traceutil/trace.go:171","msg":"trace[1804050978] transaction","detail":"{read_only:false; response_revision:23487; number_of_response:1; }","duration":"2.198803031s","start":"2026-03-03T01:42:09.203273Z","end":"2026-03-03T01:42:11.402076Z","steps":["trace[1804050978] 'process raft request' (duration: 2.198674528s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:11.401928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:09.047356Z","time spent":"2.3545551s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:42:11.402125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:09.203253Z","time spent":"2.198855892s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:42:11.402102Z","caller":"traceutil/trace.go:171","msg":"trace[1080799186] transaction","detail":"{read_only:false; response_revision:23488; number_of_response:1; }","duration":"2.197401581s","start":"2026-03-03T01:42:09.204662Z","end":"2026-03-03T01:42:11.402063Z","steps":["trace[1080799186] 'process raft request' (duration: 2.197321799s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:11.402188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:09.197461Z","time spent":"2.20464531s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:42:11.402215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:09.191904Z","time spent":"2.210190941s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:42:11.402046Z","caller":"traceutil/trace.go:171","msg":"trace[928746974] transaction","detail":"{read_only:false; response_revision:23486; number_of_response:1; }","duration":"2.198888302s","start":"2026-03-03T01:42:09.203152Z","end":"2026-03-03T01:42:11.40204Z","steps":["trace[928746974] 'process raft request' (duration: 2.198750989s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:11.402297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:09.20465Z","time spent":"2.197562314s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:42:11.402358Z","caller":"traceutil/trace.go:171","msg":"trace[474570243] transaction","detail":"{read_only:false; response_revision:23489; number_of_response:1; }","duration":"2.195633221s","start":"2026-03-03T01:42:09.206717Z","end":"2026-03-03T01:42:11.40235Z","steps":["trace[474570243] 'process raft request' (duration: 2.195307254s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:42:11.402305Z","caller":"traceutil/trace.go:171","msg":"trace[1422592407] linearizableReadLoop","detail":"{readStateIndex:24310; appliedIndex:24300; }","duration":"2.684945845s","start":"2026-03-03T01:42:08.71732Z","end":"2026-03-03T01:42:11.402266Z","steps":["trace[1422592407] 'read index received' (duration: 1.877050416s)","trace[1422592407] 'applied index is now lower than readState.Index' (duration: 807.893919ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:42:11.402398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:09.206702Z","time spent":"2.195672322s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:42:11.402465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:09.203129Z","time spent":"2.199183389s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:42:11.702823Z","caller":"traceutil/trace.go:171","msg":"trace[1742747094] transaction","detail":"{read_only:false; response_revision:23491; number_of_response:1; }","duration":"1.099869366s","start":"2026-03-03T01:42:10.602929Z","end":"2026-03-03T01:42:11.702799Z","steps":["trace[1742747094] 'process raft request' (duration: 1.099514378s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:11.702963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:10.602918Z","time spent":"1.099978408s","remote":"127.0.0.1:34922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":651,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:42:11.703059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.770266689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T01:42:11.703102Z","caller":"traceutil/trace.go:171","msg":"trace[2000832689] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:23494; }","duration":"2.770362011s","start":"2026-03-03T01:42:08.93273Z","end":"2026-03-03T01:42:11.703092Z","steps":["trace[2000832689] 'agreement among raft nodes before linearized reading' (duration: 2.770149687s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:42:11.703032Z","caller":"traceutil/trace.go:171","msg":"trace[1549102601] transaction","detail":"{read_only:false; response_revision:23490; number_of_response:1; }","duration":"1.100423268s","start":"2026-03-03T01:42:10.602458Z","end":"2026-03-03T01:42:11.702881Z","steps":["trace[1549102601] 'process raft request' (duration: 1.099642571s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:42:11.702844Z","caller":"traceutil/trace.go:171","msg":"trace[982567081] linearizableReadLoop","detail":"{readStateIndex:24315; appliedIndex:24310; }","duration":"300.437713ms","start":"2026-03-03T01:42:11.402388Z","end":"2026-03-03T01:42:11.702826Z","steps":["trace[982567081] 'read index received' (duration: 299.602325ms)","trace[982567081] 'applied index is now lower than readState.Index' (duration: 834.358µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:42:11.703277Z","caller":"traceutil/trace.go:171","msg":"trace[2049294655] transaction","detail":"{read_only:false; response_revision:23492; number_of_response:1; }","duration":"1.099806614s","start":"2026-03-03T01:42:10.603459Z","end":"2026-03-03T01:42:11.703266Z","steps":["trace[2049294655] 'process raft request' (duration: 1.099208871s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:11.70334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:10.603426Z","time spent":"1.099877925s","remote":"127.0.0.1:35080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1092,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:42:11.703355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:10.602435Z","time spent":"1.100760346s","remote":"127.0.0.1:35014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1166,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:42:11.703669Z","caller":"traceutil/trace.go:171","msg":"trace[423296258] transaction","detail":"{read_only:false; response_revision:23493; number_of_response:1; }","duration":"1.095690544s","start":"2026-03-03T01:42:10.607967Z","end":"2026-03-03T01:42:11.703658Z","steps":["trace[423296258] 'process raft request' (duration: 1.094752813s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:11.70376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:10.607915Z","time spent":"1.095795516s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7526,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:42:11.70404Z","caller":"traceutil/trace.go:171","msg":"trace[984590326] transaction","detail":"{read_only:false; response_revision:23494; number_of_response:1; }","duration":"383.335985ms","start":"2026-03-03T01:42:11.320691Z","end":"2026-03-03T01:42:11.704027Z","steps":["trace[984590326] 'process raft request' (duration: 382.075676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:11.7041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:11.320668Z","time spent":"383.400046ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:42:11.704118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.97865431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:42:11.704162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.285130627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T01:42:11.704183Z","caller":"traceutil/trace.go:171","msg":"trace[1958186287] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:23494; }","duration":"1.978779804s","start":"2026-03-03T01:42:09.725387Z","end":"2026-03-03T01:42:11.704167Z","steps":["trace[1958186287] 'agreement among raft nodes before linearized reading' (duration: 1.978678462s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:42:11.704202Z","caller":"traceutil/trace.go:171","msg":"trace[910742520] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23494; }","duration":"2.285212739s","start":"2026-03-03T01:42:09.418978Z","end":"2026-03-03T01:42:11.70419Z","steps":["trace[910742520] 'agreement among raft nodes before linearized reading' (duration: 2.285086316s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:11.704213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:09.725356Z","time spent":"1.978851385s","remote":"127.0.0.1:33604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:42:11.704233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:09.418962Z","time spent":"2.28526482s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T01:42:11.703138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:08.932707Z","time spent":"2.770422442s","remote":"127.0.0.1:35094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":179,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:42:11.704357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.007906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:42:11.704372Z","caller":"traceutil/trace.go:171","msg":"trace[1870142748] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23494; }","duration":"887.038427ms","start":"2026-03-03T01:42:10.817328Z","end":"2026-03-03T01:42:11.704367Z","steps":["trace[1870142748] 'agreement among raft nodes before linearized reading' (duration: 887.010056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:11.704385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:10.817315Z","time spent":"887.066517ms","remote":"127.0.0.1:34740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:42:11.704354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.470152202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T01:42:11.704438Z","caller":"traceutil/trace.go:171","msg":"trace[218338459] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23494; }","duration":"2.470274985s","start":"2026-03-03T01:42:09.234139Z","end":"2026-03-03T01:42:11.704414Z","steps":["trace[218338459] 'agreement among raft nodes before linearized reading' (duration: 2.469999539s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:11.704467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.067529322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-03T01:42:11.704484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:09.234125Z","time spent":"2.470349426s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T01:42:11.704501Z","caller":"traceutil/trace.go:171","msg":"trace[1114879056] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23494; }","duration":"2.067596444s","start":"2026-03-03T01:42:09.636895Z","end":"2026-03-03T01:42:11.704492Z","steps":["trace[1114879056] 'agreement among raft nodes before linearized reading' (duration: 2.067489671s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:11.70454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:09.636876Z","time spent":"2.067654635s","remote":"127.0.0.1:34926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T01:42:11.704624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.698483474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:42:11.704655Z","caller":"traceutil/trace.go:171","msg":"trace[900565685] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:23494; }","duration":"2.698557536s","start":"2026-03-03T01:42:09.006086Z","end":"2026-03-03T01:42:11.704644Z","steps":["trace[900565685] 'agreement among raft nodes before linearized reading' (duration: 2.698504455s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:11.704672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.333334311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.70\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-03T01:42:11.704692Z","caller":"traceutil/trace.go:171","msg":"trace[198614114] range","detail":"{range_begin:/registry/masterleases/199.204.45.70; range_end:; response_count:1; response_revision:23494; }","duration":"1.333356661s","start":"2026-03-03T01:42:10.37133Z","end":"2026-03-03T01:42:11.704687Z","steps":["trace[198614114] 'agreement among raft nodes before linearized reading' (duration: 1.333263719s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:11.704684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:09.006061Z","time spent":"2.698616018s","remote":"127.0.0.1:42436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:42:11.704706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:10.371222Z","time spent":"1.333481554s","remote":"127.0.0.1:34790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.70\" "} {"level":"warn","ts":"2026-03-03T01:42:11.704745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.252852164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T01:42:11.704776Z","caller":"traceutil/trace.go:171","msg":"trace[865721749] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23494; }","duration":"2.252885295s","start":"2026-03-03T01:42:09.451882Z","end":"2026-03-03T01:42:11.704768Z","steps":["trace[865721749] 'agreement among raft nodes before linearized reading' (duration: 2.252796643s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:11.704807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:09.451799Z","time spent":"2.253002247s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T01:42:11.704826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.333481584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:42:11.704851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.771977757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:42:11.704873Z","caller":"traceutil/trace.go:171","msg":"trace[2136458241] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:23494; }","duration":"1.333578197s","start":"2026-03-03T01:42:10.371278Z","end":"2026-03-03T01:42:11.704856Z","steps":["trace[2136458241] 'agreement among raft nodes before linearized reading' (duration: 1.333513355s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:11.704847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.957482392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T01:42:11.704905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:10.371252Z","time spent":"1.333644998s","remote":"127.0.0.1:39746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:42:11.704925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.255313058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T01:42:11.704983Z","caller":"traceutil/trace.go:171","msg":"trace[1895143180] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23494; }","duration":"2.25538795s","start":"2026-03-03T01:42:09.449587Z","end":"2026-03-03T01:42:11.704975Z","steps":["trace[1895143180] 'agreement among raft nodes before linearized reading' (duration: 2.255285548s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:42:11.70499Z","caller":"traceutil/trace.go:171","msg":"trace[579179924] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23494; }","duration":"1.957659366s","start":"2026-03-03T01:42:09.747252Z","end":"2026-03-03T01:42:11.704911Z","steps":["trace[579179924] 'agreement among raft nodes before linearized reading' (duration: 1.957470162s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:11.70501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:09.449575Z","time spent":"2.255428441s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T01:42:11.705047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:09.747215Z","time spent":"1.95782026s","remote":"127.0.0.1:47994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:42:11.705078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.258042829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T01:42:11.704882Z","caller":"traceutil/trace.go:171","msg":"trace[1005198030] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:23494; }","duration":"2.772035138s","start":"2026-03-03T01:42:08.932838Z","end":"2026-03-03T01:42:11.704874Z","steps":["trace[1005198030] 'agreement among raft nodes before linearized reading' (duration: 2.771987357s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:42:11.705097Z","caller":"traceutil/trace.go:171","msg":"trace[385601174] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23494; }","duration":"2.25809337s","start":"2026-03-03T01:42:09.446998Z","end":"2026-03-03T01:42:11.705092Z","steps":["trace[385601174] 'agreement among raft nodes before linearized reading' (duration: 2.258038499s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:11.705115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:09.446981Z","time spent":"2.258130981s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T01:42:11.705164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:08.932826Z","time spent":"2.772303565s","remote":"127.0.0.1:34882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:42:13.899553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.185265ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:42:13.899791Z","caller":"traceutil/trace.go:171","msg":"trace[1415545968] transaction","detail":"{read_only:false; response_revision:23512; number_of_response:1; }","duration":"176.351354ms","start":"2026-03-03T01:42:13.723418Z","end":"2026-03-03T01:42:13.89977Z","steps":["trace[1415545968] 'process raft request' (duration: 176.240732ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:42:13.899852Z","caller":"traceutil/trace.go:171","msg":"trace[793153430] transaction","detail":"{read_only:false; response_revision:23511; number_of_response:1; }","duration":"176.520038ms","start":"2026-03-03T01:42:13.72323Z","end":"2026-03-03T01:42:13.89975Z","steps":["trace[793153430] 'process raft request' (duration: 17.040356ms)","trace[793153430] 'compare' (duration: 158.974991ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:42:13.90016Z","caller":"traceutil/trace.go:171","msg":"trace[192805706] transaction","detail":"{read_only:false; response_revision:23513; number_of_response:1; }","duration":"176.62532ms","start":"2026-03-03T01:42:13.72346Z","end":"2026-03-03T01:42:13.900085Z","steps":["trace[192805706] 'process raft request' (duration: 176.274422ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:42:14.417483Z","caller":"traceutil/trace.go:171","msg":"trace[977761793] transaction","detail":"{read_only:false; response_revision:23514; number_of_response:1; }","duration":"692.593462ms","start":"2026-03-03T01:42:13.724858Z","end":"2026-03-03T01:42:14.417451Z","steps":["trace[977761793] 'process raft request' (duration: 652.1758ms)","trace[977761793] 'compare' (duration: 39.117334ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:42:14.417871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:13.724838Z","time spent":"692.94022ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:42:15.016675Z","caller":"traceutil/trace.go:171","msg":"trace[979449587] linearizableReadLoop","detail":"{readStateIndex:24337; appliedIndex:24335; }","duration":"1.000274246s","start":"2026-03-03T01:42:14.016364Z","end":"2026-03-03T01:42:15.016638Z","steps":["trace[979449587] 'read index received' (duration: 360.794887ms)","trace[979449587] 'applied index is now lower than readState.Index' (duration: 639.477749ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:42:15.016763Z","caller":"traceutil/trace.go:171","msg":"trace[392632302] transaction","detail":"{read_only:false; response_revision:23515; number_of_response:1; }","duration":"1.039110994s","start":"2026-03-03T01:42:13.9776Z","end":"2026-03-03T01:42:15.016711Z","steps":["trace[392632302] 'process raft request' (duration: 1.038519051s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:15.016879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.00046891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:42:15.01693Z","caller":"traceutil/trace.go:171","msg":"trace[152229421] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:23515; }","duration":"1.000604123s","start":"2026-03-03T01:42:14.016303Z","end":"2026-03-03T01:42:15.016907Z","steps":["trace[152229421] 'agreement among raft nodes before linearized reading' (duration: 1.00047374s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:15.016977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:14.016277Z","time spent":"1.000688156s","remote":"127.0.0.1:48034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:42:15.016985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:13.977573Z","time spent":"1.039277787s","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418239,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:42:15.849832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.68336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:42:15.849915Z","caller":"traceutil/trace.go:171","msg":"trace[1165367439] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:23515; }","duration":"469.815263ms","start":"2026-03-03T01:42:15.380077Z","end":"2026-03-03T01:42:15.849892Z","steps":["trace[1165367439] 'count revisions from in-memory index tree' (duration: 469.594158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:15.849947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:15.380054Z","time spent":"469.885816ms","remote":"127.0.0.1:39762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:42:15.865582Z","caller":"traceutil/trace.go:171","msg":"trace[1848047979] transaction","detail":"{read_only:false; response_revision:23516; number_of_response:1; }","duration":"445.325413ms","start":"2026-03-03T01:42:15.420214Z","end":"2026-03-03T01:42:15.865539Z","steps":["trace[1848047979] 'process raft request' (duration: 381.83217ms)","trace[1848047979] 'compare' (duration: 48.128064ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:42:15.865818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:15.42019Z","time spent":"445.469386ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:42:17.537404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20281269s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:42:17.537602Z","caller":"traceutil/trace.go:171","msg":"trace[2124681926] transaction","detail":"{read_only:false; response_revision:23520; number_of_response:1; }","duration":"2.112001424s","start":"2026-03-03T01:42:15.42559Z","end":"2026-03-03T01:42:17.537591Z","steps":["trace[2124681926] 'process raft request' (duration: 2.111951643s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:17.53764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:15.425582Z","time spent":"2.112038715s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:42:17.537692Z","caller":"traceutil/trace.go:171","msg":"trace[51694373] transaction","detail":"{read_only:false; response_revision:23517; number_of_response:1; }","duration":"2.112706339s","start":"2026-03-03T01:42:15.424957Z","end":"2026-03-03T01:42:17.537663Z","steps":["trace[51694373] 'process raft request' (duration: 909.579264ms)","trace[51694373] 'compare' (duration: 1.201301495s)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:42:17.537764Z","caller":"traceutil/trace.go:171","msg":"trace[1583118024] transaction","detail":"{read_only:false; response_revision:23519; number_of_response:1; }","duration":"2.112221159s","start":"2026-03-03T01:42:15.425536Z","end":"2026-03-03T01:42:17.537757Z","steps":["trace[1583118024] 'process raft request' (duration: 2.111988943s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:17.537792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:15.425529Z","time spent":"2.112246899s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:42:17.537724Z","caller":"traceutil/trace.go:171","msg":"trace[387938342] transaction","detail":"{read_only:false; response_revision:23518; number_of_response:1; }","duration":"2.112599417s","start":"2026-03-03T01:42:15.425066Z","end":"2026-03-03T01:42:17.537666Z","steps":["trace[387938342] 'process raft request' (duration: 2.112401532s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:17.537822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:15.424948Z","time spent":"2.112803991s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:42:17.537831Z","caller":"traceutil/trace.go:171","msg":"trace[204438283] transaction","detail":"{read_only:false; response_revision:23521; number_of_response:1; }","duration":"2.111980084s","start":"2026-03-03T01:42:15.425825Z","end":"2026-03-03T01:42:17.537805Z","steps":["trace[204438283] 'process raft request' (duration: 2.111747839s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:17.537982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:15.425817Z","time spent":"2.112085916s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:42:17.538003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:15.42506Z","time spent":"2.112793621s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:42:17.538256Z","caller":"traceutil/trace.go:171","msg":"trace[253429979] transaction","detail":"{read_only:false; response_revision:23522; number_of_response:1; }","duration":"2.111017001s","start":"2026-03-03T01:42:15.427227Z","end":"2026-03-03T01:42:17.538243Z","steps":["trace[253429979] 'process raft request' (duration: 2.11049527s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:17.538319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:15.42722Z","time spent":"2.111065482s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:42:17.717464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000075342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T01:42:17.717545Z","caller":"traceutil/trace.go:171","msg":"trace[529465457] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000215296s","start":"2026-03-03T01:42:15.717311Z","end":"2026-03-03T01:42:17.717526Z","steps":["trace[529465457] 'agreement among raft nodes before linearized reading' (duration: 2.000105423s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:17.717593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:15.717291Z","time spent":"2.000295657s","remote":"127.0.0.1:34742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:42:18.155318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.29696ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T01:42:18.155558Z","caller":"traceutil/trace.go:171","msg":"trace[870071804] linearizableReadLoop","detail":"{readStateIndex:24345; appliedIndex:24337; }","duration":"2.438190657s","start":"2026-03-03T01:42:15.717353Z","end":"2026-03-03T01:42:18.155544Z","steps":["trace[870071804] 'read index received' (duration: 84.717871ms)","trace[870071804] 'applied index is now lower than readState.Index' (duration: 2.353472026s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:42:18.157143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.205041ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:42:18.157261Z","caller":"traceutil/trace.go:171","msg":"trace[1470168272] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23522; }","duration":"311.335904ms","start":"2026-03-03T01:42:17.845906Z","end":"2026-03-03T01:42:18.157242Z","steps":["trace[1470168272] 'range keys from in-memory index tree' (duration: 311.185511ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:42:18.157621Z","caller":"traceutil/trace.go:171","msg":"trace[1874978452] transaction","detail":"{read_only:false; response_revision:23523; number_of_response:1; }","duration":"1.748420676s","start":"2026-03-03T01:42:16.40918Z","end":"2026-03-03T01:42:18.1576Z","steps":["trace[1874978452] 'process raft request' (duration: 1.746283449s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:18.157714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:16.409155Z","time spent":"1.748495888s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:42:18.787159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.463859ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:42:18.787287Z","caller":"traceutil/trace.go:171","msg":"trace[1707730594] linearizableReadLoop","detail":"{readStateIndex:24347; appliedIndex:24345; }","duration":"631.664447ms","start":"2026-03-03T01:42:18.155605Z","end":"2026-03-03T01:42:18.787269Z","steps":["trace[1707730594] 'read index received' (duration: 66.302µs)","trace[1707730594] 'applied index is now lower than readState.Index' (duration: 631.596715ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:42:18.787487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.362364452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T01:42:18.787514Z","caller":"traceutil/trace.go:171","msg":"trace[1932734307] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23524; }","duration":"2.362418683s","start":"2026-03-03T01:42:16.425087Z","end":"2026-03-03T01:42:18.787505Z","steps":["trace[1932734307] 'agreement among raft nodes before linearized reading' (duration: 2.3622839s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:18.787543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:16.425055Z","time spent":"2.362480514s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T01:42:18.787542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.252593608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:42:18.787671Z","caller":"traceutil/trace.go:171","msg":"trace[415203408] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23524; }","duration":"2.252743131s","start":"2026-03-03T01:42:16.534872Z","end":"2026-03-03T01:42:18.787615Z","steps":["trace[415203408] 'agreement among raft nodes before linearized reading' (duration: 2.252490325s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:18.787745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:16.534852Z","time spent":"2.252870334s","remote":"127.0.0.1:60528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T01:42:18.78773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.882204001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-03T01:42:18.78781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.882446836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T01:42:18.787841Z","caller":"traceutil/trace.go:171","msg":"trace[1653651857] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23524; }","duration":"2.882519678s","start":"2026-03-03T01:42:15.905314Z","end":"2026-03-03T01:42:18.787834Z","steps":["trace[1653651857] 'agreement among raft nodes before linearized reading' (duration: 2.882455976s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:42:18.787845Z","caller":"traceutil/trace.go:171","msg":"trace[202003229] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23524; }","duration":"2.882384094s","start":"2026-03-03T01:42:15.905436Z","end":"2026-03-03T01:42:18.78782Z","steps":["trace[202003229] 'agreement among raft nodes before linearized reading' (duration: 2.881989886s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:18.787956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.059962194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T01:42:18.787983Z","caller":"traceutil/trace.go:171","msg":"trace[1283604246] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23524; }","duration":"3.060066937s","start":"2026-03-03T01:42:15.727911Z","end":"2026-03-03T01:42:18.787978Z","steps":["trace[1283604246] 'agreement among raft nodes before linearized reading' (duration: 3.059971235s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:18.788002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:15.727881Z","time spent":"3.060115618s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T01:42:18.788088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.70584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:42:18.787867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:15.905288Z","time spent":"2.882575618s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T01:42:18.788114Z","caller":"traceutil/trace.go:171","msg":"trace[543678892] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:23524; }","duration":"358.771202ms","start":"2026-03-03T01:42:18.429338Z","end":"2026-03-03T01:42:18.788109Z","steps":["trace[543678892] 'agreement among raft nodes before linearized reading' (duration: 358.71936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:18.788139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:18.429315Z","time spent":"358.812763ms","remote":"127.0.0.1:35124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:42:18.788003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.695077178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18712"} {"level":"info","ts":"2026-03-03T01:42:18.788188Z","caller":"traceutil/trace.go:171","msg":"trace[419509362] transaction","detail":"{read_only:false; response_revision:23524; number_of_response:1; }","duration":"916.827234ms","start":"2026-03-03T01:42:17.871344Z","end":"2026-03-03T01:42:18.788171Z","steps":["trace[419509362] 'process raft request' (duration: 286.24543ms)","trace[419509362] 'compare' (duration: 628.861677ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:42:18.78813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.947044762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T01:42:18.788194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.491416771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:898"} {"level":"info","ts":"2026-03-03T01:42:18.788266Z","caller":"traceutil/trace.go:171","msg":"trace[874627611] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:23524; }","duration":"1.947185815s","start":"2026-03-03T01:42:16.841069Z","end":"2026-03-03T01:42:18.788255Z","steps":["trace[874627611] 'agreement among raft nodes before linearized reading' (duration: 1.947006481s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:18.788297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:16.841044Z","time spent":"1.947244666s","remote":"127.0.0.1:35262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:42:18.788286Z","caller":"traceutil/trace.go:171","msg":"trace[13796094] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:23524; }","duration":"2.491552404s","start":"2026-03-03T01:42:16.296712Z","end":"2026-03-03T01:42:18.788265Z","steps":["trace[13796094] 'agreement among raft nodes before linearized reading' (duration: 2.49135549s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:42:18.788252Z","caller":"traceutil/trace.go:171","msg":"trace[1683073950] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23524; }","duration":"2.695318033s","start":"2026-03-03T01:42:16.092859Z","end":"2026-03-03T01:42:18.788177Z","steps":["trace[1683073950] 'agreement among raft nodes before linearized reading' (duration: 2.694835893s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:18.788292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.119920498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:42:18.78791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:15.905383Z","time spent":"2.882513277s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T01:42:18.787758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.882333663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T01:42:18.788361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.0706452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:42:18.78837Z","caller":"traceutil/trace.go:171","msg":"trace[231768364] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:23524; }","duration":"2.120026831s","start":"2026-03-03T01:42:16.66833Z","end":"2026-03-03T01:42:18.788357Z","steps":["trace[231768364] 'agreement among raft nodes before linearized reading' (duration: 2.119916318s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:42:18.788381Z","caller":"traceutil/trace.go:171","msg":"trace[2042851312] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23524; }","duration":"2.882989067s","start":"2026-03-03T01:42:15.90538Z","end":"2026-03-03T01:42:18.788369Z","steps":["trace[2042851312] 'agreement among raft nodes before linearized reading' (duration: 2.882327903s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:42:18.7884Z","caller":"traceutil/trace.go:171","msg":"trace[1311250457] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23524; }","duration":"1.070707112s","start":"2026-03-03T01:42:17.717681Z","end":"2026-03-03T01:42:18.788388Z","steps":["trace[1311250457] 'agreement among raft nodes before linearized reading' (duration: 1.07064987s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:18.788405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:16.668313Z","time spent":"2.120082602s","remote":"127.0.0.1:60624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:42:18.788433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:17.717662Z","time spent":"1.070763602s","remote":"127.0.0.1:34740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:42:18.788337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:16.296693Z","time spent":"2.491632265s","remote":"127.0.0.1:34950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":921,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"warn","ts":"2026-03-03T01:42:18.78841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:15.905359Z","time spent":"2.883042439s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T01:42:18.788461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:16.092844Z","time spent":"2.695504928s","remote":"127.0.0.1:34924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18735,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T01:42:18.788458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.948304769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T01:42:18.788515Z","caller":"traceutil/trace.go:171","msg":"trace[1820151007] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23524; }","duration":"1.948392981s","start":"2026-03-03T01:42:16.840107Z","end":"2026-03-03T01:42:18.788499Z","steps":["trace[1820151007] 'agreement among raft nodes before linearized reading' (duration: 1.948208517s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:18.788565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:16.840065Z","time spent":"1.948489993s","remote":"127.0.0.1:34926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T01:42:18.788609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.019469721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:42:18.788634Z","caller":"traceutil/trace.go:171","msg":"trace[1464257895] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:23524; }","duration":"2.019557173s","start":"2026-03-03T01:42:16.769071Z","end":"2026-03-03T01:42:18.788628Z","steps":["trace[1464257895] 'agreement among raft nodes before linearized reading' (duration: 2.019434209s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:18.788306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:17.871318Z","time spent":"916.915085ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:42:18.78866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:16.769037Z","time spent":"2.019618874s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":58,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:42:18.788712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.454044067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:42:18.788863Z","caller":"traceutil/trace.go:171","msg":"trace[192738453] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23524; }","duration":"1.45420208s","start":"2026-03-03T01:42:17.334572Z","end":"2026-03-03T01:42:18.788774Z","steps":["trace[192738453] 'agreement among raft nodes before linearized reading' (duration: 1.453985144s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:18.788932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:17.334552Z","time spent":"1.454364744s","remote":"127.0.0.1:60246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:42:18.788871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.236005242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"info","ts":"2026-03-03T01:42:18.789047Z","caller":"traceutil/trace.go:171","msg":"trace[112682792] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:23524; }","duration":"1.236236588s","start":"2026-03-03T01:42:17.552797Z","end":"2026-03-03T01:42:18.789034Z","steps":["trace[112682792] 'agreement among raft nodes before linearized reading' (duration: 1.235624623s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:18.789088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.598006805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:42:18.789123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:17.552761Z","time spent":"1.236326979s","remote":"127.0.0.1:35208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11860,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-03-03T01:42:18.789144Z","caller":"traceutil/trace.go:171","msg":"trace[1956150118] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:23524; }","duration":"2.598107728s","start":"2026-03-03T01:42:16.191022Z","end":"2026-03-03T01:42:18.78913Z","steps":["trace[1956150118] 'agreement among raft nodes before linearized reading' (duration: 2.598008215s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:18.789181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:16.190995Z","time spent":"2.59817758s","remote":"127.0.0.1:55936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:42:18.789563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.596479851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-03T01:42:18.789622Z","caller":"traceutil/trace.go:171","msg":"trace[1838996891] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:23524; }","duration":"2.596554083s","start":"2026-03-03T01:42:16.193052Z","end":"2026-03-03T01:42:18.789606Z","steps":["trace[1838996891] 'agreement among raft nodes before linearized reading' (duration: 2.594567009s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:18.789656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:16.193043Z","time spent":"2.596604514s","remote":"127.0.0.1:34908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-03-03T01:42:19.302888Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565435288869922,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T01:42:19.368284Z","caller":"traceutil/trace.go:171","msg":"trace[794646749] transaction","detail":"{read_only:false; response_revision:23525; number_of_response:1; }","duration":"571.034388ms","start":"2026-03-03T01:42:18.797211Z","end":"2026-03-03T01:42:19.368245Z","steps":["trace[794646749] 'process raft request' (duration: 556.138729ms)","trace[794646749] 'compare' (duration: 14.736696ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:42:19.368476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:18.797199Z","time spent":"571.179701ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:42:19.917164Z","caller":"traceutil/trace.go:171","msg":"trace[513016426] linearizableReadLoop","detail":"{readStateIndex:24354; appliedIndex:24347; }","duration":"1.116919342s","start":"2026-03-03T01:42:18.800225Z","end":"2026-03-03T01:42:19.917144Z","steps":["trace[513016426] 'read index received' (duration: 553.133724ms)","trace[513016426] 'applied index is now lower than readState.Index' (duration: 563.784818ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:42:19.917326Z","caller":"traceutil/trace.go:171","msg":"trace[656252246] transaction","detail":"{read_only:false; response_revision:23529; number_of_response:1; }","duration":"1.117030044s","start":"2026-03-03T01:42:18.80029Z","end":"2026-03-03T01:42:19.91732Z","steps":["trace[656252246] 'process raft request' (duration: 1.116754557s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:19.920024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:18.800265Z","time spent":"1.119581651s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:42:19.917569Z","caller":"traceutil/trace.go:171","msg":"trace[394506665] transaction","detail":"{read_only:false; response_revision:23526; number_of_response:1; }","duration":"1.120314427s","start":"2026-03-03T01:42:18.797244Z","end":"2026-03-03T01:42:19.917558Z","steps":["trace[394506665] 'process raft request' (duration: 1.119530829s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:19.920437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:18.79722Z","time spent":"1.1231337s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:42:19.917601Z","caller":"traceutil/trace.go:171","msg":"trace[382218242] transaction","detail":"{read_only:false; response_revision:23528; number_of_response:1; }","duration":"1.119952208s","start":"2026-03-03T01:42:18.797359Z","end":"2026-03-03T01:42:19.917311Z","steps":["trace[382218242] 'process raft request' (duration: 1.119664212s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:19.920575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:18.797346Z","time spent":"1.123201261s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:42:19.91768Z","caller":"traceutil/trace.go:171","msg":"trace[1047834417] transaction","detail":"{read_only:false; response_revision:23527; number_of_response:1; }","duration":"1.120415729s","start":"2026-03-03T01:42:18.797243Z","end":"2026-03-03T01:42:19.917659Z","steps":["trace[1047834417] 'process raft request' (duration: 1.119751673s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:19.920675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:18.797207Z","time spent":"1.123442146s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:42:19.917661Z","caller":"traceutil/trace.go:171","msg":"trace[1129074580] transaction","detail":"{read_only:false; response_revision:23530; number_of_response:1; }","duration":"1.117197948s","start":"2026-03-03T01:42:18.800428Z","end":"2026-03-03T01:42:19.917626Z","steps":["trace[1129074580] 'process raft request' (duration: 1.116638825s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:19.920786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:18.800419Z","time spent":"1.120337867s","remote":"127.0.0.1:34816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:42:19.917736Z","caller":"traceutil/trace.go:171","msg":"trace[1118778047] transaction","detail":"{read_only:false; response_revision:23531; number_of_response:1; }","duration":"706.182783ms","start":"2026-03-03T01:42:19.211543Z","end":"2026-03-03T01:42:19.917726Z","steps":["trace[1118778047] 'process raft request' (duration: 705.563109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:19.920976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:19.211513Z","time spent":"709.436656ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:42:19.917916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.117651679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T01:42:19.922819Z","caller":"traceutil/trace.go:171","msg":"trace[870955574] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23531; }","duration":"1.122594676s","start":"2026-03-03T01:42:18.800193Z","end":"2026-03-03T01:42:19.922788Z","steps":["trace[870955574] 'agreement among raft nodes before linearized reading' (duration: 1.117529045s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:19.922927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:18.800184Z","time spent":"1.12270862s","remote":"127.0.0.1:34926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T01:42:20.418108Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565435288869936,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T01:42:20.745544Z","caller":"traceutil/trace.go:171","msg":"trace[1165738855] transaction","detail":"{read_only:false; response_revision:23534; number_of_response:1; }","duration":"1.201327566s","start":"2026-03-03T01:42:19.544192Z","end":"2026-03-03T01:42:20.74552Z","steps":["trace[1165738855] 'process raft request' (duration: 1.201247894s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:20.7457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:19.544152Z","time spent":"1.201466779s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:42:20.745941Z","caller":"traceutil/trace.go:171","msg":"trace[1759439566] transaction","detail":"{read_only:false; response_revision:23537; number_of_response:1; }","duration":"1.20151113s","start":"2026-03-03T01:42:19.544411Z","end":"2026-03-03T01:42:20.745922Z","steps":["trace[1759439566] 'process raft request' (duration: 1.201478479s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:42:20.745996Z","caller":"traceutil/trace.go:171","msg":"trace[1434370119] transaction","detail":"{read_only:false; response_revision:23532; number_of_response:1; }","duration":"1.204037986s","start":"2026-03-03T01:42:19.54195Z","end":"2026-03-03T01:42:20.745988Z","steps":["trace[1434370119] 'process raft request' (duration: 1.203257279s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:20.746034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:19.541932Z","time spent":"1.204081467s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:42:20.746166Z","caller":"traceutil/trace.go:171","msg":"trace[1190431618] transaction","detail":"{read_only:false; response_revision:23533; number_of_response:1; }","duration":"1.203024453s","start":"2026-03-03T01:42:19.543135Z","end":"2026-03-03T01:42:20.746159Z","steps":["trace[1190431618] 'process raft request' (duration: 1.202267757s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:20.746203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:19.543125Z","time spent":"1.203059194s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:42:20.746305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:19.544403Z","time spent":"1.201588451s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:42:20.746514Z","caller":"traceutil/trace.go:171","msg":"trace[1187991705] transaction","detail":"{read_only:false; response_revision:23535; number_of_response:1; }","duration":"1.202185805s","start":"2026-03-03T01:42:19.54432Z","end":"2026-03-03T01:42:20.746506Z","steps":["trace[1187991705] 'process raft request' (duration: 1.201166332s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:42:20.746522Z","caller":"traceutil/trace.go:171","msg":"trace[1384560828] transaction","detail":"{read_only:false; response_revision:23536; number_of_response:1; }","duration":"1.202145104s","start":"2026-03-03T01:42:19.544369Z","end":"2026-03-03T01:42:20.746514Z","steps":["trace[1384560828] 'process raft request' (duration: 1.201228224s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:20.746587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:19.544278Z","time spent":"1.202257496s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:42:20.746603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:19.544324Z","time spent":"1.202214295s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:42:20.798682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998282043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T01:42:20.798794Z","caller":"traceutil/trace.go:171","msg":"trace[498027551] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998440586s","start":"2026-03-03T01:42:18.800331Z","end":"2026-03-03T01:42:20.798772Z","steps":["trace[498027551] 'agreement among raft nodes before linearized reading' (duration: 1.998295333s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:20.798842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:18.800324Z","time spent":"1.998508037s","remote":"127.0.0.1:34742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:42:21.253813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.740748ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:42:21.254059Z","caller":"traceutil/trace.go:171","msg":"trace[1329981076] transaction","detail":"{read_only:false; response_revision:23538; number_of_response:1; }","duration":"1.328841192s","start":"2026-03-03T01:42:19.925172Z","end":"2026-03-03T01:42:21.254013Z","steps":["trace[1329981076] 'process raft request' (duration: 985.825918ms)","trace[1329981076] 'compare' (duration: 342.540853ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:42:21.254758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.528697634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T01:42:21.254753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.454301671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:42:21.254835Z","caller":"traceutil/trace.go:171","msg":"trace[1282245752] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:23539; }","duration":"1.528851937s","start":"2026-03-03T01:42:19.725966Z","end":"2026-03-03T01:42:21.254818Z","steps":["trace[1282245752] 'agreement among raft nodes before linearized reading' (duration: 1.528692614s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:42:21.254854Z","caller":"traceutil/trace.go:171","msg":"trace[928996500] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23539; }","duration":"2.454458485s","start":"2026-03-03T01:42:18.800371Z","end":"2026-03-03T01:42:21.254829Z","steps":["trace[928996500] 'agreement among raft nodes before linearized reading' (duration: 2.454278821s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:21.254892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:19.725937Z","time spent":"1.528935509s","remote":"127.0.0.1:35056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:42:21.254928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:18.800349Z","time spent":"2.454558177s","remote":"127.0.0.1:34936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T01:42:21.254897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.454393074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18712"} {"level":"info","ts":"2026-03-03T01:42:21.254314Z","caller":"traceutil/trace.go:171","msg":"trace[980026656] transaction","detail":"{read_only:false; response_revision:23539; number_of_response:1; }","duration":"458.581565ms","start":"2026-03-03T01:42:20.795718Z","end":"2026-03-03T01:42:21.2543Z","steps":["trace[980026656] 'process raft request' (duration: 458.178786ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:42:21.255Z","caller":"traceutil/trace.go:171","msg":"trace[1287485480] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23539; }","duration":"2.454530277s","start":"2026-03-03T01:42:18.800446Z","end":"2026-03-03T01:42:21.254976Z","steps":["trace[1287485480] 'agreement among raft nodes before linearized reading' (duration: 2.454184159s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:21.255062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:18.80044Z","time spent":"2.454606468s","remote":"127.0.0.1:34924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18735,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-03T01:42:21.254343Z","caller":"traceutil/trace.go:171","msg":"trace[497754410] linearizableReadLoop","detail":"{readStateIndex:24361; appliedIndex:24354; }","duration":"1.337056663s","start":"2026-03-03T01:42:19.91728Z","end":"2026-03-03T01:42:21.254337Z","steps":["trace[497754410] 'read index received' (duration: 827.835239ms)","trace[497754410] 'applied index is now lower than readState.Index' (duration: 509.220814ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:42:21.255105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:20.795692Z","time spent":"459.307811ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:42:21.254685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.411465525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T01:42:21.255244Z","caller":"traceutil/trace.go:171","msg":"trace[2053574832] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:23539; }","duration":"1.412057108s","start":"2026-03-03T01:42:19.843175Z","end":"2026-03-03T01:42:21.255233Z","steps":["trace[2053574832] 'agreement among raft nodes before linearized reading' (duration: 1.411405554s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:21.254483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.454239701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"warn","ts":"2026-03-03T01:42:21.255285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:19.84313Z","time spent":"1.41214208s","remote":"127.0.0.1:35082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":175,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:42:21.25532Z","caller":"traceutil/trace.go:171","msg":"trace[2023935632] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:23539; }","duration":"2.455094209s","start":"2026-03-03T01:42:18.80021Z","end":"2026-03-03T01:42:21.255305Z","steps":["trace[2023935632] 'agreement among raft nodes before linearized reading' (duration: 2.454149708s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:21.255356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:18.800202Z","time spent":"2.45514448s","remote":"127.0.0.1:35208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11860,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-03-03T01:42:21.255539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.331304175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18712"} {"level":"info","ts":"2026-03-03T01:42:21.25557Z","caller":"traceutil/trace.go:171","msg":"trace[859046285] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23539; }","duration":"1.331366286s","start":"2026-03-03T01:42:19.924195Z","end":"2026-03-03T01:42:21.255562Z","steps":["trace[859046285] 'agreement among raft nodes before linearized reading' (duration: 1.331222643s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:21.255609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:19.924179Z","time spent":"1.331424377s","remote":"127.0.0.1:34924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18735,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T01:42:21.255575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.622734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:42:21.255778Z","caller":"traceutil/trace.go:171","msg":"trace[2126528272] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23539; }","duration":"116.85941ms","start":"2026-03-03T01:42:21.138903Z","end":"2026-03-03T01:42:21.255763Z","steps":["trace[2126528272] 'agreement among raft nodes before linearized reading' (duration: 116.623335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:21.255801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.338548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-03T01:42:21.255828Z","caller":"traceutil/trace.go:171","msg":"trace[2082389549] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23539; }","duration":"933.401429ms","start":"2026-03-03T01:42:20.322418Z","end":"2026-03-03T01:42:21.255819Z","steps":["trace[2082389549] 'agreement among raft nodes before linearized reading' (duration: 933.316277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:21.255829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.494137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.70\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-03-03T01:42:21.255864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:20.322396Z","time spent":"933.460571ms","remote":"127.0.0.1:34848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-03T01:42:21.255892Z","caller":"traceutil/trace.go:171","msg":"trace[428750575] range","detail":"{range_begin:/registry/masterleases/199.204.45.70; range_end:; response_count:1; response_revision:23539; }","duration":"883.586339ms","start":"2026-03-03T01:42:20.37228Z","end":"2026-03-03T01:42:21.255867Z","steps":["trace[428750575] 'agreement among raft nodes before linearized reading' (duration: 883.406065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:21.255718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:19.925142Z","time spent":"1.330504627s","remote":"127.0.0.1:34816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T01:42:21.255996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:20.372257Z","time spent":"883.705482ms","remote":"127.0.0.1:34790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.70\" "} {"level":"warn","ts":"2026-03-03T01:42:21.25602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.782695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:42:21.256061Z","caller":"traceutil/trace.go:171","msg":"trace[351742750] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23539; }","duration":"456.865857ms","start":"2026-03-03T01:42:20.799185Z","end":"2026-03-03T01:42:21.25605Z","steps":["trace[351742750] 'agreement among raft nodes before linearized reading' (duration: 456.787285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:21.256092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:20.799164Z","time spent":"456.920909ms","remote":"127.0.0.1:34740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:42:22.61674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.244504699s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-03T01:42:22.617028Z","caller":"traceutil/trace.go:171","msg":"trace[1470132403] transaction","detail":"{read_only:false; response_revision:23540; number_of_response:1; }","duration":"954.426055ms","start":"2026-03-03T01:42:21.662578Z","end":"2026-03-03T01:42:22.617004Z","steps":["trace[1470132403] 'process raft request' (duration: 954.282282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:22.617161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:21.662547Z","time spent":"954.538936ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:42:22.617453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:21.258393Z","time spent":"1.359057418s","remote":"127.0.0.1:34790","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T01:42:22.618009Z","caller":"traceutil/trace.go:171","msg":"trace[106966949] linearizableReadLoop","detail":"{readStateIndex:24363; appliedIndex:24362; }","duration":"1.354921566s","start":"2026-03-03T01:42:21.263056Z","end":"2026-03-03T01:42:22.617977Z","steps":["trace[106966949] 'read index received' (duration: 109.088398ms)","trace[106966949] 'applied index is now lower than readState.Index' (duration: 1.245830468s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:42:22.618238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.355137593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:42:22.618331Z","caller":"traceutil/trace.go:171","msg":"trace[1390655156] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23540; }","duration":"1.355281125s","start":"2026-03-03T01:42:21.263031Z","end":"2026-03-03T01:42:22.618312Z","steps":["trace[1390655156] 'agreement among raft nodes before linearized reading' (duration: 1.355073631s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:22.618381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:21.263018Z","time spent":"1.355352997s","remote":"127.0.0.1:35014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T01:42:23.118874Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565435288869945,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:42:23.266663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001086865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T01:42:23.266745Z","caller":"traceutil/trace.go:171","msg":"trace[1097017706] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001208947s","start":"2026-03-03T01:42:21.265517Z","end":"2026-03-03T01:42:23.266726Z","steps":["trace[1097017706] 'agreement among raft nodes before linearized reading' (duration: 2.001109755s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:23.266788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:21.265506Z","time spent":"2.001274038s","remote":"127.0.0.1:34742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 01:42:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T01:42:23.619434Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565435288869945,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:42:23.697876Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.161704601s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T01:42:23.69819Z","caller":"traceutil/trace.go:171","msg":"trace[594824934] transaction","detail":"{read_only:false; response_revision:23541; number_of_response:1; }","duration":"1.939656218s","start":"2026-03-03T01:42:21.758512Z","end":"2026-03-03T01:42:23.698168Z","steps":["trace[594824934] 'process raft request' (duration: 1.939528406s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:23.698316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:21.758481Z","time spent":"1.93976836s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:42:24.614804Z","caller":"traceutil/trace.go:171","msg":"trace[917702108] transaction","detail":"{read_only:false; response_revision:23545; number_of_response:1; }","duration":"1.862775571s","start":"2026-03-03T01:42:22.751996Z","end":"2026-03-03T01:42:24.614772Z","steps":["trace[917702108] 'process raft request' (duration: 1.862434264s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:42:24.614909Z","caller":"traceutil/trace.go:171","msg":"trace[685710521] transaction","detail":"{read_only:false; response_revision:23542; number_of_response:1; }","duration":"1.994841857s","start":"2026-03-03T01:42:22.620049Z","end":"2026-03-03T01:42:24.614891Z","steps":["trace[685710521] 'process raft request' (duration: 1.923509652s)","trace[685710521] 'compare' (duration: 70.66771ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:42:24.614955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:22.75196Z","time spent":"1.862914524s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:42:24.614955Z","caller":"traceutil/trace.go:171","msg":"trace[1126013923] transaction","detail":"{read_only:false; response_revision:23543; number_of_response:1; }","duration":"1.86317637s","start":"2026-03-03T01:42:22.751752Z","end":"2026-03-03T01:42:24.614928Z","steps":["trace[1126013923] 'process raft request' (duration: 1.862589357s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:42:24.614965Z","caller":"traceutil/trace.go:171","msg":"trace[1473091826] transaction","detail":"{read_only:false; response_revision:23544; number_of_response:1; }","duration":"1.863115779s","start":"2026-03-03T01:42:22.751821Z","end":"2026-03-03T01:42:24.614937Z","steps":["trace[1473091826] 'process raft request' (duration: 1.862566217s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:42:24.614969Z","caller":"traceutil/trace.go:171","msg":"trace[887450313] transaction","detail":"{read_only:false; response_revision:23547; number_of_response:1; }","duration":"1.857033604s","start":"2026-03-03T01:42:22.757914Z","end":"2026-03-03T01:42:24.614948Z","steps":["trace[887450313] 'process raft request' (duration: 1.856579214s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:24.615033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:22.620023Z","time spent":"1.994929218s","remote":"127.0.0.1:34790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:42:24.615069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:22.751728Z","time spent":"1.863279062s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:42:24.615024Z","caller":"traceutil/trace.go:171","msg":"trace[1219334407] transaction","detail":"{read_only:false; response_revision:23546; number_of_response:1; }","duration":"1.857966064s","start":"2026-03-03T01:42:22.756999Z","end":"2026-03-03T01:42:24.614965Z","steps":["trace[1219334407] 'process raft request' (duration: 1.857461413s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:24.615099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:22.751792Z","time spent":"1.863232071s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:42:24.615096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:22.757879Z","time spent":"1.857148677s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:42:24.615302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:22.756985Z","time spent":"1.858168228s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:42:24.615688Z","caller":"traceutil/trace.go:171","msg":"trace[1480316551] linearizableReadLoop","detail":"{readStateIndex:24374; appliedIndex:24365; }","duration":"1.997588178s","start":"2026-03-03T01:42:22.618082Z","end":"2026-03-03T01:42:24.61567Z","steps":["trace[1480316551] 'read index received' (duration: 1.080081128s)","trace[1480316551] 'applied index is now lower than readState.Index' (duration: 917.50592ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:42:24.615745Z","caller":"traceutil/trace.go:171","msg":"trace[885363132] transaction","detail":"{read_only:false; response_revision:23550; number_of_response:1; }","duration":"1.351955072s","start":"2026-03-03T01:42:23.263739Z","end":"2026-03-03T01:42:24.615694Z","steps":["trace[885363132] 'process raft request' (duration: 1.351828549s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:24.615828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.832024233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:42:24.615859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.689944655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T01:42:24.615874Z","caller":"traceutil/trace.go:171","msg":"trace[1241004647] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23550; }","duration":"2.832105184s","start":"2026-03-03T01:42:21.783752Z","end":"2026-03-03T01:42:24.615857Z","steps":["trace[1241004647] 'agreement among raft nodes before linearized reading' (duration: 2.832018452s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:42:24.615901Z","caller":"traceutil/trace.go:171","msg":"trace[757997972] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23550; }","duration":"2.690044998s","start":"2026-03-03T01:42:21.925845Z","end":"2026-03-03T01:42:24.61589Z","steps":["trace[757997972] 'agreement among raft nodes before linearized reading' (duration: 2.689870205s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:24.615953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:21.783737Z","time spent":"2.832169025s","remote":"127.0.0.1:60272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:42:24.615961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:21.925815Z","time spent":"2.69013976s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T01:42:24.616016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.379879609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-03T01:42:24.61602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:23.263715Z","time spent":"1.352156327s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:42:24.616061Z","caller":"traceutil/trace.go:171","msg":"trace[2030245279] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23550; }","duration":"2.379969051s","start":"2026-03-03T01:42:22.23608Z","end":"2026-03-03T01:42:24.616049Z","steps":["trace[2030245279] 'agreement among raft nodes before linearized reading' (duration: 2.379785017s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:24.616062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.68606804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-03T01:42:24.616134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:22.236053Z","time spent":"2.380032153s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-03T01:42:24.616139Z","caller":"traceutil/trace.go:171","msg":"trace[1654467504] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23550; }","duration":"2.686187942s","start":"2026-03-03T01:42:21.929935Z","end":"2026-03-03T01:42:24.616123Z","steps":["trace[1654467504] 'agreement among raft nodes before linearized reading' (duration: 2.685886346s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:24.616179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:21.929913Z","time spent":"2.686257994s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T01:42:24.616191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.014581793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:42:24.616229Z","caller":"traceutil/trace.go:171","msg":"trace[2133268936] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23550; }","duration":"3.014649645s","start":"2026-03-03T01:42:21.601569Z","end":"2026-03-03T01:42:24.616219Z","steps":["trace[2133268936] 'agreement among raft nodes before linearized reading' (duration: 3.014590743s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:24.616263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.690308253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T01:42:24.616294Z","caller":"traceutil/trace.go:171","msg":"trace[472949722] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23550; }","duration":"2.690352785s","start":"2026-03-03T01:42:21.925932Z","end":"2026-03-03T01:42:24.616285Z","steps":["trace[472949722] 'agreement among raft nodes before linearized reading' (duration: 2.690283533s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:24.616321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:21.925922Z","time spent":"2.690392986s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T01:42:24.616351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.192618064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-03T01:42:24.616363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.353266911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18993118c8c071a9\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-03-03T01:42:24.616262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:21.601551Z","time spent":"3.014702795s","remote":"127.0.0.1:60256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:42:24.616393Z","caller":"traceutil/trace.go:171","msg":"trace[1038960947] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18993118c8c071a9; range_end:; response_count:1; response_revision:23550; }","duration":"3.353319672s","start":"2026-03-03T01:42:21.263063Z","end":"2026-03-03T01:42:24.616383Z","steps":["trace[1038960947] 'agreement among raft nodes before linearized reading' (duration: 3.35322762s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:24.616421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:21.263044Z","time spent":"3.353371044s","remote":"127.0.0.1:34816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18993118c8c071a9\" "} {"level":"warn","ts":"2026-03-03T01:42:24.616406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.992715139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:42:24.616469Z","caller":"traceutil/trace.go:171","msg":"trace[2145269433] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23550; }","duration":"1.992808512s","start":"2026-03-03T01:42:22.623643Z","end":"2026-03-03T01:42:24.616452Z","steps":["trace[2145269433] 'agreement among raft nodes before linearized reading' (duration: 1.992695819s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:24.616196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.686276314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-03T01:42:24.616511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:22.623625Z","time spent":"1.992875924s","remote":"127.0.0.1:35014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-03T01:42:24.616531Z","caller":"traceutil/trace.go:171","msg":"trace[788507421] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23550; }","duration":"2.686642862s","start":"2026-03-03T01:42:21.929871Z","end":"2026-03-03T01:42:24.616514Z","steps":["trace[788507421] 'agreement among raft nodes before linearized reading' (duration: 2.686258914s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:24.616562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:21.92985Z","time spent":"2.686703663s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T01:42:24.616614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.232197998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T01:42:24.616657Z","caller":"traceutil/trace.go:171","msg":"trace[752773348] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23550; }","duration":"3.2322774s","start":"2026-03-03T01:42:21.384367Z","end":"2026-03-03T01:42:24.616645Z","steps":["trace[752773348] 'agreement among raft nodes before linearized reading' (duration: 3.232180158s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:24.616692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:21.384345Z","time spent":"3.232338532s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T01:42:24.616688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.249618602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:42:24.616707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.333018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:42:24.616737Z","caller":"traceutil/trace.go:171","msg":"trace[635510250] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23550; }","duration":"404.40328ms","start":"2026-03-03T01:42:24.212325Z","end":"2026-03-03T01:42:24.616729Z","steps":["trace[635510250] 'agreement among raft nodes before linearized reading' (duration: 404.342148ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:42:24.616739Z","caller":"traceutil/trace.go:171","msg":"trace[629019886] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23550; }","duration":"3.249708485s","start":"2026-03-03T01:42:21.367016Z","end":"2026-03-03T01:42:24.616724Z","steps":["trace[629019886] 'agreement among raft nodes before linearized reading' (duration: 3.249622553s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:24.616762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:24.212304Z","time spent":"404.45075ms","remote":"127.0.0.1:47960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:42:24.616785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:21.366994Z","time spent":"3.249780817s","remote":"127.0.0.1:35208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-03T01:42:24.616382Z","caller":"traceutil/trace.go:171","msg":"trace[606793261] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23550; }","duration":"3.192648255s","start":"2026-03-03T01:42:21.423724Z","end":"2026-03-03T01:42:24.616373Z","steps":["trace[606793261] 'agreement among raft nodes before linearized reading' (duration: 3.192557633s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:24.616834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:21.4237Z","time spent":"3.193122566s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T01:42:24.616863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.482039984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:42:24.616903Z","caller":"traceutil/trace.go:171","msg":"trace[50159553] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23550; }","duration":"1.482123926s","start":"2026-03-03T01:42:23.134764Z","end":"2026-03-03T01:42:24.616888Z","steps":["trace[50159553] 'agreement among raft nodes before linearized reading' (duration: 1.482056835s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:24.61691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.350031729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:42:24.61693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:23.134741Z","time spent":"1.482179657s","remote":"127.0.0.1:60440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:42:24.616933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.679901473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:42:24.616937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.662272753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:42:24.616961Z","caller":"traceutil/trace.go:171","msg":"trace[447903279] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23550; }","duration":"1.350092291s","start":"2026-03-03T01:42:23.266839Z","end":"2026-03-03T01:42:24.616931Z","steps":["trace[447903279] 'agreement among raft nodes before linearized reading' (duration: 1.35004218s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:42:24.616966Z","caller":"traceutil/trace.go:171","msg":"trace[1155381723] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23550; }","duration":"1.662328895s","start":"2026-03-03T01:42:22.954628Z","end":"2026-03-03T01:42:24.616956Z","steps":["trace[1155381723] 'agreement among raft nodes before linearized reading' (duration: 1.662267323s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:24.616988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:23.266819Z","time spent":"1.350163482s","remote":"127.0.0.1:34740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:42:24.617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:22.954618Z","time spent":"1.662374125s","remote":"127.0.0.1:60556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:42:24.617004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.664785028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:42:24.617032Z","caller":"traceutil/trace.go:171","msg":"trace[1371203370] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:23550; }","duration":"1.66483413s","start":"2026-03-03T01:42:22.952188Z","end":"2026-03-03T01:42:24.617022Z","steps":["trace[1371203370] 'agreement among raft nodes before linearized reading' (duration: 1.664791329s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:24.617057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:22.952178Z","time spent":"1.664872421s","remote":"127.0.0.1:44584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:42:24.617061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.468006894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:42:24.617084Z","caller":"traceutil/trace.go:171","msg":"trace[447620982] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23550; }","duration":"1.468058175s","start":"2026-03-03T01:42:23.149019Z","end":"2026-03-03T01:42:24.617077Z","steps":["trace[447620982] 'agreement among raft nodes before linearized reading' (duration: 1.468012624s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:24.617102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:23.149002Z","time spent":"1.468095426s","remote":"127.0.0.1:56004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:42:24.617141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.392361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:42:24.617199Z","caller":"traceutil/trace.go:171","msg":"trace[273551308] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23550; }","duration":"665.480673ms","start":"2026-03-03T01:42:23.951702Z","end":"2026-03-03T01:42:24.617183Z","steps":["trace[273551308] 'agreement among raft nodes before linearized reading' (duration: 665.388421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:24.617248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:23.951681Z","time spent":"665.547425ms","remote":"127.0.0.1:60236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:42:24.61696Z","caller":"traceutil/trace.go:171","msg":"trace[104457268] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:23550; }","duration":"1.679929243s","start":"2026-03-03T01:42:22.937022Z","end":"2026-03-03T01:42:24.616951Z","steps":["trace[104457268] 'agreement among raft nodes before linearized reading' (duration: 1.679877522s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:24.617309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:22.936955Z","time spent":"1.680342373s","remote":"127.0.0.1:34876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:42:24.615685Z","caller":"traceutil/trace.go:171","msg":"trace[1336920946] transaction","detail":"{read_only:false; response_revision:23549; number_of_response:1; }","duration":"1.451872379s","start":"2026-03-03T01:42:23.163793Z","end":"2026-03-03T01:42:24.615665Z","steps":["trace[1336920946] 'process raft request' (duration: 1.450760863s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:24.618918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:23.163775Z","time spent":"1.45509679s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:42:24.614617Z","caller":"traceutil/trace.go:171","msg":"trace[928453324] transaction","detail":"{read_only:false; response_revision:23548; number_of_response:1; }","duration":"1.85596553s","start":"2026-03-03T01:42:22.758625Z","end":"2026-03-03T01:42:24.614591Z","steps":["trace[928453324] 'process raft request' (duration: 1.855901099s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:24.619784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:22.758616Z","time spent":"1.861056262s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:42:25.023032Z","caller":"traceutil/trace.go:171","msg":"trace[958814470] linearizableReadLoop","detail":"{readStateIndex:24375; appliedIndex:24374; }","duration":"400.403671ms","start":"2026-03-03T01:42:24.622593Z","end":"2026-03-03T01:42:25.022997Z","steps":["trace[958814470] 'read index received' (duration: 381.544764ms)","trace[958814470] 'applied index is now lower than readState.Index' (duration: 18.856197ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:42:25.023054Z","caller":"traceutil/trace.go:171","msg":"trace[1102718748] transaction","detail":"{read_only:false; response_revision:23551; number_of_response:1; }","duration":"404.303017ms","start":"2026-03-03T01:42:24.618709Z","end":"2026-03-03T01:42:25.023012Z","steps":["trace[1102718748] 'process raft request' (duration: 385.416619ms)","trace[1102718748] 'compare' (duration: 18.426127ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:42:25.02325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:24.618688Z","time spent":"404.44972ms","remote":"127.0.0.1:34816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:42:25.023287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.681877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7104"} {"level":"info","ts":"2026-03-03T01:42:25.023347Z","caller":"traceutil/trace.go:171","msg":"trace[2061181737] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23551; }","duration":"400.76185ms","start":"2026-03-03T01:42:24.622572Z","end":"2026-03-03T01:42:25.023334Z","steps":["trace[2061181737] 'agreement among raft nodes before linearized reading' (duration: 400.539885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:25.023387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:24.62256Z","time spent":"400.820111ms","remote":"127.0.0.1:34926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7127,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-03T01:42:25.437528Z","caller":"traceutil/trace.go:171","msg":"trace[1499189044] transaction","detail":"{read_only:false; response_revision:23552; number_of_response:1; }","duration":"814.837183ms","start":"2026-03-03T01:42:24.622655Z","end":"2026-03-03T01:42:25.437492Z","steps":["trace[1499189044] 'process raft request' (duration: 813.453221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:25.437751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:24.622638Z","time spent":"815.030686ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:42:25.437786Z","caller":"traceutil/trace.go:171","msg":"trace[307588755] transaction","detail":"{read_only:false; response_revision:23553; number_of_response:1; }","duration":"815.079648ms","start":"2026-03-03T01:42:24.622668Z","end":"2026-03-03T01:42:25.437748Z","steps":["trace[307588755] 'process raft request' (duration: 814.73036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:25.437876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:24.622658Z","time spent":"815.17208ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:42:25.437938Z","caller":"traceutil/trace.go:171","msg":"trace[375936075] transaction","detail":"{read_only:false; response_revision:23554; number_of_response:1; }","duration":"815.19331ms","start":"2026-03-03T01:42:24.622701Z","end":"2026-03-03T01:42:25.437894Z","steps":["trace[375936075] 'process raft request' (duration: 814.976086ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:42:25.438008Z","caller":"traceutil/trace.go:171","msg":"trace[1311541264] linearizableReadLoop","detail":"{readStateIndex:24382; appliedIndex:24375; }","duration":"414.86021ms","start":"2026-03-03T01:42:25.023117Z","end":"2026-03-03T01:42:25.437977Z","steps":["trace[1311541264] 'read index received' (duration: 413.002629ms)","trace[1311541264] 'applied index is now lower than readState.Index' (duration: 1.855891ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:42:25.438095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:24.62269Z","time spent":"815.321633ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:42:25.438145Z","caller":"traceutil/trace.go:171","msg":"trace[1389229526] transaction","detail":"{read_only:false; response_revision:23558; number_of_response:1; }","duration":"814.062394ms","start":"2026-03-03T01:42:24.624062Z","end":"2026-03-03T01:42:25.438124Z","steps":["trace[1389229526] 'process raft request' (duration: 813.87346ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:42:25.43806Z","caller":"traceutil/trace.go:171","msg":"trace[2142511333] transaction","detail":"{read_only:false; response_revision:23557; number_of_response:1; }","duration":"814.022864ms","start":"2026-03-03T01:42:24.623992Z","end":"2026-03-03T01:42:25.438015Z","steps":["trace[2142511333] 'process raft request' (duration: 813.909141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:25.440154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:24.623896Z","time spent":"816.184132ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:42:25.438259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:24.624056Z","time spent":"814.111505ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:42:25.438443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.801053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-03T01:42:25.440724Z","caller":"traceutil/trace.go:171","msg":"trace[1494052058] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23558; }","duration":"818.097544ms","start":"2026-03-03T01:42:24.622605Z","end":"2026-03-03T01:42:25.440703Z","steps":["trace[1494052058] 'agreement among raft nodes before linearized reading' (duration: 815.676911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:25.440835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:24.622587Z","time spent":"818.188956ms","remote":"127.0.0.1:34922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T01:42:25.438429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.810419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:42:25.441012Z","caller":"traceutil/trace.go:171","msg":"trace[795655510] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23558; }","duration":"816.407516ms","start":"2026-03-03T01:42:24.624575Z","end":"2026-03-03T01:42:25.440983Z","steps":["trace[795655510] 'agreement among raft nodes before linearized reading' (duration: 813.757748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:25.438542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.019017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:42:25.441098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:24.62457Z","time spent":"816.511838ms","remote":"127.0.0.1:34936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-03T01:42:25.441155Z","caller":"traceutil/trace.go:171","msg":"trace[1355649399] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23558; }","duration":"813.642505ms","start":"2026-03-03T01:42:24.627488Z","end":"2026-03-03T01:42:25.44113Z","steps":["trace[1355649399] 'agreement among raft nodes before linearized reading' (duration: 810.956126ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:42:25.438566Z","caller":"traceutil/trace.go:171","msg":"trace[1979273847] transaction","detail":"{read_only:false; response_revision:23556; number_of_response:1; }","duration":"815.800813ms","start":"2026-03-03T01:42:24.622719Z","end":"2026-03-03T01:42:25.43852Z","steps":["trace[1979273847] 'process raft request' (duration: 815.133328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:25.44123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:24.627482Z","time spent":"813.731847ms","remote":"127.0.0.1:34742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:42:25.441262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:24.622711Z","time spent":"818.508943ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:42:25.438621Z","caller":"traceutil/trace.go:171","msg":"trace[1704218048] transaction","detail":"{read_only:false; response_revision:23555; number_of_response:1; }","duration":"815.821623ms","start":"2026-03-03T01:42:24.622725Z","end":"2026-03-03T01:42:25.438547Z","steps":["trace[1704218048] 'process raft request' (duration: 815.089397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:25.441544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:24.622718Z","time spent":"818.649856ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:42:25.939111Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565435288869967,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:42:26.520897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.486886ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:42:26.521029Z","caller":"traceutil/trace.go:171","msg":"trace[1805002553] linearizableReadLoop","detail":"{readStateIndex:24383; appliedIndex:24382; }","duration":"1.082930602s","start":"2026-03-03T01:42:25.438078Z","end":"2026-03-03T01:42:26.521008Z","steps":["trace[1805002553] 'read index received' (duration: 950.141609ms)","trace[1805002553] 'applied index is now lower than readState.Index' (duration: 132.786983ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:42:26.521051Z","caller":"traceutil/trace.go:171","msg":"trace[2132150683] transaction","detail":"{read_only:false; response_revision:23559; number_of_response:1; }","duration":"1.487194718s","start":"2026-03-03T01:42:25.033817Z","end":"2026-03-03T01:42:26.521012Z","steps":["trace[2132150683] 'process raft request' (duration: 1.354480467s)","trace[2132150683] 'compare' (duration: 131.363631ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:42:26.521219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:25.033801Z","time spent":"1.487334391s","remote":"127.0.0.1:34926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:42:26.521254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.007969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:42:26.521319Z","caller":"traceutil/trace.go:171","msg":"trace[965956998] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23559; }","duration":"220.09784ms","start":"2026-03-03T01:42:26.301201Z","end":"2026-03-03T01:42:26.521299Z","steps":["trace[965956998] 'agreement among raft nodes before linearized reading' (duration: 219.975488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:26.521327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.533577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:972"} {"level":"warn","ts":"2026-03-03T01:42:26.521318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.493152859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18993118c8c071a9\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-03-03T01:42:26.521308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078940133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:42:26.521527Z","caller":"traceutil/trace.go:171","msg":"trace[1136859662] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23559; }","duration":"1.07922115s","start":"2026-03-03T01:42:25.442272Z","end":"2026-03-03T01:42:26.521493Z","steps":["trace[1136859662] 'agreement among raft nodes before linearized reading' (duration: 1.078888052s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:26.521345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075494208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T01:42:26.521622Z","caller":"traceutil/trace.go:171","msg":"trace[1590824841] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23559; }","duration":"1.075807424s","start":"2026-03-03T01:42:25.4458Z","end":"2026-03-03T01:42:26.521607Z","steps":["trace[1590824841] 'agreement among raft nodes before linearized reading' (duration: 1.075392685s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:42:26.52138Z","caller":"traceutil/trace.go:171","msg":"trace[1378893882] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:23559; }","duration":"276.622778ms","start":"2026-03-03T01:42:26.244739Z","end":"2026-03-03T01:42:26.521362Z","steps":["trace[1378893882] 'agreement among raft nodes before linearized reading' (duration: 276.430734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:26.521674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:25.445792Z","time spent":"1.075869115s","remote":"127.0.0.1:34926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T01:42:26.521379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077705227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-03T01:42:26.521781Z","caller":"traceutil/trace.go:171","msg":"trace[1006575780] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:23559; }","duration":"1.078108895s","start":"2026-03-03T01:42:25.443654Z","end":"2026-03-03T01:42:26.521763Z","steps":["trace[1006575780] 'agreement among raft nodes before linearized reading' (duration: 1.077593924s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:26.521838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:25.443636Z","time spent":"1.078184087s","remote":"127.0.0.1:34790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-03T01:42:26.521418Z","caller":"traceutil/trace.go:171","msg":"trace[725372002] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18993118c8c071a9; range_end:; response_count:1; response_revision:23559; }","duration":"1.493261822s","start":"2026-03-03T01:42:25.028112Z","end":"2026-03-03T01:42:26.521374Z","steps":["trace[725372002] 'agreement among raft nodes before linearized reading' (duration: 1.493034137s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:26.52196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:25.028096Z","time spent":"1.493841854s","remote":"127.0.0.1:34816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18993118c8c071a9\" "} {"level":"warn","ts":"2026-03-03T01:42:26.521621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:25.442248Z","time spent":"1.079351672s","remote":"127.0.0.1:34740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:42:27.025977Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565435288869971,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:42:27.526999Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565435288869971,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:42:27.642451Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.115124532s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T01:42:27.643125Z","caller":"traceutil/trace.go:171","msg":"trace[1424203627] transaction","detail":"{read_only:false; response_revision:23560; number_of_response:1; }","duration":"1.118834114s","start":"2026-03-03T01:42:26.524269Z","end":"2026-03-03T01:42:27.643103Z","steps":["trace[1424203627] 'process raft request' (duration: 1.118699611s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:27.643327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:26.524247Z","time spent":"1.118990757s","remote":"127.0.0.1:34816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:42:27.837087Z","caller":"traceutil/trace.go:171","msg":"trace[1657714791] transaction","detail":"{read_only:false; response_revision:23563; number_of_response:1; }","duration":"1.214994108s","start":"2026-03-03T01:42:26.622072Z","end":"2026-03-03T01:42:27.837066Z","steps":["trace[1657714791] 'process raft request' (duration: 1.214926766s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:42:27.837161Z","caller":"traceutil/trace.go:171","msg":"trace[621105288] transaction","detail":"{read_only:false; response_revision:23562; number_of_response:1; }","duration":"1.215496158s","start":"2026-03-03T01:42:26.621627Z","end":"2026-03-03T01:42:27.837123Z","steps":["trace[621105288] 'process raft request' (duration: 1.215338154s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:42:27.83715Z","caller":"traceutil/trace.go:171","msg":"trace[1602466379] transaction","detail":"{read_only:false; response_revision:23561; number_of_response:1; }","duration":"1.215496179s","start":"2026-03-03T01:42:26.6216Z","end":"2026-03-03T01:42:27.837096Z","steps":["trace[1602466379] 'process raft request' (duration: 1.215220482s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:27.837243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:26.622064Z","time spent":"1.21510961s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:42:27.837314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:26.621601Z","time spent":"1.215633722s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:42:27.837394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:26.621576Z","time spent":"1.215688493s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:42:27.838299Z","caller":"traceutil/trace.go:171","msg":"trace[563706518] transaction","detail":"{read_only:false; response_revision:23564; number_of_response:1; }","duration":"1.215908057s","start":"2026-03-03T01:42:26.622375Z","end":"2026-03-03T01:42:27.838283Z","steps":["trace[563706518] 'process raft request' (duration: 1.21464998s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:27.838381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:26.622368Z","time spent":"1.215967548s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:42:27.838601Z","caller":"traceutil/trace.go:171","msg":"trace[871668708] transaction","detail":"{read_only:false; response_revision:23565; number_of_response:1; }","duration":"1.213339s","start":"2026-03-03T01:42:26.625252Z","end":"2026-03-03T01:42:27.838591Z","steps":["trace[871668708] 'process raft request' (duration: 1.212916091s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:27.838659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:26.62524Z","time spent":"1.213386692s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:42:27.838855Z","caller":"traceutil/trace.go:171","msg":"trace[1350865129] transaction","detail":"{read_only:false; response_revision:23566; number_of_response:1; }","duration":"1.213198298s","start":"2026-03-03T01:42:26.625647Z","end":"2026-03-03T01:42:27.838845Z","steps":["trace[1350865129] 'process raft request' (duration: 1.212895861s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:27.838929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:26.625615Z","time spent":"1.213262579s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:42:27.839085Z","caller":"traceutil/trace.go:171","msg":"trace[512785243] transaction","detail":"{read_only:false; response_revision:23567; number_of_response:1; }","duration":"1.212991503s","start":"2026-03-03T01:42:26.626085Z","end":"2026-03-03T01:42:27.839076Z","steps":["trace[512785243] 'process raft request' (duration: 1.212723797s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:27.839134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:26.626068Z","time spent":"1.213038494s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:42:28.536101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000904821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T01:42:28.536192Z","caller":"traceutil/trace.go:171","msg":"trace[1808092958] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001043003s","start":"2026-03-03T01:42:26.535128Z","end":"2026-03-03T01:42:28.536171Z","steps":["trace[1808092958] 'agreement among raft nodes before linearized reading' (duration: 2.00092319s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:28.536248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:26.535113Z","time spent":"2.001124025s","remote":"127.0.0.1:34742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 01:42:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T01:42:28.957877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.118815994s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-03T01:42:28.958668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.1122943s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:42:28.958881Z","caller":"traceutil/trace.go:171","msg":"trace[943335796] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23567; }","duration":"1.112531735s","start":"2026-03-03T01:42:27.846317Z","end":"2026-03-03T01:42:28.958849Z","steps":["trace[943335796] 'range keys from in-memory index tree' (duration: 1.112270429s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:42:28.9594Z","caller":"traceutil/trace.go:171","msg":"trace[1985486265] linearizableReadLoop","detail":"{readStateIndex:24393; appliedIndex:24383; }","duration":"2.433576645s","start":"2026-03-03T01:42:26.525801Z","end":"2026-03-03T01:42:28.959378Z","steps":["trace[1985486265] 'read index received' (duration: 1.116997624s)","trace[1985486265] 'applied index is now lower than readState.Index' (duration: 1.316576011s)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:42:28.959514Z","caller":"traceutil/trace.go:171","msg":"trace[1878348474] transaction","detail":"{read_only:false; response_revision:23568; number_of_response:1; }","duration":"1.530943224s","start":"2026-03-03T01:42:27.428488Z","end":"2026-03-03T01:42:28.959431Z","steps":["trace[1878348474] 'process raft request' (duration: 1.529538013s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:28.959698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:27.428464Z","time spent":"1.531122727s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:42:29.993303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.972379951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:42:29.993395Z","caller":"traceutil/trace.go:171","msg":"trace[358567641] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23568; }","duration":"2.972560925s","start":"2026-03-03T01:42:27.020812Z","end":"2026-03-03T01:42:29.993373Z","steps":["trace[358567641] 'agreement among raft nodes before linearized reading' (duration: 1.938839101s)","trace[358567641] 'count revisions from in-memory index tree' (duration: 1.033560541s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:42:29.993445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:27.020788Z","time spent":"2.972645027s","remote":"127.0.0.1:60562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:42:29.993508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.546039348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T01:42:29.993541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.546804274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T01:42:29.993581Z","caller":"traceutil/trace.go:171","msg":"trace[97139526] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23568; }","duration":"2.546162701s","start":"2026-03-03T01:42:27.447401Z","end":"2026-03-03T01:42:29.993564Z","steps":["trace[97139526] 'agreement among raft nodes before linearized reading' (duration: 1.512207121s)","trace[97139526] 'range keys from in-memory index tree' (duration: 1.033768406s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:42:29.993616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:27.447381Z","time spent":"2.546227772s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T01:42:29.993617Z","caller":"traceutil/trace.go:171","msg":"trace[1445010501] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23568; }","duration":"2.546906076s","start":"2026-03-03T01:42:27.44669Z","end":"2026-03-03T01:42:29.993596Z","steps":["trace[1445010501] 'agreement among raft nodes before linearized reading' (duration: 1.512941816s)","trace[1445010501] 'range keys from in-memory index tree' (duration: 1.033803977s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:42:29.993621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.122336702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:42:29.993651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.567315157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:42:29.993747Z","caller":"traceutil/trace.go:171","msg":"trace[304677319] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:23568; }","duration":"3.122508146s","start":"2026-03-03T01:42:26.871204Z","end":"2026-03-03T01:42:29.993712Z","steps":["trace[304677319] 'agreement among raft nodes before linearized reading' (duration: 2.088454024s)","trace[304677319] 'count revisions from in-memory index tree' (duration: 1.033888728s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:42:29.993797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.546689351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-03T01:42:29.993814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.545465204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-03T01:42:29.993823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:26.871182Z","time spent":"3.122622008s","remote":"127.0.0.1:35246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:42:29.993852Z","caller":"traceutil/trace.go:171","msg":"trace[792401140] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23568; }","duration":"2.545531645s","start":"2026-03-03T01:42:27.448304Z","end":"2026-03-03T01:42:29.993835Z","steps":["trace[792401140] 'agreement among raft nodes before linearized reading' (duration: 1.51134019s)","trace[792401140] 'range keys from in-memory index tree' (duration: 1.034073232s)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:42:29.99387Z","caller":"traceutil/trace.go:171","msg":"trace[45722662] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23568; }","duration":"2.546742862s","start":"2026-03-03T01:42:27.44709Z","end":"2026-03-03T01:42:29.993833Z","steps":["trace[45722662] 'agreement among raft nodes before linearized reading' (duration: 1.512532447s)","trace[45722662] 'range keys from in-memory index tree' (duration: 1.034108433s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:42:29.993868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.35955558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T01:42:29.993892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.468086317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18712"} {"level":"warn","ts":"2026-03-03T01:42:29.993884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:27.448285Z","time spent":"2.545592126s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T01:42:29.993922Z","caller":"traceutil/trace.go:171","msg":"trace[1747009429] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23568; }","duration":"3.468126777s","start":"2026-03-03T01:42:26.525785Z","end":"2026-03-03T01:42:29.993912Z","steps":["trace[1747009429] 'agreement among raft nodes before linearized reading' (duration: 2.433667016s)","trace[1747009429] 'range keys from in-memory index tree' (duration: 1.034369559s)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:42:29.993924Z","caller":"traceutil/trace.go:171","msg":"trace[950002822] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23568; }","duration":"2.359651442s","start":"2026-03-03T01:42:27.634258Z","end":"2026-03-03T01:42:29.993909Z","steps":["trace[950002822] 'agreement among raft nodes before linearized reading' (duration: 1.325371855s)","trace[950002822] 'count revisions from in-memory index tree' (duration: 1.034209516s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:42:29.99397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.384974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T01:42:29.993996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:27.634238Z","time spent":"2.359745604s","remote":"127.0.0.1:48016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:42:29.994039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.546348613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T01:42:29.994048Z","caller":"traceutil/trace.go:171","msg":"trace[514696578] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:23568; }","duration":"599.474927ms","start":"2026-03-03T01:42:29.394547Z","end":"2026-03-03T01:42:29.994022Z","steps":["trace[514696578] 'count revisions from in-memory index tree' (duration: 599.344953ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:42:29.994071Z","caller":"traceutil/trace.go:171","msg":"trace[487002111] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23568; }","duration":"2.546406305s","start":"2026-03-03T01:42:27.447658Z","end":"2026-03-03T01:42:29.994065Z","steps":["trace[487002111] 'agreement among raft nodes before linearized reading' (duration: 1.511914703s)","trace[487002111] 'range keys from in-memory index tree' (duration: 1.03443236s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:42:29.994089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:27.447643Z","time spent":"2.546442926s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T01:42:29.994099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:29.394532Z","time spent":"599.557399ms","remote":"127.0.0.1:35102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":97,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:42:29.994158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.256868272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:42:29.994184Z","caller":"traceutil/trace.go:171","msg":"trace[1452327740] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:23568; }","duration":"1.256945624s","start":"2026-03-03T01:42:28.737229Z","end":"2026-03-03T01:42:29.994175Z","steps":["trace[1452327740] 'agreement among raft nodes before linearized reading' (duration: 222.360719ms)","trace[1452327740] 'count revisions from in-memory index tree' (duration: 1.034551454s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:42:29.994207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:28.737195Z","time spent":"1.257006645s","remote":"127.0.0.1:42392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:42:29.993659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:27.446674Z","time spent":"2.546975728s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T01:42:29.993709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.779095244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:42:29.994383Z","caller":"traceutil/trace.go:171","msg":"trace[226637215] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23568; }","duration":"1.779769509s","start":"2026-03-03T01:42:28.214603Z","end":"2026-03-03T01:42:29.994372Z","steps":["trace[226637215] 'agreement among raft nodes before linearized reading' (duration: 745.011891ms)","trace[226637215] 'count revisions from in-memory index tree' (duration: 1.034068812s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:42:29.994435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:28.214538Z","time spent":"1.779870291s","remote":"127.0.0.1:56014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:42:29.993914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:27.447086Z","time spent":"2.546820285s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T01:42:29.993545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.885992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:180"} {"level":"warn","ts":"2026-03-03T01:42:29.993945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:26.525779Z","time spent":"3.468161028s","remote":"127.0.0.1:34924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18735,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-03T01:42:29.994585Z","caller":"traceutil/trace.go:171","msg":"trace[1904040179] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:23568; }","duration":"747.972075ms","start":"2026-03-03T01:42:29.246598Z","end":"2026-03-03T01:42:29.99457Z","steps":["trace[1904040179] 'range keys from in-memory index tree' (duration: 746.80104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:29.994639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:29.24658Z","time spent":"748.045238ms","remote":"127.0.0.1:34950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":203,"request content":"key:\"/registry/serviceaccounts/kube-system/coredns\" "} {"level":"warn","ts":"2026-03-03T01:42:29.994395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.457962643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:42:29.993996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.458949964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"info","ts":"2026-03-03T01:42:29.993796Z","caller":"traceutil/trace.go:171","msg":"trace[1139540086] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23568; }","duration":"2.567488981s","start":"2026-03-03T01:42:27.426264Z","end":"2026-03-03T01:42:29.993753Z","steps":["trace[1139540086] 'agreement among raft nodes before linearized reading' (duration: 1.533376327s)","trace[1139540086] 'count revisions from in-memory index tree' (duration: 1.033892829s)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:42:29.994732Z","caller":"traceutil/trace.go:171","msg":"trace[1158173097] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23568; }","duration":"1.458386072s","start":"2026-03-03T01:42:28.536324Z","end":"2026-03-03T01:42:29.99471Z","steps":["trace[1158173097] 'agreement among raft nodes before linearized reading' (duration: 423.279567ms)","trace[1158173097] 'range keys from in-memory index tree' (duration: 1.034759528s)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:42:29.994758Z","caller":"traceutil/trace.go:171","msg":"trace[1173253598] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23568; }","duration":"3.459729132s","start":"2026-03-03T01:42:26.535013Z","end":"2026-03-03T01:42:29.994742Z","steps":["trace[1173253598] 'agreement among raft nodes before linearized reading' (duration: 2.424525154s)","trace[1173253598] 'range keys from in-memory index tree' (duration: 1.03440886s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:42:29.994769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:27.426205Z","time spent":"2.568552944s","remote":"127.0.0.1:60644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:42:29.994799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:28.536303Z","time spent":"1.458479394s","remote":"127.0.0.1:34740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:42:29.994946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.938619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:42:29.994976Z","caller":"traceutil/trace.go:171","msg":"trace[1023718108] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23568; }","duration":"803.070372ms","start":"2026-03-03T01:42:29.191898Z","end":"2026-03-03T01:42:29.994969Z","steps":["trace[1023718108] 'range keys from in-memory index tree' (duration: 802.808407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:29.994994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:29.191863Z","time spent":"803.126654ms","remote":"127.0.0.1:34742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:42:29.994806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:26.534999Z","time spent":"3.459789563s","remote":"127.0.0.1:34926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7319,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-03T01:42:30.04948Z","caller":"traceutil/trace.go:171","msg":"trace[1211295287] transaction","detail":"{read_only:false; response_revision:23569; number_of_response:1; }","duration":"422.409277ms","start":"2026-03-03T01:42:29.62704Z","end":"2026-03-03T01:42:30.04945Z","steps":["trace[1211295287] 'process raft request' (duration: 422.222513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:30.049671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:29.627014Z","time spent":"422.56241ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:42:30.563002Z","caller":"traceutil/trace.go:171","msg":"trace[784297924] transaction","detail":"{read_only:false; response_revision:23570; number_of_response:1; }","duration":"720.746126ms","start":"2026-03-03T01:42:29.842231Z","end":"2026-03-03T01:42:30.562977Z","steps":["trace[784297924] 'process raft request' (duration: 720.541131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:30.563144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:29.84221Z","time spent":"720.865498ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:42:30.563392Z","caller":"traceutil/trace.go:171","msg":"trace[248125408] transaction","detail":"{read_only:false; response_revision:23571; number_of_response:1; }","duration":"720.581761ms","start":"2026-03-03T01:42:29.842761Z","end":"2026-03-03T01:42:30.563343Z","steps":["trace[248125408] 'process raft request' (duration: 720.175403ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:42:30.563458Z","caller":"traceutil/trace.go:171","msg":"trace[952760653] transaction","detail":"{read_only:false; response_revision:23572; number_of_response:1; }","duration":"720.489339ms","start":"2026-03-03T01:42:29.842941Z","end":"2026-03-03T01:42:30.56343Z","steps":["trace[952760653] 'process raft request' (duration: 720.254174ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:42:30.563458Z","caller":"traceutil/trace.go:171","msg":"trace[1864718698] transaction","detail":"{read_only:false; response_revision:23574; number_of_response:1; }","duration":"719.296163ms","start":"2026-03-03T01:42:29.844146Z","end":"2026-03-03T01:42:30.563442Z","steps":["trace[1864718698] 'process raft request' (duration: 719.214731ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:42:30.563469Z","caller":"traceutil/trace.go:171","msg":"trace[1608137061] transaction","detail":"{read_only:false; response_revision:23573; number_of_response:1; }","duration":"719.644431ms","start":"2026-03-03T01:42:29.843798Z","end":"2026-03-03T01:42:30.563442Z","steps":["trace[1608137061] 'process raft request' (duration: 719.521898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:30.563574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:29.84291Z","time spent":"720.605191ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:42:30.563574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:29.844132Z","time spent":"719.381405ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:42:30.563588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:29.843781Z","time spent":"719.743542ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:42:30.563593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:29.842745Z","time spent":"720.755876ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:42:30.563668Z","caller":"traceutil/trace.go:171","msg":"trace[1209851836] transaction","detail":"{read_only:false; response_revision:23575; number_of_response:1; }","duration":"719.488217ms","start":"2026-03-03T01:42:29.844167Z","end":"2026-03-03T01:42:30.563655Z","steps":["trace[1209851836] 'process raft request' (duration: 719.238552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:30.563758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:29.844155Z","time spent":"719.547008ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:42:30.563984Z","caller":"traceutil/trace.go:171","msg":"trace[1671210641] transaction","detail":"{read_only:false; response_revision:23576; number_of_response:1; }","duration":"718.860514ms","start":"2026-03-03T01:42:29.845094Z","end":"2026-03-03T01:42:30.563955Z","steps":["trace[1671210641] 'process raft request' (duration: 718.526726ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:42:30.564114Z","caller":"traceutil/trace.go:171","msg":"trace[2067671250] transaction","detail":"{read_only:false; response_revision:23577; number_of_response:1; }","duration":"563.001632ms","start":"2026-03-03T01:42:30.0011Z","end":"2026-03-03T01:42:30.564102Z","steps":["trace[2067671250] 'process raft request' (duration: 562.741766ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:42:30.564183Z","caller":"traceutil/trace.go:171","msg":"trace[1172523870] linearizableReadLoop","detail":"{readStateIndex:24401; appliedIndex:24394; }","duration":"566.316474ms","start":"2026-03-03T01:42:29.997854Z","end":"2026-03-03T01:42:30.56417Z","steps":["trace[1172523870] 'read index received' (duration: 51.708291ms)","trace[1172523870] 'applied index is now lower than readState.Index' (duration: 514.607383ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:42:30.564213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:30.001088Z","time spent":"563.091984ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:42:30.564291Z","caller":"traceutil/trace.go:171","msg":"trace[71813723] transaction","detail":"{read_only:false; response_revision:23578; number_of_response:1; }","duration":"563.112814ms","start":"2026-03-03T01:42:30.001169Z","end":"2026-03-03T01:42:30.564282Z","steps":["trace[71813723] 'process raft request' (duration: 562.799917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:30.564353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:30.001165Z","time spent":"563.155396ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:42:30.564619Z","caller":"traceutil/trace.go:171","msg":"trace[1175090436] transaction","detail":"{read_only:false; response_revision:23581; number_of_response:1; }","duration":"561.851696ms","start":"2026-03-03T01:42:30.002741Z","end":"2026-03-03T01:42:30.564593Z","steps":["trace[1175090436] 'process raft request' (duration: 561.362185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:30.564135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:29.845079Z","time spent":"718.980726ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:42:30.564706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:30.00273Z","time spent":"561.935628ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:42:30.564794Z","caller":"traceutil/trace.go:171","msg":"trace[1578768034] transaction","detail":"{read_only:false; response_revision:23580; number_of_response:1; }","duration":"562.46386ms","start":"2026-03-03T01:42:30.002321Z","end":"2026-03-03T01:42:30.564785Z","steps":["trace[1578768034] 'process raft request' (duration: 561.732304ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:42:30.564812Z","caller":"traceutil/trace.go:171","msg":"trace[731765484] transaction","detail":"{read_only:false; response_revision:23579; number_of_response:1; }","duration":"563.290028ms","start":"2026-03-03T01:42:30.001453Z","end":"2026-03-03T01:42:30.564743Z","steps":["trace[731765484] 'process raft request' (duration: 562.554472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:30.564847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:30.002301Z","time spent":"562.520602ms","remote":"127.0.0.1:34926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:42:30.564877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.02171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-wr4fv\" ","response":"range_response_count:1 size:4908"} {"level":"info","ts":"2026-03-03T01:42:30.564909Z","caller":"traceutil/trace.go:171","msg":"trace[1706179300] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-wr4fv; range_end:; response_count:1; response_revision:23582; }","duration":"567.087291ms","start":"2026-03-03T01:42:29.997815Z","end":"2026-03-03T01:42:30.564902Z","steps":["trace[1706179300] 'agreement among raft nodes before linearized reading' (duration: 566.988839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:30.564903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:30.001429Z","time spent":"563.431841ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:42:30.56493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:29.997785Z","time spent":"567.141733ms","remote":"127.0.0.1:34926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":4931,"request content":"key:\"/registry/pods/kube-system/coredns-67659f764b-wr4fv\" "} {"level":"info","ts":"2026-03-03T01:42:30.564902Z","caller":"traceutil/trace.go:171","msg":"trace[1984288147] transaction","detail":"{read_only:false; response_revision:23582; number_of_response:1; }","duration":"557.175543ms","start":"2026-03-03T01:42:30.007697Z","end":"2026-03-03T01:42:30.564872Z","steps":["trace[1984288147] 'process raft request' (duration: 556.435157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:30.565003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.832506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:42:30.565025Z","caller":"traceutil/trace.go:171","msg":"trace[919637099] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23582; }","duration":"427.909758ms","start":"2026-03-03T01:42:30.137108Z","end":"2026-03-03T01:42:30.565018Z","steps":["trace[919637099] 'agreement among raft nodes before linearized reading' (duration: 427.874617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:30.565023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.118646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18993118c8c071a9\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-03-03T01:42:30.565042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:30.137079Z","time spent":"427.959239ms","remote":"127.0.0.1:47976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:42:30.565029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:30.007689Z","time spent":"557.267975ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:42:30.565051Z","caller":"traceutil/trace.go:171","msg":"trace[2044990488] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18993118c8c071a9; range_end:; response_count:1; response_revision:23582; }","duration":"564.181587ms","start":"2026-03-03T01:42:30.00086Z","end":"2026-03-03T01:42:30.565041Z","steps":["trace[2044990488] 'agreement among raft nodes before linearized reading' (duration: 564.090705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:30.565045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.398688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:42:30.565086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:30.000842Z","time spent":"564.237979ms","remote":"127.0.0.1:34816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18993118c8c071a9\" "} {"level":"info","ts":"2026-03-03T01:42:30.565098Z","caller":"traceutil/trace.go:171","msg":"trace[880180358] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23582; }","duration":"557.462759ms","start":"2026-03-03T01:42:30.007624Z","end":"2026-03-03T01:42:30.565087Z","steps":["trace[880180358] 'agreement among raft nodes before linearized reading' (duration: 557.374117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:30.565129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:30.007617Z","time spent":"557.50608ms","remote":"127.0.0.1:34740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:42:30.565171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.686057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:42:30.565217Z","caller":"traceutil/trace.go:171","msg":"trace[1977904735] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23582; }","duration":"361.788159ms","start":"2026-03-03T01:42:30.203414Z","end":"2026-03-03T01:42:30.565202Z","steps":["trace[1977904735] 'agreement among raft nodes before linearized reading' (duration: 361.690707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:30.565244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.958707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.70\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-03-03T01:42:30.565255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:30.203388Z","time spent":"361.85917ms","remote":"127.0.0.1:60456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:42:30.565265Z","caller":"traceutil/trace.go:171","msg":"trace[52527339] range","detail":"{range_begin:/registry/masterleases/199.204.45.70; range_end:; response_count:1; response_revision:23582; }","duration":"191.021398ms","start":"2026-03-03T01:42:30.374239Z","end":"2026-03-03T01:42:30.565261Z","steps":["trace[52527339] 'agreement among raft nodes before linearized reading' (duration: 190.970387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:30.5653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.924673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-03T01:42:30.565354Z","caller":"traceutil/trace.go:171","msg":"trace[1665931764] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23582; }","duration":"559.988985ms","start":"2026-03-03T01:42:30.005351Z","end":"2026-03-03T01:42:30.56534Z","steps":["trace[1665931764] 'agreement among raft nodes before linearized reading' (duration: 559.656418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:30.56539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:30.005343Z","time spent":"560.040536ms","remote":"127.0.0.1:48016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T01:42:31.216934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.689833ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-03T01:42:31.217035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:30.566183Z","time spent":"650.848051ms","remote":"127.0.0.1:34790","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T01:42:31.978642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.197269ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:42:31.978756Z","caller":"traceutil/trace.go:171","msg":"trace[1946703697] linearizableReadLoop","detail":"{readStateIndex:24409; appliedIndex:24407; }","duration":"1.398246553s","start":"2026-03-03T01:42:30.580493Z","end":"2026-03-03T01:42:31.97874Z","steps":["trace[1946703697] 'read index received' (duration: 295.799921ms)","trace[1946703697] 'applied index is now lower than readState.Index' (duration: 1.102445582s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:42:31.978909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.398408937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:42:31.978963Z","caller":"traceutil/trace.go:171","msg":"trace[1237129111] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23583; }","duration":"1.398481609s","start":"2026-03-03T01:42:30.580469Z","end":"2026-03-03T01:42:31.97895Z","steps":["trace[1237129111] 'agreement among raft nodes before linearized reading' (duration: 1.398368117s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:42:31.978925Z","caller":"traceutil/trace.go:171","msg":"trace[1100845988] transaction","detail":"{read_only:false; response_revision:23583; number_of_response:1; }","duration":"1.406304742s","start":"2026-03-03T01:42:30.572539Z","end":"2026-03-03T01:42:31.978844Z","steps":["trace[1100845988] 'process raft request' (duration: 1.230829587s)","trace[1100845988] 'compare' (duration: 175.089006ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:42:31.979017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:30.580462Z","time spent":"1.3985447s","remote":"127.0.0.1:34742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:42:31.979189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:30.572514Z","time spent":"1.406574567s","remote":"127.0.0.1:34816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:42:32.891641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.79576ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:42:32.89175Z","caller":"traceutil/trace.go:171","msg":"trace[1879675936] linearizableReadLoop","detail":"{readStateIndex:24410; appliedIndex:24409; }","duration":"912.948489ms","start":"2026-03-03T01:42:31.978786Z","end":"2026-03-03T01:42:32.891735Z","steps":["trace[1879675936] 'read index received' (duration: 291.082968ms)","trace[1879675936] 'applied index is now lower than readState.Index' (duration: 621.863991ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:42:32.891848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049886812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:42:32.891907Z","caller":"traceutil/trace.go:171","msg":"trace[174696354] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:23584; }","duration":"1.049982644s","start":"2026-03-03T01:42:31.84191Z","end":"2026-03-03T01:42:32.891893Z","steps":["trace[174696354] 'agreement among raft nodes before linearized reading' (duration: 1.049849181s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:32.891985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:31.841894Z","time spent":"1.050079736s","remote":"127.0.0.1:42316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:42:32.89205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.666632479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T01:42:32.892083Z","caller":"traceutil/trace.go:171","msg":"trace[503644349] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:23584; }","duration":"1.666688421s","start":"2026-03-03T01:42:31.225386Z","end":"2026-03-03T01:42:32.892075Z","steps":["trace[503644349] 'agreement among raft nodes before linearized reading' (duration: 1.666413065s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:32.892108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:31.225378Z","time spent":"1.666723012s","remote":"127.0.0.1:34926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":174,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:42:32.892112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.872984797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:42:32.892205Z","caller":"traceutil/trace.go:171","msg":"trace[1933827142] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:23584; }","duration":"1.873121409s","start":"2026-03-03T01:42:31.019057Z","end":"2026-03-03T01:42:32.892179Z","steps":["trace[1933827142] 'agreement among raft nodes before linearized reading' (duration: 1.872795802s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:32.89226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:31.019034Z","time spent":"1.873216312s","remote":"127.0.0.1:44538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":74,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:42:32.892058Z","caller":"traceutil/trace.go:171","msg":"trace[1878208864] transaction","detail":"{read_only:false; response_revision:23584; number_of_response:1; }","duration":"1.673268856s","start":"2026-03-03T01:42:31.218582Z","end":"2026-03-03T01:42:32.891851Z","steps":["trace[1878208864] 'process raft request' (duration: 1.051185051s)","trace[1878208864] 'compare' (duration: 621.660686ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:42:32.892844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:31.218563Z","time spent":"1.674109154s","remote":"127.0.0.1:34790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:42:32.910474Z","caller":"traceutil/trace.go:171","msg":"trace[706632182] transaction","detail":"{read_only:false; response_revision:23585; number_of_response:1; }","duration":"342.295629ms","start":"2026-03-03T01:42:32.568156Z","end":"2026-03-03T01:42:32.910452Z","steps":["trace[706632182] 'process raft request' (duration: 342.184677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:32.910814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:32.568124Z","time spent":"342.621316ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:42:33.980578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0003546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T01:42:33.980653Z","caller":"traceutil/trace.go:171","msg":"trace[2038358261] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000476213s","start":"2026-03-03T01:42:31.980161Z","end":"2026-03-03T01:42:33.980637Z","steps":["trace[2038358261] 'agreement among raft nodes before linearized reading' (duration: 2.000387201s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:33.980695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:31.980144Z","time spent":"2.000542244s","remote":"127.0.0.1:34740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 01:42:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T01:42:34.195816Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.285159476s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T01:42:34.196541Z","caller":"traceutil/trace.go:171","msg":"trace[51942249] linearizableReadLoop","detail":"{readStateIndex:24418; appliedIndex:24411; }","duration":"1.304740959s","start":"2026-03-03T01:42:32.891773Z","end":"2026-03-03T01:42:34.196514Z","steps":["trace[51942249] 'read index received' (duration: 18.866686ms)","trace[51942249] 'applied index is now lower than readState.Index' (duration: 1.285873133s)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:42:34.196891Z","caller":"traceutil/trace.go:171","msg":"trace[1851722673] transaction","detail":"{read_only:false; response_revision:23586; number_of_response:1; }","duration":"1.627126228s","start":"2026-03-03T01:42:32.56975Z","end":"2026-03-03T01:42:34.196877Z","steps":["trace[1851722673] 'process raft request' (duration: 1.626270248s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:34.197005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:32.569736Z","time spent":"1.627198539s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:42:34.1972Z","caller":"traceutil/trace.go:171","msg":"trace[1442903383] transaction","detail":"{read_only:false; response_revision:23587; number_of_response:1; }","duration":"1.624535251s","start":"2026-03-03T01:42:32.572653Z","end":"2026-03-03T01:42:34.197188Z","steps":["trace[1442903383] 'process raft request' (duration: 1.62359645s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:34.197273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:32.572591Z","time spent":"1.624646043s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:42:34.197373Z","caller":"traceutil/trace.go:171","msg":"trace[591606887] transaction","detail":"{read_only:false; response_revision:23588; number_of_response:1; }","duration":"1.604382375s","start":"2026-03-03T01:42:32.59298Z","end":"2026-03-03T01:42:34.197363Z","steps":["trace[591606887] 'process raft request' (duration: 1.603319022s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:34.197446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:32.592967Z","time spent":"1.604439906s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:42:34.197572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.62270239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T01:42:34.197599Z","caller":"traceutil/trace.go:171","msg":"trace[1304922662] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23592; }","duration":"1.62277023s","start":"2026-03-03T01:42:32.574823Z","end":"2026-03-03T01:42:34.197593Z","steps":["trace[1304922662] 'agreement among raft nodes before linearized reading' (duration: 1.622666318s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:34.197638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:32.574808Z","time spent":"1.622825032s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T01:42:34.197666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.625086172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T01:42:34.197708Z","caller":"traceutil/trace.go:171","msg":"trace[1412830225] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23592; }","duration":"1.625126373s","start":"2026-03-03T01:42:32.572571Z","end":"2026-03-03T01:42:34.197697Z","steps":["trace[1412830225] 'agreement among raft nodes before linearized reading' (duration: 1.62501648s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:34.197748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:32.572514Z","time spent":"1.625224066s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T01:42:34.197803Z","caller":"traceutil/trace.go:171","msg":"trace[2069943448] transaction","detail":"{read_only:false; response_revision:23589; number_of_response:1; }","duration":"1.601094912s","start":"2026-03-03T01:42:32.596701Z","end":"2026-03-03T01:42:34.197796Z","steps":["trace[2069943448] 'process raft request' (duration: 1.59964445s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:34.197848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:32.596691Z","time spent":"1.601129203s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:42:34.197916Z","caller":"traceutil/trace.go:171","msg":"trace[1596029158] transaction","detail":"{read_only:false; response_revision:23590; number_of_response:1; }","duration":"1.601052191s","start":"2026-03-03T01:42:32.596858Z","end":"2026-03-03T01:42:34.19791Z","steps":["trace[1596029158] 'process raft request' (duration: 1.599528758s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:34.197941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:32.596846Z","time spent":"1.601080722s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:42:34.197948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.625558632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T01:42:34.197991Z","caller":"traceutil/trace.go:171","msg":"trace[79668314] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23592; }","duration":"1.625628124s","start":"2026-03-03T01:42:32.572352Z","end":"2026-03-03T01:42:34.19798Z","steps":["trace[79668314] 'agreement among raft nodes before linearized reading' (duration: 1.625522232s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:42:34.198031Z","caller":"traceutil/trace.go:171","msg":"trace[1230542620] transaction","detail":"{read_only:false; response_revision:23591; number_of_response:1; }","duration":"1.601090612s","start":"2026-03-03T01:42:32.596934Z","end":"2026-03-03T01:42:34.198025Z","steps":["trace[1230542620] 'process raft request' (duration: 1.599493187s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:34.198032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:32.572339Z","time spent":"1.625683875s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T01:42:34.198078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:32.596924Z","time spent":"1.601137593s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:42:34.198146Z","caller":"traceutil/trace.go:171","msg":"trace[1825034108] transaction","detail":"{read_only:false; response_revision:23592; number_of_response:1; }","duration":"1.430664789s","start":"2026-03-03T01:42:32.76747Z","end":"2026-03-03T01:42:34.198134Z","steps":["trace[1825034108] 'process raft request' (duration: 1.428996493s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:34.198175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:32.767438Z","time spent":"1.43072335s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:42:34.198258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.601618424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T01:42:34.198277Z","caller":"traceutil/trace.go:171","msg":"trace[1361645836] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23592; }","duration":"1.601672124s","start":"2026-03-03T01:42:32.596601Z","end":"2026-03-03T01:42:34.198273Z","steps":["trace[1361645836] 'agreement among raft nodes before linearized reading' (duration: 1.601623833s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:34.198289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:32.596579Z","time spent":"1.601707755s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T01:42:34.198299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.920783211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:42:34.198333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.601720675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T01:42:34.198344Z","caller":"traceutil/trace.go:171","msg":"trace[366598498] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23592; }","duration":"1.601750417s","start":"2026-03-03T01:42:32.596591Z","end":"2026-03-03T01:42:34.198341Z","steps":["trace[366598498] 'agreement among raft nodes before linearized reading' (duration: 1.601730446s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:34.19836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:32.596581Z","time spent":"1.601776667s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T01:42:34.198352Z","caller":"traceutil/trace.go:171","msg":"trace[1719281672] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:23592; }","duration":"1.920893244s","start":"2026-03-03T01:42:32.277445Z","end":"2026-03-03T01:42:34.198339Z","steps":["trace[1719281672] 'agreement among raft nodes before linearized reading' (duration: 1.920828952s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:34.198253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.914047272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T01:42:34.198393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:32.277414Z","time spent":"1.920966664s","remote":"127.0.0.1:55962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:42:34.198412Z","caller":"traceutil/trace.go:171","msg":"trace[1233662292] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:23592; }","duration":"1.914239836s","start":"2026-03-03T01:42:32.284168Z","end":"2026-03-03T01:42:34.198408Z","steps":["trace[1233662292] 'agreement among raft nodes before linearized reading' (duration: 1.914034712s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:34.198425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:32.284112Z","time spent":"1.914308338s","remote":"127.0.0.1:34864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:42:34.198568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.107571905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:42:34.198589Z","caller":"traceutil/trace.go:171","msg":"trace[158044797] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:23592; }","duration":"2.107660037s","start":"2026-03-03T01:42:32.090924Z","end":"2026-03-03T01:42:34.198584Z","steps":["trace[158044797] 'agreement among raft nodes before linearized reading' (duration: 2.107630486s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:34.198603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:32.090906Z","time spent":"2.107693078s","remote":"127.0.0.1:60420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:42:34.869848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:34.436472Z","time spent":"433.371429ms","remote":"127.0.0.1:57466","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T01:42:34.871167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.959914ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-03-03T01:42:34.871549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067169343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:42:34.871571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.643316665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"warn","ts":"2026-03-03T01:42:34.871564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.723269972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:42:34.871611Z","caller":"traceutil/trace.go:171","msg":"trace[497386842] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:23593; }","duration":"1.067246885s","start":"2026-03-03T01:42:33.80435Z","end":"2026-03-03T01:42:34.871597Z","steps":["trace[497386842] 'agreement among raft nodes before linearized reading' (duration: 1.067113822s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:42:34.871616Z","caller":"traceutil/trace.go:171","msg":"trace[1025598583] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:23593; }","duration":"1.643392447s","start":"2026-03-03T01:42:33.22821Z","end":"2026-03-03T01:42:34.871602Z","steps":["trace[1025598583] 'agreement among raft nodes before linearized reading' (duration: 1.643236444s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:34.871602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.153133952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T01:42:34.871625Z","caller":"traceutil/trace.go:171","msg":"trace[738770905] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:23593; }","duration":"1.723379403s","start":"2026-03-03T01:42:33.148229Z","end":"2026-03-03T01:42:34.871608Z","steps":["trace[738770905] 'agreement among raft nodes before linearized reading' (duration: 1.723254761s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:34.871645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:33.22819Z","time spent":"1.643447138s","remote":"127.0.0.1:34908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-03T01:42:34.871644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:33.804297Z","time spent":"1.067340527s","remote":"127.0.0.1:60488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:42:34.871663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:33.148208Z","time spent":"1.723445565s","remote":"127.0.0.1:35080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:42:34.871663Z","caller":"traceutil/trace.go:171","msg":"trace[562886232] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:23593; }","duration":"1.153232834s","start":"2026-03-03T01:42:33.718412Z","end":"2026-03-03T01:42:34.871645Z","steps":["trace[562886232] 'agreement among raft nodes before linearized reading' (duration: 1.152970528s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:34.871665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.268353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18993118c8c071a9\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-03-03T01:42:34.871715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:33.718392Z","time spent":"1.153310225s","remote":"127.0.0.1:44572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":159,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:42:34.871781Z","caller":"traceutil/trace.go:171","msg":"trace[543948411] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18993118c8c071a9; range_end:; response_count:1; response_revision:23593; }","duration":"888.450516ms","start":"2026-03-03T01:42:33.983305Z","end":"2026-03-03T01:42:34.871756Z","steps":["trace[543948411] 'agreement among raft nodes before linearized reading' (duration: 888.060398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:34.871843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:33.983284Z","time spent":"888.542279ms","remote":"127.0.0.1:34816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18993118c8c071a9\" "} {"level":"warn","ts":"2026-03-03T01:42:34.87187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.415378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:42:34.871897Z","caller":"traceutil/trace.go:171","msg":"trace[230214993] transaction","detail":"{read_only:false; response_revision:23593; number_of_response:1; }","duration":"1.128662111s","start":"2026-03-03T01:42:33.743225Z","end":"2026-03-03T01:42:34.871887Z","steps":["trace[230214993] 'process raft request' (duration: 514.852519ms)","trace[230214993] 'compare' (duration: 611.552082ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:42:34.871896Z","caller":"traceutil/trace.go:171","msg":"trace[1084075416] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23593; }","duration":"817.49136ms","start":"2026-03-03T01:42:34.054396Z","end":"2026-03-03T01:42:34.871887Z","steps":["trace[1084075416] 'agreement among raft nodes before linearized reading' (duration: 817.439759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:34.871939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:34.054375Z","time spent":"817.542062ms","remote":"127.0.0.1:60528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:42:34.871973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:33.743198Z","time spent":"1.128717222s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:42:34.872173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.506428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:42:34.87219Z","caller":"traceutil/trace.go:171","msg":"trace[142395875] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23593; }","duration":"883.5387ms","start":"2026-03-03T01:42:33.988646Z","end":"2026-03-03T01:42:34.872185Z","steps":["trace[142395875] 'agreement among raft nodes before linearized reading' (duration: 883.500829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:34.872205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:33.988638Z","time spent":"883.56342ms","remote":"127.0.0.1:34742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T01:42:34.872207Z","caller":"traceutil/trace.go:171","msg":"trace[674609289] linearizableReadLoop","detail":"{readStateIndex:24419; appliedIndex:24418; }","duration":"674.705448ms","start":"2026-03-03T01:42:34.19662Z","end":"2026-03-03T01:42:34.871326Z","steps":["trace[674609289] 'read index received' (duration: 61.700273ms)","trace[674609289] 'applied index is now lower than readState.Index' (duration: 612.999515ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:42:34.872424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.977064334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-03T01:42:34.87245Z","caller":"traceutil/trace.go:171","msg":"trace[2086251855] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23593; }","duration":"1.977126365s","start":"2026-03-03T01:42:32.895317Z","end":"2026-03-03T01:42:34.872443Z","steps":["trace[2086251855] 'agreement among raft nodes before linearized reading' (duration: 1.977035483s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:34.872469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:32.895301Z","time spent":"1.977163406s","remote":"127.0.0.1:34922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T01:42:35.368267Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.111105393s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T01:42:35.86111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.206008ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:42:35.861348Z","caller":"traceutil/trace.go:171","msg":"trace[2132703677] transaction","detail":"{read_only:false; response_revision:23597; number_of_response:1; }","duration":"1.652986739s","start":"2026-03-03T01:42:34.208348Z","end":"2026-03-03T01:42:35.861335Z","steps":["trace[2132703677] 'process raft request' (duration: 1.652928487s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:42:35.861349Z","caller":"traceutil/trace.go:171","msg":"trace[190565240] transaction","detail":"{read_only:false; response_revision:23595; number_of_response:1; }","duration":"1.653101511s","start":"2026-03-03T01:42:34.208223Z","end":"2026-03-03T01:42:35.861324Z","steps":["trace[190565240] 'process raft request' (duration: 1.652973728s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:42:35.861501Z","caller":"traceutil/trace.go:171","msg":"trace[468948103] linearizableReadLoop","detail":"{readStateIndex:24424; appliedIndex:24419; }","duration":"989.055459ms","start":"2026-03-03T01:42:34.872416Z","end":"2026-03-03T01:42:35.861471Z","steps":["trace[468948103] 'read index received' (duration: 496.38634ms)","trace[468948103] 'applied index is now lower than readState.Index' (duration: 492.667669ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:42:35.86157Z","caller":"traceutil/trace.go:171","msg":"trace[1840424713] transaction","detail":"{read_only:false; response_revision:23598; number_of_response:1; }","duration":"1.653153982s","start":"2026-03-03T01:42:34.20838Z","end":"2026-03-03T01:42:35.861534Z","steps":["trace[1840424713] 'process raft request' (duration: 1.652925407s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:42:35.861634Z","caller":"traceutil/trace.go:171","msg":"trace[845654779] transaction","detail":"{read_only:false; response_revision:23596; number_of_response:1; }","duration":"1.653287145s","start":"2026-03-03T01:42:34.208324Z","end":"2026-03-03T01:42:35.861611Z","steps":["trace[845654779] 'process raft request' (duration: 1.652921517s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:35.861712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:34.208353Z","time spent":"1.653280895s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:42:35.861694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059168977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:42:35.861741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:34.20832Z","time spent":"1.653368566s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:42:35.861774Z","caller":"traceutil/trace.go:171","msg":"trace[1242506024] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:23598; }","duration":"1.0593284s","start":"2026-03-03T01:42:34.802429Z","end":"2026-03-03T01:42:35.861758Z","steps":["trace[1242506024] 'agreement among raft nodes before linearized reading' (duration: 1.059168906s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:35.861808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.352031744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T01:42:35.861826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:34.802406Z","time spent":"1.059403572s","remote":"127.0.0.1:55934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:42:35.861824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.229984018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:42:35.86185Z","caller":"traceutil/trace.go:171","msg":"trace[1353688540] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23598; }","duration":"1.352100856s","start":"2026-03-03T01:42:34.509738Z","end":"2026-03-03T01:42:35.861839Z","steps":["trace[1353688540] 'agreement among raft nodes before linearized reading' (duration: 1.352015824s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:42:35.861882Z","caller":"traceutil/trace.go:171","msg":"trace[1949479867] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23598; }","duration":"1.23006826s","start":"2026-03-03T01:42:34.631795Z","end":"2026-03-03T01:42:35.861863Z","steps":["trace[1949479867] 'agreement among raft nodes before linearized reading' (duration: 1.229962218s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:35.861885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:34.509729Z","time spent":"1.352147086s","remote":"127.0.0.1:47978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:42:35.861931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:34.631785Z","time spent":"1.230129271s","remote":"127.0.0.1:60528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T01:42:35.862356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:34.208345Z","time spent":"1.65303476s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:42:35.861277Z","caller":"traceutil/trace.go:171","msg":"trace[190530409] transaction","detail":"{read_only:false; response_revision:23594; number_of_response:1; }","duration":"1.660021235s","start":"2026-03-03T01:42:34.20123Z","end":"2026-03-03T01:42:35.861252Z","steps":["trace[190530409] 'process raft request' (duration: 1.167602532s)","trace[190530409] 'compare' (duration: 492.102466ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:42:35.863326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:34.201211Z","time spent":"1.661717672s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:42:35.863434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:34.208215Z","time spent":"1.654807619s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:42:36.314466Z","caller":"traceutil/trace.go:171","msg":"trace[286286947] transaction","detail":"{read_only:false; response_revision:23600; number_of_response:1; }","duration":"1.389361478s","start":"2026-03-03T01:42:34.925081Z","end":"2026-03-03T01:42:36.314442Z","steps":["trace[286286947] 'process raft request' (duration: 1.389227835s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:42:36.314471Z","caller":"traceutil/trace.go:171","msg":"trace[1197766740] transaction","detail":"{read_only:false; response_revision:23599; number_of_response:1; }","duration":"1.439158397s","start":"2026-03-03T01:42:34.875261Z","end":"2026-03-03T01:42:36.314419Z","steps":["trace[1197766740] 'process raft request' (duration: 1.388264843s)","trace[1197766740] 'compare' (duration: 50.538196ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:42:36.314604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:34.92506Z","time spent":"1.38947259s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:42:36.314619Z","caller":"traceutil/trace.go:171","msg":"trace[1754228654] linearizableReadLoop","detail":"{readStateIndex:24427; appliedIndex:24424; }","duration":"453.025753ms","start":"2026-03-03T01:42:35.861567Z","end":"2026-03-03T01:42:36.314593Z","steps":["trace[1754228654] 'read index received' (duration: 402.041057ms)","trace[1754228654] 'applied index is now lower than readState.Index' (duration: 50.982416ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:42:36.314656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:34.87525Z","time spent":"1.4393043s","remote":"127.0.0.1:34816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:42:36.314774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.991744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:42:36.314878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.438474553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-03T01:42:36.314886Z","caller":"traceutil/trace.go:171","msg":"trace[1999015479] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:23601; }","duration":"968.118997ms","start":"2026-03-03T01:42:35.346745Z","end":"2026-03-03T01:42:36.314864Z","steps":["trace[1999015479] 'agreement among raft nodes before linearized reading' (duration: 967.952033ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:42:36.314918Z","caller":"traceutil/trace.go:171","msg":"trace[977533532] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:23601; }","duration":"1.438569835s","start":"2026-03-03T01:42:34.876338Z","end":"2026-03-03T01:42:36.314908Z","steps":["trace[977533532] 'agreement among raft nodes before linearized reading' (duration: 1.43837026s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:36.314927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.441733844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:42:36.314938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:35.346679Z","time spent":"968.245719ms","remote":"127.0.0.1:60616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:42:36.314964Z","caller":"traceutil/trace.go:171","msg":"trace[778407830] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23601; }","duration":"1.441799386s","start":"2026-03-03T01:42:34.873154Z","end":"2026-03-03T01:42:36.314953Z","steps":["trace[778407830] 'agreement among raft nodes before linearized reading' (duration: 1.441735464s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:36.314971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:34.876322Z","time spent":"1.438639836s","remote":"127.0.0.1:34790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-03T01:42:36.314995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:34.873141Z","time spent":"1.441847976s","remote":"127.0.0.1:34740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:42:36.31501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.438710738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9a3f62f1-3987-48d0-b779-e55665c1588b\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-03-03T01:42:36.315057Z","caller":"traceutil/trace.go:171","msg":"trace[1222109028] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9a3f62f1-3987-48d0-b779-e55665c1588b; range_end:; response_count:1; response_revision:23601; }","duration":"1.438763119s","start":"2026-03-03T01:42:34.87628Z","end":"2026-03-03T01:42:36.315043Z","steps":["trace[1222109028] 'agreement among raft nodes before linearized reading' (duration: 1.438595415s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:36.315056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.632514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T01:42:36.315096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:34.876264Z","time spent":"1.43882128s","remote":"127.0.0.1:34896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1317,"request content":"key:\"/registry/persistentvolumes/pvc-9a3f62f1-3987-48d0-b779-e55665c1588b\" "} {"level":"info","ts":"2026-03-03T01:42:36.315103Z","caller":"traceutil/trace.go:171","msg":"trace[944431742] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:23601; }","duration":"534.713267ms","start":"2026-03-03T01:42:35.780373Z","end":"2026-03-03T01:42:36.315086Z","steps":["trace[944431742] 'agreement among raft nodes before linearized reading' (duration: 534.619585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:36.316042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:35.780347Z","time spent":"535.637777ms","remote":"127.0.0.1:35266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:42:36.315146Z","caller":"traceutil/trace.go:171","msg":"trace[1580124910] transaction","detail":"{read_only:false; response_revision:23601; number_of_response:1; }","duration":"1.259774437s","start":"2026-03-03T01:42:35.055359Z","end":"2026-03-03T01:42:36.315133Z","steps":["trace[1580124910] 'process raft request' (duration: 1.259039301s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:36.316234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:35.055339Z","time spent":"1.260838289s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:42:36.315233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.447349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T01:42:36.316402Z","caller":"traceutil/trace.go:171","msg":"trace[1403736956] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23601; }","duration":"741.603114ms","start":"2026-03-03T01:42:35.574779Z","end":"2026-03-03T01:42:36.316382Z","steps":["trace[1403736956] 'agreement among raft nodes before linearized reading' (duration: 740.353927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:36.316493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:35.574737Z","time spent":"741.738827ms","remote":"127.0.0.1:34926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T01:42:36.815192Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565435288870035,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:42:37.617571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.373743ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:42:37.624219Z","caller":"traceutil/trace.go:171","msg":"trace[70104118] transaction","detail":"{read_only:false; response_revision:23602; number_of_response:1; }","duration":"1.420353462s","start":"2026-03-03T01:42:36.203791Z","end":"2026-03-03T01:42:37.624144Z","steps":["trace[70104118] 'process raft request' (duration: 930.368753ms)","trace[70104118] 'compare' (duration: 481.553333ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:42:37.624282Z","caller":"traceutil/trace.go:171","msg":"trace[88178312] transaction","detail":"{read_only:false; response_revision:23603; number_of_response:1; }","duration":"1.420420453s","start":"2026-03-03T01:42:36.203828Z","end":"2026-03-03T01:42:37.624249Z","steps":["trace[88178312] 'process raft request' (duration: 1.420210509s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:37.624367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:36.203797Z","time spent":"1.420524826s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:42:37.624411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:36.20377Z","time spent":"1.420528575s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:42:37.62497Z","caller":"traceutil/trace.go:171","msg":"trace[809673184] transaction","detail":"{read_only:false; response_revision:23604; number_of_response:1; }","duration":"1.420956425s","start":"2026-03-03T01:42:36.203981Z","end":"2026-03-03T01:42:37.624938Z","steps":["trace[809673184] 'process raft request' (duration: 1.420156438s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:37.625087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:36.203921Z","time spent":"1.421105759s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:42:37.62527Z","caller":"traceutil/trace.go:171","msg":"trace[943962476] transaction","detail":"{read_only:false; response_revision:23605; number_of_response:1; }","duration":"1.420861494s","start":"2026-03-03T01:42:36.204398Z","end":"2026-03-03T01:42:37.62526Z","steps":["trace[943962476] 'process raft request' (duration: 1.420469325s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:37.625323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:36.204378Z","time spent":"1.420917595s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:42:37.625682Z","caller":"traceutil/trace.go:171","msg":"trace[1556488424] transaction","detail":"{read_only:false; response_revision:23606; number_of_response:1; }","duration":"1.420761641s","start":"2026-03-03T01:42:36.204888Z","end":"2026-03-03T01:42:37.62565Z","steps":["trace[1556488424] 'process raft request' (duration: 1.420318441s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:37.625743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:36.20488Z","time spent":"1.420830052s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:42:37.625962Z","caller":"traceutil/trace.go:171","msg":"trace[910015963] transaction","detail":"{read_only:false; response_revision:23607; number_of_response:1; }","duration":"1.41663491s","start":"2026-03-03T01:42:36.209304Z","end":"2026-03-03T01:42:37.625939Z","steps":["trace[910015963] 'process raft request' (duration: 1.416276332s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:37.626012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:36.209292Z","time spent":"1.416694752s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:42:37.62628Z","caller":"traceutil/trace.go:171","msg":"trace[1272714151] transaction","detail":"{read_only:false; response_revision:23608; number_of_response:1; }","duration":"1.162316055s","start":"2026-03-03T01:42:36.463944Z","end":"2026-03-03T01:42:37.62626Z","steps":["trace[1272714151] 'process raft request' (duration: 1.161942897s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:37.626334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:36.463909Z","time spent":"1.162393036s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:42:38.323891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000401839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T01:42:38.324006Z","caller":"traceutil/trace.go:171","msg":"trace[1943912412] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000544923s","start":"2026-03-03T01:42:36.323439Z","end":"2026-03-03T01:42:38.323984Z","steps":["trace[1943912412] 'agreement among raft nodes before linearized reading' (duration: 2.00041256s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:38.324064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:36.323432Z","time spent":"2.000618664s","remote":"127.0.0.1:34742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 01:42:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T01:42:38.482112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.953269ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T01:42:38.482253Z","caller":"traceutil/trace.go:171","msg":"trace[734847359] linearizableReadLoop","detail":"{readStateIndex:24435; appliedIndex:24427; }","duration":"2.16752291s","start":"2026-03-03T01:42:36.314682Z","end":"2026-03-03T01:42:38.482205Z","steps":["trace[734847359] 'read index received' (duration: 819.463823ms)","trace[734847359] 'applied index is now lower than readState.Index' (duration: 1.348057537s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:42:38.483144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.592529ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:42:38.48324Z","caller":"traceutil/trace.go:171","msg":"trace[1663808418] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23608; }","duration":"637.690391ms","start":"2026-03-03T01:42:37.845529Z","end":"2026-03-03T01:42:38.483219Z","steps":["trace[1663808418] 'range keys from in-memory index tree' (duration: 637.570748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:38.483496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.274815618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:42:38.483547Z","caller":"traceutil/trace.go:171","msg":"trace[1352272334] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:23608; }","duration":"2.274903301s","start":"2026-03-03T01:42:36.208628Z","end":"2026-03-03T01:42:38.483531Z","steps":["trace[1352272334] 'agreement among raft nodes before linearized reading' (duration: 2.274785828s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:38.483582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:36.208614Z","time spent":"2.274958202s","remote":"127.0.0.1:37608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:42:38.483781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.553181005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:42:38.483818Z","caller":"traceutil/trace.go:171","msg":"trace[2138829994] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:23608; }","duration":"2.553261527s","start":"2026-03-03T01:42:35.930548Z","end":"2026-03-03T01:42:38.48381Z","steps":["trace[2138829994] 'agreement among raft nodes before linearized reading' (duration: 2.553206006s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:38.483846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:35.930527Z","time spent":"2.553312387s","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:42:38.484024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.615930971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:42:38.484068Z","caller":"traceutil/trace.go:171","msg":"trace[33661950] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23608; }","duration":"2.615977652s","start":"2026-03-03T01:42:35.868082Z","end":"2026-03-03T01:42:38.484059Z","steps":["trace[33661950] 'agreement among raft nodes before linearized reading' (duration: 2.615912941s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:38.484095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:35.868033Z","time spent":"2.616055164s","remote":"127.0.0.1:34936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-03-03T01:42:38.539544Z","caller":"traceutil/trace.go:171","msg":"trace[149472136] transaction","detail":"{read_only:false; response_revision:23609; number_of_response:1; }","duration":"217.241188ms","start":"2026-03-03T01:42:38.322277Z","end":"2026-03-03T01:42:38.539519Z","steps":["trace[149472136] 'process raft request' (duration: 217.057614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:38.539696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.074147017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:42:38.539777Z","caller":"traceutil/trace.go:171","msg":"trace[890079496] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:23609; }","duration":"1.07427713s","start":"2026-03-03T01:42:37.465482Z","end":"2026-03-03T01:42:38.539759Z","steps":["trace[890079496] 'agreement among raft nodes before linearized reading' (duration: 1.074156627s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:38.539832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:37.465461Z","time spent":"1.074352261s","remote":"127.0.0.1:35260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:42:38.540121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.449248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-03T01:42:38.540131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.218302811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T01:42:38.54017Z","caller":"traceutil/trace.go:171","msg":"trace[1634507595] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23609; }","duration":"672.516389ms","start":"2026-03-03T01:42:37.867642Z","end":"2026-03-03T01:42:38.540158Z","steps":["trace[1634507595] 'agreement among raft nodes before linearized reading' (duration: 672.379576ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:42:38.540178Z","caller":"traceutil/trace.go:171","msg":"trace[70833104] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23609; }","duration":"2.218382063s","start":"2026-03-03T01:42:36.321784Z","end":"2026-03-03T01:42:38.540166Z","steps":["trace[70833104] 'agreement among raft nodes before linearized reading' (duration: 2.2182262s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:38.540198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:37.867631Z","time spent":"672.56147ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T01:42:38.540212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:36.32177Z","time spent":"2.218434894s","remote":"127.0.0.1:34926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T01:42:38.540326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.189112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T01:42:38.540358Z","caller":"traceutil/trace.go:171","msg":"trace[2116405281] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23609; }","duration":"672.243613ms","start":"2026-03-03T01:42:37.868106Z","end":"2026-03-03T01:42:38.54035Z","steps":["trace[2116405281] 'agreement among raft nodes before linearized reading' (duration: 672.162441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:38.540384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:37.868095Z","time spent":"672.283495ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T01:42:38.540416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.438687916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:42:38.540423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.4505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T01:42:38.540459Z","caller":"traceutil/trace.go:171","msg":"trace[1933259485] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23609; }","duration":"1.438756318s","start":"2026-03-03T01:42:37.101689Z","end":"2026-03-03T01:42:38.540445Z","steps":["trace[1933259485] 'agreement among raft nodes before linearized reading' (duration: 1.438691477s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:38.540492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.857704979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-03-03T01:42:38.540498Z","caller":"traceutil/trace.go:171","msg":"trace[1779230098] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23609; }","duration":"673.586663ms","start":"2026-03-03T01:42:37.866892Z","end":"2026-03-03T01:42:38.540479Z","steps":["trace[1779230098] 'agreement among raft nodes before linearized reading' (duration: 673.321717ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:42:38.540528Z","caller":"traceutil/trace.go:171","msg":"trace[1944919662] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23609; }","duration":"1.857775339s","start":"2026-03-03T01:42:36.68274Z","end":"2026-03-03T01:42:38.540515Z","steps":["trace[1944919662] 'agreement among raft nodes before linearized reading' (duration: 1.857718138s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:38.540542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:37.866866Z","time spent":"673.667334ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T01:42:38.540563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:36.682718Z","time spent":"1.857838391s","remote":"127.0.0.1:34936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2014,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-03T01:42:38.540578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.118727842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-03-03T01:42:38.540616Z","caller":"traceutil/trace.go:171","msg":"trace[1085155320] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:23609; }","duration":"2.118800403s","start":"2026-03-03T01:42:36.421807Z","end":"2026-03-03T01:42:38.540607Z","steps":["trace[1085155320] 'agreement among raft nodes before linearized reading' (duration: 2.118705441s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:38.540596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.221945541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-03T01:42:38.540643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:36.421789Z","time spent":"2.118847814s","remote":"127.0.0.1:34908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-03-03T01:42:38.540707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.543864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T01:42:38.540736Z","caller":"traceutil/trace.go:171","msg":"trace[9195320] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23609; }","duration":"2.222065203s","start":"2026-03-03T01:42:36.318582Z","end":"2026-03-03T01:42:38.540647Z","steps":["trace[9195320] 'agreement among raft nodes before linearized reading' (duration: 2.22188758s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:38.540493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:37.101675Z","time spent":"1.438809989s","remote":"127.0.0.1:60654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:42:38.540751Z","caller":"traceutil/trace.go:171","msg":"trace[433885392] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23609; }","duration":"674.625295ms","start":"2026-03-03T01:42:37.866114Z","end":"2026-03-03T01:42:38.54074Z","steps":["trace[433885392] 'agreement among raft nodes before linearized reading' (duration: 674.528853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:38.540782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:37.86609Z","time spent":"674.686406ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T01:42:38.540808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.509099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T01:42:38.540739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.784763018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:42:38.540853Z","caller":"traceutil/trace.go:171","msg":"trace[998315627] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23609; }","duration":"312.600342ms","start":"2026-03-03T01:42:38.228243Z","end":"2026-03-03T01:42:38.540843Z","steps":["trace[998315627] 'agreement among raft nodes before linearized reading' (duration: 312.498809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:38.540876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:38.228227Z","time spent":"312.643432ms","remote":"127.0.0.1:35168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:42:38.540783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:36.318563Z","time spent":"2.222211297s","remote":"127.0.0.1:35014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T01:42:38.541039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.89261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:42:38.540873Z","caller":"traceutil/trace.go:171","msg":"trace[1885636894] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23609; }","duration":"1.784965942s","start":"2026-03-03T01:42:36.755895Z","end":"2026-03-03T01:42:38.540861Z","steps":["trace[1885636894] 'agreement among raft nodes before linearized reading' (duration: 1.784814519s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:42:38.541074Z","caller":"traceutil/trace.go:171","msg":"trace[517982095] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23609; }","duration":"216.948411ms","start":"2026-03-03T01:42:38.324118Z","end":"2026-03-03T01:42:38.541067Z","steps":["trace[517982095] 'agreement among raft nodes before linearized reading' (duration: 216.902299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:38.541086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.97346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:42:38.541126Z","caller":"traceutil/trace.go:171","msg":"trace[1983240355] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:23609; }","duration":"423.050852ms","start":"2026-03-03T01:42:38.118066Z","end":"2026-03-03T01:42:38.541117Z","steps":["trace[1983240355] 'agreement among raft nodes before linearized reading' (duration: 422.99034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:38.541111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:36.755875Z","time spent":"1.785212069s","remote":"127.0.0.1:60448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:42:38.541161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:38.118047Z","time spent":"423.106372ms","remote":"127.0.0.1:34966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:42:38.541613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.43966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T01:42:38.541714Z","caller":"traceutil/trace.go:171","msg":"trace[1501710399] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23609; }","duration":"673.565333ms","start":"2026-03-03T01:42:37.868136Z","end":"2026-03-03T01:42:38.541701Z","steps":["trace[1501710399] 'agreement among raft nodes before linearized reading' (duration: 671.822884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:38.541743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:37.868125Z","time spent":"673.611404ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T01:42:39.349661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.361483ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:42:39.34975Z","caller":"traceutil/trace.go:171","msg":"trace[400247007] linearizableReadLoop","detail":"{readStateIndex:24437; appliedIndex:24436; }","duration":"803.659355ms","start":"2026-03-03T01:42:38.546075Z","end":"2026-03-03T01:42:39.349734Z","steps":["trace[400247007] 'read index received' (duration: 392.242631ms)","trace[400247007] 'applied index is now lower than readState.Index' (duration: 411.415644ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:42:39.349786Z","caller":"traceutil/trace.go:171","msg":"trace[1872076202] transaction","detail":"{read_only:false; response_revision:23610; number_of_response:1; }","duration":"803.959502ms","start":"2026-03-03T01:42:38.545788Z","end":"2026-03-03T01:42:39.349747Z","steps":["trace[1872076202] 'process raft request' (duration: 392.434065ms)","trace[1872076202] 'compare' (duration: 410.237449ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:42:39.34994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:38.545766Z","time spent":"804.092985ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:42:39.349965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.87847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18993118c8c071a9\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-03T01:42:39.350025Z","caller":"traceutil/trace.go:171","msg":"trace[1926888334] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18993118c8c071a9; range_end:; response_count:1; response_revision:23610; }","duration":"803.958972ms","start":"2026-03-03T01:42:38.546046Z","end":"2026-03-03T01:42:39.350005Z","steps":["trace[1926888334] 'agreement among raft nodes before linearized reading' (duration: 803.760228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:39.350078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:38.546036Z","time spent":"804.017863ms","remote":"127.0.0.1:34816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18993118c8c071a9\" "} {"level":"warn","ts":"2026-03-03T01:42:40.321069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.080204ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:42:40.32134Z","caller":"traceutil/trace.go:171","msg":"trace[940976360] transaction","detail":"{read_only:false; response_revision:23611; number_of_response:1; }","duration":"1.775084465s","start":"2026-03-03T01:42:38.546222Z","end":"2026-03-03T01:42:40.321306Z","steps":["trace[940976360] 'process raft request' (duration: 1.249686034s)","trace[940976360] 'compare' (duration: 524.89168ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:42:40.321448Z","caller":"traceutil/trace.go:171","msg":"trace[1754665504] linearizableReadLoop","detail":"{readStateIndex:24441; appliedIndex:24437; }","duration":"971.625124ms","start":"2026-03-03T01:42:39.349767Z","end":"2026-03-03T01:42:40.321392Z","steps":["trace[1754665504] 'read index received' (duration: 446.154421ms)","trace[1754665504] 'applied index is now lower than readState.Index' (duration: 525.469383ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:42:40.321501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:38.546211Z","time spent":"1.775211648s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:42:40.321664Z","caller":"traceutil/trace.go:171","msg":"trace[319930736] transaction","detail":"{read_only:false; response_revision:23612; number_of_response:1; }","duration":"1.773418388s","start":"2026-03-03T01:42:38.548231Z","end":"2026-03-03T01:42:40.321649Z","steps":["trace[319930736] 'process raft request' (duration: 1.772938897s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:40.321766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:38.548217Z","time spent":"1.773501199s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:42:40.321916Z","caller":"traceutil/trace.go:171","msg":"trace[643707289] transaction","detail":"{read_only:false; response_revision:23613; number_of_response:1; }","duration":"1.773592321s","start":"2026-03-03T01:42:38.54831Z","end":"2026-03-03T01:42:40.321902Z","steps":["trace[643707289] 'process raft request' (duration: 1.772979638s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:40.322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:38.548303Z","time spent":"1.773660013s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:42:40.322157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.761099615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:42:40.322215Z","caller":"traceutil/trace.go:171","msg":"trace[527349053] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23614; }","duration":"1.761153627s","start":"2026-03-03T01:42:38.561043Z","end":"2026-03-03T01:42:40.322197Z","steps":["trace[527349053] 'agreement among raft nodes before linearized reading' (duration: 1.761066875s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:40.322217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.704553576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx\" ","response":"range_response_count:1 size:1021"} {"level":"warn","ts":"2026-03-03T01:42:40.322261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:38.561015Z","time spent":"1.761234038s","remote":"127.0.0.1:35014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-03T01:42:40.3223Z","caller":"traceutil/trace.go:171","msg":"trace[281997113] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx; range_end:; response_count:1; response_revision:23614; }","duration":"1.704682419s","start":"2026-03-03T01:42:38.617599Z","end":"2026-03-03T01:42:40.322282Z","steps":["trace[281997113] 'agreement among raft nodes before linearized reading' (duration: 1.704422454s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:40.322349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:38.617573Z","time spent":"1.704768432s","remote":"127.0.0.1:34950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1044,"request content":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx\" "} {"level":"warn","ts":"2026-03-03T01:42:40.322496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.772324643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:42:40.322552Z","caller":"traceutil/trace.go:171","msg":"trace[512652782] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23614; }","duration":"1.772393194s","start":"2026-03-03T01:42:38.550146Z","end":"2026-03-03T01:42:40.322539Z","steps":["trace[512652782] 'agreement among raft nodes before linearized reading' (duration: 1.772307712s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:40.322577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.656072757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:42:40.322601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:38.550139Z","time spent":"1.772448935s","remote":"127.0.0.1:34742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:42:40.322646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.596909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-03T01:42:40.322647Z","caller":"traceutil/trace.go:171","msg":"trace[1456145360] transaction","detail":"{read_only:false; response_revision:23614; number_of_response:1; }","duration":"1.774251156s","start":"2026-03-03T01:42:38.54836Z","end":"2026-03-03T01:42:40.322611Z","steps":["trace[1456145360] 'process raft request' (duration: 1.772976718s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:40.322698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.671701121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-03-03T01:42:40.322609Z","caller":"traceutil/trace.go:171","msg":"trace[624607562] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23614; }","duration":"1.656203789s","start":"2026-03-03T01:42:38.666395Z","end":"2026-03-03T01:42:40.322599Z","steps":["trace[624607562] 'agreement among raft nodes before linearized reading' (duration: 1.656148528s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:42:40.322731Z","caller":"traceutil/trace.go:171","msg":"trace[1578180528] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23614; }","duration":"998.722843ms","start":"2026-03-03T01:42:39.323991Z","end":"2026-03-03T01:42:40.322714Z","steps":["trace[1578180528] 'agreement among raft nodes before linearized reading' (duration: 998.479277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:40.322737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.774925461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:781"} {"level":"warn","ts":"2026-03-03T01:42:40.322825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:38.548353Z","time spent":"1.774375899s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:42:40.322819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:38.66638Z","time spent":"1.656411455s","remote":"127.0.0.1:35208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T01:42:40.322844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.774933182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:726"} {"level":"info","ts":"2026-03-03T01:42:40.322923Z","caller":"traceutil/trace.go:171","msg":"trace[1125830473] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:23614; }","duration":"1.775031834s","start":"2026-03-03T01:42:38.547874Z","end":"2026-03-03T01:42:40.322906Z","steps":["trace[1125830473] 'agreement among raft nodes before linearized reading' (duration: 1.774779698s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:40.322967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:38.54787Z","time spent":"1.775088535s","remote":"127.0.0.1:35040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":749,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"warn","ts":"2026-03-03T01:42:40.322808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:39.323974Z","time spent":"998.826045ms","remote":"127.0.0.1:34848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-03T01:42:40.322868Z","caller":"traceutil/trace.go:171","msg":"trace[2130079924] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:23614; }","duration":"1.775074725s","start":"2026-03-03T01:42:38.547777Z","end":"2026-03-03T01:42:40.322852Z","steps":["trace[2130079924] 'agreement among raft nodes before linearized reading' (duration: 1.774840709s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:40.323051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:38.547734Z","time spent":"1.77530789s","remote":"127.0.0.1:35040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":804,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"info","ts":"2026-03-03T01:42:40.322737Z","caller":"traceutil/trace.go:171","msg":"trace[694690418] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:23614; }","duration":"1.671784024s","start":"2026-03-03T01:42:38.65094Z","end":"2026-03-03T01:42:40.322725Z","steps":["trace[694690418] 'agreement among raft nodes before linearized reading' (duration: 1.671688091s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:40.323166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:38.650915Z","time spent":"1.672225313s","remote":"127.0.0.1:34908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-03T01:42:41.370034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.164846ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:42:41.370321Z","caller":"traceutil/trace.go:171","msg":"trace[129337289] transaction","detail":"{read_only:false; response_revision:23616; number_of_response:1; }","duration":"1.738546308s","start":"2026-03-03T01:42:39.631741Z","end":"2026-03-03T01:42:41.370287Z","steps":["trace[129337289] 'process raft request' (duration: 1.738372304s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:42:41.370318Z","caller":"traceutil/trace.go:171","msg":"trace[56243933] transaction","detail":"{read_only:false; response_revision:23615; number_of_response:1; }","duration":"2.017777843s","start":"2026-03-03T01:42:39.35246Z","end":"2026-03-03T01:42:41.370237Z","steps":["trace[56243933] 'process raft request' (duration: 1.42433256s)","trace[56243933] 'compare' (duration: 592.580324ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:42:41.370416Z","caller":"traceutil/trace.go:171","msg":"trace[331984313] transaction","detail":"{read_only:false; response_revision:23624; number_of_response:1; }","duration":"824.058135ms","start":"2026-03-03T01:42:40.546342Z","end":"2026-03-03T01:42:41.3704Z","steps":["trace[331984313] 'process raft request' (duration: 824.026644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:41.370474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:40.546316Z","time spent":"824.134588ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:42:41.370473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:39.631714Z","time spent":"1.73867906s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:42:41.370483Z","caller":"traceutil/trace.go:171","msg":"trace[1665677742] transaction","detail":"{read_only:false; response_revision:23621; number_of_response:1; }","duration":"1.736343759s","start":"2026-03-03T01:42:39.634108Z","end":"2026-03-03T01:42:41.370452Z","steps":["trace[1665677742] 'process raft request' (duration: 1.736174985s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:41.370564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:39.352437Z","time spent":"2.017993009s","remote":"127.0.0.1:34816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:42:41.370617Z","caller":"traceutil/trace.go:171","msg":"trace[22927293] transaction","detail":"{read_only:false; response_revision:23623; number_of_response:1; }","duration":"1.040117247s","start":"2026-03-03T01:42:40.330496Z","end":"2026-03-03T01:42:41.370613Z","steps":["trace[22927293] 'process raft request' (duration: 1.03984976s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:41.370655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:40.330484Z","time spent":"1.040154997s","remote":"127.0.0.1:35040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":923,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:42:41.370685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:39.634098Z","time spent":"1.736446751s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:42:41.370714Z","caller":"traceutil/trace.go:171","msg":"trace[1265992244] transaction","detail":"{read_only:false; response_revision:23618; number_of_response:1; }","duration":"1.738564648s","start":"2026-03-03T01:42:39.632121Z","end":"2026-03-03T01:42:41.370686Z","steps":["trace[1265992244] 'process raft request' (duration: 1.738095057s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:42:41.370825Z","caller":"traceutil/trace.go:171","msg":"trace[668299952] transaction","detail":"{read_only:false; response_revision:23619; number_of_response:1; }","duration":"1.737944535s","start":"2026-03-03T01:42:39.632869Z","end":"2026-03-03T01:42:41.370813Z","steps":["trace[668299952] 'process raft request' (duration: 1.737368302s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:42:41.370595Z","caller":"traceutil/trace.go:171","msg":"trace[587068771] transaction","detail":"{read_only:false; response_revision:23622; number_of_response:1; }","duration":"1.041500057s","start":"2026-03-03T01:42:40.329089Z","end":"2026-03-03T01:42:41.370589Z","steps":["trace[587068771] 'process raft request' (duration: 1.04122338s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:41.370841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:39.632098Z","time spent":"1.738685802s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:42:41.370857Z","caller":"traceutil/trace.go:171","msg":"trace[1645214069] transaction","detail":"{read_only:false; response_revision:23617; number_of_response:1; }","duration":"1.73906039s","start":"2026-03-03T01:42:39.631771Z","end":"2026-03-03T01:42:41.370832Z","steps":["trace[1645214069] 'process raft request' (duration: 1.738414104s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:42:41.3709Z","caller":"traceutil/trace.go:171","msg":"trace[65738255] transaction","detail":"{read_only:false; response_revision:23620; number_of_response:1; }","duration":"1.737009764s","start":"2026-03-03T01:42:39.633877Z","end":"2026-03-03T01:42:41.370887Z","steps":["trace[65738255] 'process raft request' (duration: 1.736381929s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:41.370906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:40.32907Z","time spent":"1.041799133s","remote":"127.0.0.1:35040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":868,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:42:41.370935Z","caller":"traceutil/trace.go:171","msg":"trace[1362059261] linearizableReadLoop","detail":"{readStateIndex:24448; appliedIndex:24441; }","duration":"1.049418992s","start":"2026-03-03T01:42:40.321507Z","end":"2026-03-03T01:42:41.370926Z","steps":["trace[1362059261] 'read index received' (duration: 455.300293ms)","trace[1362059261] 'applied index is now lower than readState.Index' (duration: 594.117509ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:42:41.370969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:39.633865Z","time spent":"1.737066435s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:42:41.371006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:39.631739Z","time spent":"1.739191533s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:42:41.371024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.654434292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:42:41.370884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:39.632852Z","time spent":"1.738003826s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:42:41.371056Z","caller":"traceutil/trace.go:171","msg":"trace[711211693] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:23624; }","duration":"1.654497702s","start":"2026-03-03T01:42:39.716548Z","end":"2026-03-03T01:42:41.371046Z","steps":["trace[711211693] 'agreement among raft nodes before linearized reading' (duration: 1.654437651s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:41.371092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:39.71653Z","time spent":"1.654553774s","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:42:41.592577Z","caller":"traceutil/trace.go:171","msg":"trace[2051982377] linearizableReadLoop","detail":"{readStateIndex:24452; appliedIndex:24451; }","duration":"221.585683ms","start":"2026-03-03T01:42:41.370961Z","end":"2026-03-03T01:42:41.592546Z","steps":["trace[2051982377] 'read index received' (duration: 176.022577ms)","trace[2051982377] 'applied index is now lower than readState.Index' (duration: 45.562176ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:42:41.592788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144405949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-03T01:42:41.592867Z","caller":"traceutil/trace.go:171","msg":"trace[920451495] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23625; }","duration":"1.144534882s","start":"2026-03-03T01:42:40.44831Z","end":"2026-03-03T01:42:41.592844Z","steps":["trace[920451495] 'agreement among raft nodes before linearized reading' (duration: 1.144250666s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:41.592919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:40.448288Z","time spent":"1.144621564s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T01:42:41.593095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144527502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-03T01:42:41.593121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.206641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T01:42:41.59313Z","caller":"traceutil/trace.go:171","msg":"trace[1443503950] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23625; }","duration":"1.144595783s","start":"2026-03-03T01:42:40.448525Z","end":"2026-03-03T01:42:41.593121Z","steps":["trace[1443503950] 'agreement among raft nodes before linearized reading' (duration: 1.144505961s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:41.593174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:40.448507Z","time spent":"1.144661234s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-03T01:42:41.593185Z","caller":"traceutil/trace.go:171","msg":"trace[828506067] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23625; }","duration":"239.318604ms","start":"2026-03-03T01:42:41.353846Z","end":"2026-03-03T01:42:41.593164Z","steps":["trace[828506067] 'agreement among raft nodes before linearized reading' (duration: 239.11396ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:42:41.593262Z","caller":"traceutil/trace.go:171","msg":"trace[1571037828] transaction","detail":"{read_only:false; response_revision:23625; number_of_response:1; }","duration":"269.854458ms","start":"2026-03-03T01:42:41.323394Z","end":"2026-03-03T01:42:41.593249Z","steps":["trace[1571037828] 'process raft request' (duration: 223.72207ms)","trace[1571037828] 'compare' (duration: 45.28962ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:42:41.593427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.268709744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-controller-tvtps\" ","response":"range_response_count:1 size:7121"} {"level":"info","ts":"2026-03-03T01:42:41.593483Z","caller":"traceutil/trace.go:171","msg":"trace[1211604133] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-controller-tvtps; range_end:; response_count:1; response_revision:23625; }","duration":"1.268801786s","start":"2026-03-03T01:42:40.324664Z","end":"2026-03-03T01:42:41.593466Z","steps":["trace[1211604133] 'agreement among raft nodes before linearized reading' (duration: 1.268666073s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:41.593522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:40.324643Z","time spent":"1.268867857s","remote":"127.0.0.1:34926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7144,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-controller-tvtps\" "} {"level":"warn","ts":"2026-03-03T01:42:41.593601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.411622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899314df22d3113\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-03T01:42:41.593673Z","caller":"traceutil/trace.go:171","msg":"trace[619332238] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899314df22d3113; range_end:; response_count:1; response_revision:23625; }","duration":"218.525685ms","start":"2026-03-03T01:42:41.37513Z","end":"2026-03-03T01:42:41.593656Z","steps":["trace[619332238] 'agreement among raft nodes before linearized reading' (duration: 218.252969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:41.593763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.263666902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:42:41.59382Z","caller":"traceutil/trace.go:171","msg":"trace[1011572670] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23625; }","duration":"1.263744194s","start":"2026-03-03T01:42:40.33006Z","end":"2026-03-03T01:42:41.593804Z","steps":["trace[1011572670] 'agreement among raft nodes before linearized reading' (duration: 1.263656752s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:41.593859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:40.330045Z","time spent":"1.263803195s","remote":"127.0.0.1:34936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T01:42:41.593991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.27038069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:42:41.594045Z","caller":"traceutil/trace.go:171","msg":"trace[663519938] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23625; }","duration":"1.270500282s","start":"2026-03-03T01:42:40.323533Z","end":"2026-03-03T01:42:41.594033Z","steps":["trace[663519938] 'agreement among raft nodes before linearized reading' (duration: 1.270369369s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:41.594082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:40.323516Z","time spent":"1.270553214s","remote":"127.0.0.1:34740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:42:41.594141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.264989791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-44469bb2-272c-4a87-a21b-d925ff8fd5e4\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-03-03T01:42:41.594192Z","caller":"traceutil/trace.go:171","msg":"trace[1189187087] range","detail":"{range_begin:/registry/persistentvolumes/pvc-44469bb2-272c-4a87-a21b-d925ff8fd5e4; range_end:; response_count:1; response_revision:23625; }","duration":"1.265056192s","start":"2026-03-03T01:42:40.329123Z","end":"2026-03-03T01:42:41.594179Z","steps":["trace[1189187087] 'agreement among raft nodes before linearized reading' (duration: 1.264916579s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:41.594233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:40.32911Z","time spent":"1.265112043s","remote":"127.0.0.1:34896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-44469bb2-272c-4a87-a21b-d925ff8fd5e4\" "} {"level":"warn","ts":"2026-03-03T01:42:41.594324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.527832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.18993148cd0cb0dd\" ","response":"range_response_count:1 size:695"} {"level":"info","ts":"2026-03-03T01:42:41.594374Z","caller":"traceutil/trace.go:171","msg":"trace[124982892] range","detail":"{range_begin:/registry/events/openstack/container-infra.18993148cd0cb0dd; range_end:; response_count:1; response_revision:23625; }","duration":"217.630094ms","start":"2026-03-03T01:42:41.376732Z","end":"2026-03-03T01:42:41.594363Z","steps":["trace[124982892] 'agreement among raft nodes before linearized reading' (duration: 217.41932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:41.595188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221668215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.70\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-03T01:42:41.595239Z","caller":"traceutil/trace.go:171","msg":"trace[921899757] range","detail":"{range_begin:/registry/masterleases/199.204.45.70; range_end:; response_count:1; response_revision:23625; }","duration":"1.221737866s","start":"2026-03-03T01:42:40.373487Z","end":"2026-03-03T01:42:41.595225Z","steps":["trace[921899757] 'agreement among raft nodes before linearized reading' (duration: 1.21923268s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:41.595277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:40.373473Z","time spent":"1.221794248s","remote":"127.0.0.1:34790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.70\" "} {"level":"info","ts":"2026-03-03T01:42:42.040373Z","caller":"traceutil/trace.go:171","msg":"trace[21778246] linearizableReadLoop","detail":"{readStateIndex:24455; appliedIndex:24452; }","duration":"441.477169ms","start":"2026-03-03T01:42:41.598877Z","end":"2026-03-03T01:42:42.040354Z","steps":["trace[21778246] 'read index received' (duration: 370.153623ms)","trace[21778246] 'applied index is now lower than readState.Index' (duration: 71.323046ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:42:42.040476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:41.597123Z","time spent":"443.35082ms","remote":"127.0.0.1:34790","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T01:42:42.040702Z","caller":"traceutil/trace.go:171","msg":"trace[822595411] transaction","detail":"{read_only:false; response_revision:23630; number_of_response:1; }","duration":"438.733787ms","start":"2026-03-03T01:42:41.601921Z","end":"2026-03-03T01:42:42.040655Z","steps":["trace[822595411] 'process raft request' (duration: 438.407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:42.040846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.857227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"warn","ts":"2026-03-03T01:42:42.040851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:41.601912Z","time spent":"438.860881ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:42:42.040875Z","caller":"traceutil/trace.go:171","msg":"trace[332551804] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:23630; }","duration":"442.02378ms","start":"2026-03-03T01:42:41.598841Z","end":"2026-03-03T01:42:42.040864Z","steps":["trace[332551804] 'agreement among raft nodes before linearized reading' (duration: 441.817065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:42.040897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:41.59882Z","time spent":"442.072191ms","remote":"127.0.0.1:34908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-03T01:42:42.041037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.842176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T01:42:42.041053Z","caller":"traceutil/trace.go:171","msg":"trace[356478662] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23630; }","duration":"441.878517ms","start":"2026-03-03T01:42:41.59917Z","end":"2026-03-03T01:42:42.041048Z","steps":["trace[356478662] 'agreement among raft nodes before linearized reading' (duration: 441.820835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:42.041068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:41.599126Z","time spent":"441.939008ms","remote":"127.0.0.1:34926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T01:42:42.041072Z","caller":"traceutil/trace.go:171","msg":"trace[767765026] transaction","detail":"{read_only:false; response_revision:23626; number_of_response:1; }","duration":"443.685736ms","start":"2026-03-03T01:42:41.597374Z","end":"2026-03-03T01:42:42.041059Z","steps":["trace[767765026] 'process raft request' (duration: 442.753626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:42.041127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:41.597355Z","time spent":"443.741428ms","remote":"127.0.0.1:34816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:42:42.04127Z","caller":"traceutil/trace.go:171","msg":"trace[729165011] transaction","detail":"{read_only:false; response_revision:23627; number_of_response:1; }","duration":"443.85887ms","start":"2026-03-03T01:42:41.597402Z","end":"2026-03-03T01:42:42.041261Z","steps":["trace[729165011] 'process raft request' (duration: 442.841728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:42.041458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:41.597356Z","time spent":"443.943932ms","remote":"127.0.0.1:34816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:42:42.041534Z","caller":"traceutil/trace.go:171","msg":"trace[402150255] transaction","detail":"{read_only:false; response_revision:23629; number_of_response:1; }","duration":"439.74056ms","start":"2026-03-03T01:42:41.601762Z","end":"2026-03-03T01:42:42.041502Z","steps":["trace[402150255] 'process raft request' (duration: 438.542773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:42.041615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.108473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:42:42.041666Z","caller":"traceutil/trace.go:171","msg":"trace[424457086] transaction","detail":"{read_only:false; response_revision:23628; number_of_response:1; }","duration":"441.972349ms","start":"2026-03-03T01:42:41.599683Z","end":"2026-03-03T01:42:42.041656Z","steps":["trace[424457086] 'process raft request' (duration: 440.593709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:42.041691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:41.601745Z","time spent":"439.863132ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:42:42.041704Z","caller":"traceutil/trace.go:171","msg":"trace[735087615] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23630; }","duration":"438.229876ms","start":"2026-03-03T01:42:41.603451Z","end":"2026-03-03T01:42:42.041681Z","steps":["trace[735087615] 'agreement among raft nodes before linearized reading' (duration: 438.073212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:42.041734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:41.599664Z","time spent":"442.02661ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:42:42.041747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:41.603439Z","time spent":"438.298928ms","remote":"127.0.0.1:34742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:42:42.041901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.652492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:42:42.041948Z","caller":"traceutil/trace.go:171","msg":"trace[367243517] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:23630; }","duration":"398.697093ms","start":"2026-03-03T01:42:41.64324Z","end":"2026-03-03T01:42:42.041937Z","steps":["trace[367243517] 'agreement among raft nodes before linearized reading' (duration: 397.972007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:42.041969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:41.643175Z","time spent":"398.788326ms","remote":"127.0.0.1:34802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:42:42.546079Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565435288870075,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T01:42:42.792202Z","caller":"traceutil/trace.go:171","msg":"trace[1899146784] linearizableReadLoop","detail":"{readStateIndex:24459; appliedIndex:24458; }","duration":"747.112727ms","start":"2026-03-03T01:42:42.045065Z","end":"2026-03-03T01:42:42.792178Z","steps":["trace[1899146784] 'read index received' (duration: 745.498551ms)","trace[1899146784] 'applied index is now lower than readState.Index' (duration: 1.613016ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:42:42.79225Z","caller":"traceutil/trace.go:171","msg":"trace[339964890] transaction","detail":"{read_only:false; response_revision:23631; number_of_response:1; }","duration":"748.830583ms","start":"2026-03-03T01:42:42.043378Z","end":"2026-03-03T01:42:42.792209Z","steps":["trace[339964890] 'process raft request' (duration: 747.335531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:42.792443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.357982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.189931496e05f1e5\" ","response":"range_response_count:1 size:722"} {"level":"info","ts":"2026-03-03T01:42:42.792479Z","caller":"traceutil/trace.go:171","msg":"trace[1865423304] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.189931496e05f1e5; range_end:; response_count:1; response_revision:23631; }","duration":"747.428063ms","start":"2026-03-03T01:42:42.04504Z","end":"2026-03-03T01:42:42.792468Z","steps":["trace[1865423304] 'agreement among raft nodes before linearized reading' (duration: 747.251719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:42.792461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:42.043356Z","time spent":"748.980677ms","remote":"127.0.0.1:34790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:42:42.792504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:42.045028Z","time spent":"747.470505ms","remote":"127.0.0.1:34816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":745,"request content":"key:\"/registry/events/openstack/container-infra-registry.189931496e05f1e5\" "} {"level":"warn","ts":"2026-03-03T01:42:42.792654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.712457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ea17e0fc-b3d9-486f-83ec-12c27e70b90c\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-03-03T01:42:42.792775Z","caller":"traceutil/trace.go:171","msg":"trace[796599790] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ea17e0fc-b3d9-486f-83ec-12c27e70b90c; range_end:; response_count:1; response_revision:23631; }","duration":"746.87298ms","start":"2026-03-03T01:42:42.045872Z","end":"2026-03-03T01:42:42.792745Z","steps":["trace[796599790] 'agreement among raft nodes before linearized reading' (duration: 746.579924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:42.792829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:42.045863Z","time spent":"746.957002ms","remote":"127.0.0.1:34896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1299,"request content":"key:\"/registry/persistentvolumes/pvc-ea17e0fc-b3d9-486f-83ec-12c27e70b90c\" "} {"level":"warn","ts":"2026-03-03T01:42:42.793424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.294336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:42:42.793475Z","caller":"traceutil/trace.go:171","msg":"trace[857738515] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:23631; }","duration":"438.369299ms","start":"2026-03-03T01:42:42.355091Z","end":"2026-03-03T01:42:42.79346Z","steps":["trace[857738515] 'agreement among raft nodes before linearized reading' (duration: 438.295667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:42.793507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:42.355073Z","time spent":"438.424299ms","remote":"127.0.0.1:55904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:42:42.793721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.809375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T01:42:42.793762Z","caller":"traceutil/trace.go:171","msg":"trace[573681401] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23631; }","duration":"460.870927ms","start":"2026-03-03T01:42:42.332882Z","end":"2026-03-03T01:42:42.793753Z","steps":["trace[573681401] 'agreement among raft nodes before linearized reading' (duration: 460.773005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:42.793793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:42.332869Z","time spent":"460.918028ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T01:42:42.793997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.411881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T01:42:42.794036Z","caller":"traceutil/trace.go:171","msg":"trace[1792341251] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23631; }","duration":"467.487832ms","start":"2026-03-03T01:42:42.32654Z","end":"2026-03-03T01:42:42.794027Z","steps":["trace[1792341251] 'agreement among raft nodes before linearized reading' (duration: 467.39639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:42.794065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:42.326519Z","time spent":"467.536474ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T01:42:42.794232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.653736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T01:42:42.794267Z","caller":"traceutil/trace.go:171","msg":"trace[1359729717] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23631; }","duration":"467.725438ms","start":"2026-03-03T01:42:42.326534Z","end":"2026-03-03T01:42:42.794259Z","steps":["trace[1359729717] 'agreement among raft nodes before linearized reading' (duration: 467.643866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:42.794291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:42.326513Z","time spent":"467.772269ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T01:42:42.794464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.898391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T01:42:42.794499Z","caller":"traceutil/trace.go:171","msg":"trace[589403557] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23631; }","duration":"467.971753ms","start":"2026-03-03T01:42:42.32652Z","end":"2026-03-03T01:42:42.794491Z","steps":["trace[589403557] 'agreement among raft nodes before linearized reading' (duration: 467.888241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:42.794523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:42.326497Z","time spent":"468.021024ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T01:42:42.794693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.87059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-03T01:42:42.794728Z","caller":"traceutil/trace.go:171","msg":"trace[743391583] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23631; }","duration":"736.910941ms","start":"2026-03-03T01:42:42.057808Z","end":"2026-03-03T01:42:42.794719Z","steps":["trace[743391583] 'agreement among raft nodes before linearized reading' (duration: 736.823469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:42.794759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:42.057804Z","time spent":"736.948892ms","remote":"127.0.0.1:48016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T01:42:44.110813Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565435288870092,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:42:44.611512Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565435288870092,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:42:45.112403Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565435288870092,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:42:45.597661Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.284943702s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T01:42:45.598028Z","caller":"traceutil/trace.go:171","msg":"trace[142983276] transaction","detail":"{read_only:false; response_revision:23637; number_of_response:1; }","duration":"2.285434664s","start":"2026-03-03T01:42:43.312572Z","end":"2026-03-03T01:42:45.598006Z","steps":["trace[142983276] 'process raft request' (duration: 2.285274s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:45.598173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:43.312549Z","time spent":"2.285552276s","remote":"127.0.0.1:42392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:42:45.723743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999937389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T01:42:45.723826Z","caller":"traceutil/trace.go:171","msg":"trace[1433799264] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000077913s","start":"2026-03-03T01:42:43.72373Z","end":"2026-03-03T01:42:45.723808Z","steps":["trace[1433799264] 'agreement among raft nodes before linearized reading' (duration: 1.999975s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:45.723873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:43.723706Z","time spent":"2.000157964s","remote":"127.0.0.1:34740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 01:42:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-03T01:42:46.424485Z","caller":"traceutil/trace.go:171","msg":"trace[1343781251] transaction","detail":"{read_only:false; response_revision:23639; number_of_response:1; }","duration":"3.047632463s","start":"2026-03-03T01:42:43.376827Z","end":"2026-03-03T01:42:46.424459Z","steps":["trace[1343781251] 'process raft request' (duration: 3.047420049s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:42:46.424571Z","caller":"traceutil/trace.go:171","msg":"trace[277584738] transaction","detail":"{read_only:false; response_revision:23641; number_of_response:1; }","duration":"3.047453259s","start":"2026-03-03T01:42:43.377089Z","end":"2026-03-03T01:42:46.424542Z","steps":["trace[277584738] 'process raft request' (duration: 3.047311436s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:42:46.424557Z","caller":"traceutil/trace.go:171","msg":"trace[1534609054] transaction","detail":"{read_only:false; response_revision:23640; number_of_response:1; }","duration":"3.047537511s","start":"2026-03-03T01:42:43.376958Z","end":"2026-03-03T01:42:46.424495Z","steps":["trace[1534609054] 'process raft request' (duration: 3.047391368s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:46.424626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:43.376815Z","time spent":"3.047731505s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:42:46.424691Z","caller":"traceutil/trace.go:171","msg":"trace[1354735926] linearizableReadLoop","detail":"{readStateIndex:24474; appliedIndex:24464; }","duration":"2.81469606s","start":"2026-03-03T01:42:43.609979Z","end":"2026-03-03T01:42:46.424675Z","steps":["trace[1354735926] 'read index received' (duration: 1.987948255s)","trace[1354735926] 'applied index is now lower than readState.Index' (duration: 826.746795ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:42:46.42471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:43.377079Z","time spent":"3.047558591s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:42:46.424774Z","caller":"traceutil/trace.go:171","msg":"trace[2083609959] transaction","detail":"{read_only:false; response_revision:23644; number_of_response:1; }","duration":"3.045060416s","start":"2026-03-03T01:42:43.379675Z","end":"2026-03-03T01:42:46.424736Z","steps":["trace[2083609959] 'process raft request' (duration: 3.044836361s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:46.4248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:43.376949Z","time spent":"3.047724025s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:42:46.424842Z","caller":"traceutil/trace.go:171","msg":"trace[448582165] transaction","detail":"{read_only:false; response_revision:23647; number_of_response:1; }","duration":"1.290410243s","start":"2026-03-03T01:42:45.134421Z","end":"2026-03-03T01:42:46.424831Z","steps":["trace[448582165] 'process raft request' (duration: 1.290209579s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:42:46.424795Z","caller":"traceutil/trace.go:171","msg":"trace[276449999] transaction","detail":"{read_only:false; response_revision:23645; number_of_response:1; }","duration":"1.918564272s","start":"2026-03-03T01:42:44.506217Z","end":"2026-03-03T01:42:46.424781Z","steps":["trace[276449999] 'process raft request' (duration: 1.918330917s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:42:46.424881Z","caller":"traceutil/trace.go:171","msg":"trace[77802304] transaction","detail":"{read_only:false; response_revision:23646; number_of_response:1; }","duration":"1.460594181s","start":"2026-03-03T01:42:44.964279Z","end":"2026-03-03T01:42:46.424874Z","steps":["trace[77802304] 'process raft request' (duration: 1.460316015s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:46.424896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:45.134405Z","time spent":"1.290464484s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:42:46.424931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:44.964258Z","time spent":"1.460650852s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:42:46.424921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:44.506194Z","time spent":"1.918684105s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:42:46.424955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:43.379665Z","time spent":"3.045189689s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:42:46.424987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.815017317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:42:46.425012Z","caller":"traceutil/trace.go:171","msg":"trace[1211367447] transaction","detail":"{read_only:false; response_revision:23642; number_of_response:1; }","duration":"3.047065041s","start":"2026-03-03T01:42:43.37794Z","end":"2026-03-03T01:42:46.425005Z","steps":["trace[1211367447] 'process raft request' (duration: 3.046496399s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:42:46.425028Z","caller":"traceutil/trace.go:171","msg":"trace[1224141917] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:23647; }","duration":"2.815109448s","start":"2026-03-03T01:42:43.609906Z","end":"2026-03-03T01:42:46.425016Z","steps":["trace[1224141917] 'agreement among raft nodes before linearized reading' (duration: 2.815042547s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:46.425042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:43.377931Z","time spent":"3.047094882s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:42:46.425042Z","caller":"traceutil/trace.go:171","msg":"trace[1115170444] transaction","detail":"{read_only:false; response_revision:23643; number_of_response:1; }","duration":"3.046668382s","start":"2026-03-03T01:42:43.37836Z","end":"2026-03-03T01:42:46.425029Z","steps":["trace[1115170444] 'process raft request' (duration: 3.04611749s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:46.425093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:43.378351Z","time spent":"3.046716484s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:42:46.425153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:43.609879Z","time spent":"2.81518374s","remote":"127.0.0.1:44560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:42:46.425112Z","caller":"traceutil/trace.go:171","msg":"trace[1213090433] transaction","detail":"{read_only:false; response_revision:23638; number_of_response:1; }","duration":"3.048515303s","start":"2026-03-03T01:42:43.375916Z","end":"2026-03-03T01:42:46.424432Z","steps":["trace[1213090433] 'process raft request' (duration: 3.048147204s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:46.425812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:43.375896Z","time spent":"3.049874763s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:42:46.52095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.612438053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:42:46.521014Z","caller":"traceutil/trace.go:171","msg":"trace[1443354532] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:23647; }","duration":"2.612554266s","start":"2026-03-03T01:42:43.908446Z","end":"2026-03-03T01:42:46.521001Z","steps":["trace[1443354532] 'agreement among raft nodes before linearized reading' (duration: 2.612445264s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:46.521055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:43.908428Z","time spent":"2.612621268s","remote":"127.0.0.1:39768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:42:46.521093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.709988507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T01:42:46.521122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.390141344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:42:46.521241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.712481831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T01:42:46.521263Z","caller":"traceutil/trace.go:171","msg":"trace[503285912] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23647; }","duration":"1.712541083s","start":"2026-03-03T01:42:44.808717Z","end":"2026-03-03T01:42:46.521258Z","steps":["trace[503285912] 'agreement among raft nodes before linearized reading' (duration: 1.712491312s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:46.521277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:44.808695Z","time spent":"1.712577953s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T01:42:46.521221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.705317694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-03T01:42:46.521283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.705426286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-03T01:42:46.52131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.073867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:42:46.521336Z","caller":"traceutil/trace.go:171","msg":"trace[1552054272] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23647; }","duration":"1.705450367s","start":"2026-03-03T01:42:44.815863Z","end":"2026-03-03T01:42:46.521313Z","steps":["trace[1552054272] 'agreement among raft nodes before linearized reading' (duration: 1.705174561s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:42:46.521347Z","caller":"traceutil/trace.go:171","msg":"trace[765285333] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23647; }","duration":"1.705491667s","start":"2026-03-03T01:42:44.815841Z","end":"2026-03-03T01:42:46.521333Z","steps":["trace[765285333] 'agreement among raft nodes before linearized reading' (duration: 1.705305863s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:46.52138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.795207558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:42:46.521406Z","caller":"traceutil/trace.go:171","msg":"trace[1618869688] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:23647; }","duration":"1.79527453s","start":"2026-03-03T01:42:44.726127Z","end":"2026-03-03T01:42:46.521401Z","steps":["trace[1618869688] 'agreement among raft nodes before linearized reading' (duration: 1.795234369s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:46.521409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:44.815836Z","time spent":"1.705560889s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T01:42:46.521268Z","caller":"traceutil/trace.go:171","msg":"trace[1660702098] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:23647; }","duration":"1.390358669s","start":"2026-03-03T01:42:45.130871Z","end":"2026-03-03T01:42:46.521229Z","steps":["trace[1660702098] 'agreement among raft nodes before linearized reading' (duration: 1.390076693s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:46.521456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:45.130853Z","time spent":"1.390587604s","remote":"127.0.0.1:60598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:42:46.521177Z","caller":"traceutil/trace.go:171","msg":"trace[133242192] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23647; }","duration":"1.710109409s","start":"2026-03-03T01:42:44.811049Z","end":"2026-03-03T01:42:46.521158Z","steps":["trace[133242192] 'agreement among raft nodes before linearized reading' (duration: 1.709928725s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:46.521513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:44.811035Z","time spent":"1.710472247s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T01:42:46.52142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:44.726104Z","time spent":"1.795312651s","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:42:46.521553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.224774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18712"} {"level":"warn","ts":"2026-03-03T01:42:46.521561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.534013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18993118c8c071a9\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-03T01:42:46.52162Z","caller":"traceutil/trace.go:171","msg":"trace[1625180665] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:23647; }","duration":"918.321625ms","start":"2026-03-03T01:42:45.603285Z","end":"2026-03-03T01:42:46.521606Z","steps":["trace[1625180665] 'agreement among raft nodes before linearized reading' (duration: 918.024179ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:42:46.521637Z","caller":"traceutil/trace.go:171","msg":"trace[1051242730] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18993118c8c071a9; range_end:; response_count:1; response_revision:23647; }","duration":"794.650606ms","start":"2026-03-03T01:42:45.726969Z","end":"2026-03-03T01:42:46.521619Z","steps":["trace[1051242730] 'agreement among raft nodes before linearized reading' (duration: 794.40091ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:42:46.521349Z","caller":"traceutil/trace.go:171","msg":"trace[1411683641] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:23647; }","duration":"916.135219ms","start":"2026-03-03T01:42:45.605205Z","end":"2026-03-03T01:42:46.52134Z","steps":["trace[1411683641] 'agreement among raft nodes before linearized reading' (duration: 916.009736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:46.521685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:45.603268Z","time spent":"918.404129ms","remote":"127.0.0.1:34924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18735,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-03T01:42:46.521721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:45.605198Z","time spent":"916.509937ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:42:46.521589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.474376435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T01:42:46.521795Z","caller":"traceutil/trace.go:171","msg":"trace[1624016262] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23647; }","duration":"2.4746162s","start":"2026-03-03T01:42:44.047167Z","end":"2026-03-03T01:42:46.521783Z","steps":["trace[1624016262] 'agreement among raft nodes before linearized reading' (duration: 2.474312874s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:46.521847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:44.047149Z","time spent":"2.474685271s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T01:42:46.521406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:44.815859Z","time spent":"1.705532719s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T01:42:46.522231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.692642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:42:46.52232Z","caller":"traceutil/trace.go:171","msg":"trace[2016379454] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23647; }","duration":"173.517711ms","start":"2026-03-03T01:42:46.348779Z","end":"2026-03-03T01:42:46.522297Z","steps":["trace[2016379454] 'agreement among raft nodes before linearized reading' (duration: 172.618701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:46.522764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.792729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:42:46.522813Z","caller":"traceutil/trace.go:171","msg":"trace[603040619] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23647; }","duration":"791.408295ms","start":"2026-03-03T01:42:45.731393Z","end":"2026-03-03T01:42:46.522802Z","steps":["trace[603040619] 'agreement among raft nodes before linearized reading' (duration: 789.710087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:46.522842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:45.731385Z","time spent":"791.450256ms","remote":"127.0.0.1:34742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:42:46.522968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:45.726947Z","time spent":"794.724077ms","remote":"127.0.0.1:34816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18993118c8c071a9\" "} {"level":"warn","ts":"2026-03-03T01:42:57.548382Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565435288870274,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T01:42:57.618213Z","caller":"traceutil/trace.go:171","msg":"trace[1253812231] transaction","detail":"{read_only:false; response_revision:23721; number_of_response:1; }","duration":"579.053715ms","start":"2026-03-03T01:42:57.039137Z","end":"2026-03-03T01:42:57.618191Z","steps":["trace[1253812231] 'process raft request' (duration: 578.943222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:57.618313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:57.039115Z","time spent":"579.142027ms","remote":"127.0.0.1:34752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":26,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:42:57.660192Z","caller":"traceutil/trace.go:171","msg":"trace[287241704] linearizableReadLoop","detail":"{readStateIndex:24552; appliedIndex:24550; }","duration":"612.493173ms","start":"2026-03-03T01:42:57.047673Z","end":"2026-03-03T01:42:57.660166Z","steps":["trace[287241704] 'read index received' (duration: 570.438435ms)","trace[287241704] 'applied index is now lower than readState.Index' (duration: 42.051938ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:42:57.66206Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20744} {"level":"warn","ts":"2026-03-03T01:42:57.662151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.469197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-03T01:42:57.662184Z","caller":"traceutil/trace.go:171","msg":"trace[1159539609] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23721; }","duration":"614.547939ms","start":"2026-03-03T01:42:57.047624Z","end":"2026-03-03T01:42:57.662172Z","steps":["trace[1159539609] 'agreement among raft nodes before linearized reading' (duration: 612.685417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:57.662214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:57.047605Z","time spent":"614.60278ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T01:42:57.662196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.361283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-03T01:42:57.662662Z","caller":"traceutil/trace.go:171","msg":"trace[1643528490] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23721; }","duration":"613.497026ms","start":"2026-03-03T01:42:57.048778Z","end":"2026-03-03T01:42:57.662275Z","steps":["trace[1643528490] 'agreement among raft nodes before linearized reading' (duration: 613.276401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:57.662731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:57.048762Z","time spent":"613.954296ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-03T01:42:57.868402Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20744,"took":"202.256165ms","hash":2166706659,"current-db-size-bytes":46968832,"current-db-size":"47 MB","current-db-size-in-use-bytes":38576128,"current-db-size-in-use":"39 MB"} {"level":"info","ts":"2026-03-03T01:42:57.86854Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2166706659,"revision":20744,"compact-revision":18768} {"level":"warn","ts":"2026-03-03T01:43:03.120192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.991285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T01:43:03.120273Z","caller":"traceutil/trace.go:171","msg":"trace[521063297] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23757; }","duration":"435.117738ms","start":"2026-03-03T01:43:02.685134Z","end":"2026-03-03T01:43:03.120252Z","steps":["trace[521063297] 'range keys from in-memory index tree' (duration: 434.813341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:03.120311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:02.685112Z","time spent":"435.19101ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T01:43:03.120525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.300073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T01:43:03.120561Z","caller":"traceutil/trace.go:171","msg":"trace[1727123601] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23757; }","duration":"435.366823ms","start":"2026-03-03T01:43:02.685185Z","end":"2026-03-03T01:43:03.120552Z","steps":["trace[1727123601] 'range keys from in-memory index tree' (duration: 435.210181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:03.120586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:02.68517Z","time spent":"435.410585ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T01:43:03.12086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.560938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T01:43:03.120947Z","caller":"traceutil/trace.go:171","msg":"trace[1648076093] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23757; }","duration":"435.66485ms","start":"2026-03-03T01:43:02.685235Z","end":"2026-03-03T01:43:03.1209Z","steps":["trace[1648076093] 'range keys from in-memory index tree' (duration: 435.468176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:03.120968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:02.685208Z","time spent":"435.755292ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T01:43:03.120991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.727252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-03T01:43:03.121019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.986348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:03.121031Z","caller":"traceutil/trace.go:171","msg":"trace[1706510643] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23757; }","duration":"403.03154ms","start":"2026-03-03T01:43:02.717995Z","end":"2026-03-03T01:43:03.121027Z","steps":["trace[1706510643] 'range keys from in-memory index tree' (duration: 402.921896ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:03.12103Z","caller":"traceutil/trace.go:171","msg":"trace[2129727018] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23757; }","duration":"435.807124ms","start":"2026-03-03T01:43:02.685211Z","end":"2026-03-03T01:43:03.121019Z","steps":["trace[2129727018] 'range keys from in-memory index tree' (duration: 435.540228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:03.121042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:02.717977Z","time spent":"403.06241ms","remote":"127.0.0.1:34742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:43:03.121058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:02.685189Z","time spent":"435.862664ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T01:43:03.121127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.301196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T01:43:03.1212Z","caller":"traceutil/trace.go:171","msg":"trace[1576365639] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23757; }","duration":"432.424249ms","start":"2026-03-03T01:43:02.688756Z","end":"2026-03-03T01:43:03.12118Z","steps":["trace[1576365639] 'range keys from in-memory index tree' (duration: 432.142273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:03.121247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:02.688743Z","time spent":"432.49613ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T01:43:03.517022Z","caller":"traceutil/trace.go:171","msg":"trace[191120716] transaction","detail":"{read_only:false; response_revision:23758; number_of_response:1; }","duration":"391.604377ms","start":"2026-03-03T01:43:03.125393Z","end":"2026-03-03T01:43:03.516997Z","steps":["trace[191120716] 'process raft request' (duration: 391.390233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:03.517182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:03.125375Z","time spent":"391.72727ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:04.185733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.33174ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:43:04.186012Z","caller":"traceutil/trace.go:171","msg":"trace[1285599049] linearizableReadLoop","detail":"{readStateIndex:24592; appliedIndex:24590; }","duration":"1.059655207s","start":"2026-03-03T01:43:03.126341Z","end":"2026-03-03T01:43:04.185997Z","steps":["trace[1285599049] 'read index received' (duration: 390.558773ms)","trace[1285599049] 'applied index is now lower than readState.Index' (duration: 669.095344ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:43:04.186097Z","caller":"traceutil/trace.go:171","msg":"trace[1622302397] transaction","detail":"{read_only:false; response_revision:23759; number_of_response:1; }","duration":"1.06067153s","start":"2026-03-03T01:43:03.125414Z","end":"2026-03-03T01:43:04.186086Z","steps":["trace[1622302397] 'process raft request' (duration: 678.901351ms)","trace[1622302397] 'compare' (duration: 381.184197ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:43:04.186161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:03.125398Z","time spent":"1.060724241s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:04.186381Z","caller":"traceutil/trace.go:171","msg":"trace[1187525807] transaction","detail":"{read_only:false; response_revision:23762; number_of_response:1; }","duration":"1.056863576s","start":"2026-03-03T01:43:03.12949Z","end":"2026-03-03T01:43:04.186354Z","steps":["trace[1187525807] 'process raft request' (duration: 1.056472908s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:04.186521Z","caller":"traceutil/trace.go:171","msg":"trace[1152509429] transaction","detail":"{read_only:false; response_revision:23760; number_of_response:1; }","duration":"1.05931658s","start":"2026-03-03T01:43:03.127174Z","end":"2026-03-03T01:43:04.186491Z","steps":["trace[1152509429] 'process raft request' (duration: 1.058666446s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:04.186544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:03.12948Z","time spent":"1.056971768s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:04.186542Z","caller":"traceutil/trace.go:171","msg":"trace[1591590524] transaction","detail":"{read_only:false; response_revision:23761; number_of_response:1; }","duration":"1.057862959s","start":"2026-03-03T01:43:03.128651Z","end":"2026-03-03T01:43:04.186514Z","steps":["trace[1591590524] 'process raft request' (duration: 1.057282086s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:04.186669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:03.12864Z","time spent":"1.057968311s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:04.18667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:03.127162Z","time spent":"1.059420512s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:04.18667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.414649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:04.186716Z","caller":"traceutil/trace.go:171","msg":"trace[164129059] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:23762; }","duration":"639.4733ms","start":"2026-03-03T01:43:03.54723Z","end":"2026-03-03T01:43:04.186703Z","steps":["trace[164129059] 'agreement among raft nodes before linearized reading' (duration: 639.375258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:04.186749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:03.547173Z","time spent":"639.568882ms","remote":"127.0.0.1:60298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:04.186745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.672568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:43:04.186784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.572394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:04.186786Z","caller":"traceutil/trace.go:171","msg":"trace[443208266] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23762; }","duration":"468.732089ms","start":"2026-03-03T01:43:03.718042Z","end":"2026-03-03T01:43:04.186774Z","steps":["trace[443208266] 'agreement among raft nodes before linearized reading' (duration: 468.667988ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:04.186808Z","caller":"traceutil/trace.go:171","msg":"trace[50782927] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:0; response_revision:23762; }","duration":"602.636376ms","start":"2026-03-03T01:43:03.584165Z","end":"2026-03-03T01:43:04.186801Z","steps":["trace[50782927] 'agreement among raft nodes before linearized reading' (duration: 602.597155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:04.186813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:03.718033Z","time spent":"468.77536ms","remote":"127.0.0.1:34742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:43:04.186827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:03.584137Z","time spent":"602.686597ms","remote":"127.0.0.1:39660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-03T01:43:04.186808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.823665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:04.186869Z","caller":"traceutil/trace.go:171","msg":"trace[1073284325] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:23762; }","duration":"513.919487ms","start":"2026-03-03T01:43:03.672932Z","end":"2026-03-03T01:43:04.186851Z","steps":["trace[1073284325] 'agreement among raft nodes before linearized reading' (duration: 513.793404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:04.186858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060507576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18712"} {"level":"warn","ts":"2026-03-03T01:43:04.186927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:03.672905Z","time spent":"514.006499ms","remote":"127.0.0.1:55938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:43:04.186944Z","caller":"traceutil/trace.go:171","msg":"trace[1114995736] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23762; }","duration":"1.060618749s","start":"2026-03-03T01:43:03.126309Z","end":"2026-03-03T01:43:04.186928Z","steps":["trace[1114995736] 'agreement among raft nodes before linearized reading' (duration: 1.060411134s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:04.186987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:03.126297Z","time spent":"1.06067976s","remote":"127.0.0.1:34924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18735,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T01:43:04.695397Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565435288870381,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T01:43:04.841351Z","caller":"traceutil/trace.go:171","msg":"trace[758784373] transaction","detail":"{read_only:false; response_revision:23763; number_of_response:1; }","duration":"647.983927ms","start":"2026-03-03T01:43:04.193341Z","end":"2026-03-03T01:43:04.841325Z","steps":["trace[758784373] 'process raft request' (duration: 647.822864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:04.841503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:04.193324Z","time spent":"648.117781ms","remote":"127.0.0.1:39660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1633,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T01:43:05.53375Z","caller":"traceutil/trace.go:171","msg":"trace[1175547399] transaction","detail":"{read_only:false; response_revision:23765; number_of_response:1; }","duration":"961.658523ms","start":"2026-03-03T01:43:04.572063Z","end":"2026-03-03T01:43:05.533721Z","steps":["trace[1175547399] 'process raft request' (duration: 961.592572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:05.534034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:04.571993Z","time spent":"961.836468ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:05.534151Z","caller":"traceutil/trace.go:171","msg":"trace[1433710101] transaction","detail":"{read_only:false; response_revision:23764; number_of_response:1; }","duration":"963.924273ms","start":"2026-03-03T01:43:04.570203Z","end":"2026-03-03T01:43:05.534128Z","steps":["trace[1433710101] 'process raft request' (duration: 963.275019ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:05.534237Z","caller":"traceutil/trace.go:171","msg":"trace[2055788857] transaction","detail":"{read_only:false; response_revision:23769; number_of_response:1; }","duration":"958.36169ms","start":"2026-03-03T01:43:04.575855Z","end":"2026-03-03T01:43:05.534217Z","steps":["trace[2055788857] 'process raft request' (duration: 958.177576ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:05.534259Z","caller":"traceutil/trace.go:171","msg":"trace[414048307] transaction","detail":"{read_only:false; response_revision:23767; number_of_response:1; }","duration":"961.279775ms","start":"2026-03-03T01:43:04.572921Z","end":"2026-03-03T01:43:05.5342Z","steps":["trace[414048307] 'process raft request' (duration: 961.046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:05.534341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:04.570159Z","time spent":"964.108017ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:05.534374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:04.575833Z","time spent":"958.445992ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:05.534475Z","caller":"traceutil/trace.go:171","msg":"trace[723008681] transaction","detail":"{read_only:false; response_revision:23768; number_of_response:1; }","duration":"959.898223ms","start":"2026-03-03T01:43:04.574567Z","end":"2026-03-03T01:43:05.534465Z","steps":["trace[723008681] 'process raft request' (duration: 959.432993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:05.534533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:04.574552Z","time spent":"959.953815ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:05.534539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:04.572915Z","time spent":"961.48847ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:05.534708Z","caller":"traceutil/trace.go:171","msg":"trace[17822644] transaction","detail":"{read_only:false; response_revision:23770; number_of_response:1; }","duration":"958.016133ms","start":"2026-03-03T01:43:04.57668Z","end":"2026-03-03T01:43:05.534696Z","steps":["trace[17822644] 'process raft request' (duration: 957.382919ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:05.534737Z","caller":"traceutil/trace.go:171","msg":"trace[587136659] transaction","detail":"{read_only:false; response_revision:23766; number_of_response:1; }","duration":"962.125143ms","start":"2026-03-03T01:43:04.572599Z","end":"2026-03-03T01:43:05.534724Z","steps":["trace[587136659] 'process raft request' (duration: 961.103821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:05.534777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:04.576644Z","time spent":"958.100675ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:05.534801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:04.572576Z","time spent":"962.184735ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:05.53477Z","caller":"traceutil/trace.go:171","msg":"trace[988825477] linearizableReadLoop","detail":"{readStateIndex:24603; appliedIndex:24596; }","duration":"1.339408595s","start":"2026-03-03T01:43:04.19535Z","end":"2026-03-03T01:43:05.534758Z","steps":["trace[988825477] 'read index received' (duration: 646.131688ms)","trace[988825477] 'applied index is now lower than readState.Index' (duration: 692.615202ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:43:05.534965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.29395356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:05.535395Z","caller":"traceutil/trace.go:171","msg":"trace[1105593072] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23770; }","duration":"1.29441127s","start":"2026-03-03T01:43:04.240971Z","end":"2026-03-03T01:43:05.535382Z","steps":["trace[1105593072] 'agreement among raft nodes before linearized reading' (duration: 1.29395705s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:05.535442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:04.240953Z","time spent":"1.294478642s","remote":"127.0.0.1:35208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T01:43:05.535081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.480069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:05.535603Z","caller":"traceutil/trace.go:171","msg":"trace[1268016740] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23770; }","duration":"370.044711ms","start":"2026-03-03T01:43:05.16554Z","end":"2026-03-03T01:43:05.535584Z","steps":["trace[1268016740] 'agreement among raft nodes before linearized reading' (duration: 369.454427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:05.535655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:05.165509Z","time spent":"370.134322ms","remote":"127.0.0.1:60212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:05.535115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.843175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:05.535744Z","caller":"traceutil/trace.go:171","msg":"trace[1038497710] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23770; }","duration":"816.5458ms","start":"2026-03-03T01:43:04.719187Z","end":"2026-03-03T01:43:05.535733Z","steps":["trace[1038497710] 'agreement among raft nodes before linearized reading' (duration: 815.862955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:05.535782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:04.719158Z","time spent":"816.614131ms","remote":"127.0.0.1:34742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:43:05.535182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.83987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1651"} {"level":"info","ts":"2026-03-03T01:43:05.53596Z","caller":"traceutil/trace.go:171","msg":"trace[2074091597] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23770; }","duration":"689.624427ms","start":"2026-03-03T01:43:04.846293Z","end":"2026-03-03T01:43:05.535917Z","steps":["trace[2074091597] 'agreement among raft nodes before linearized reading' (duration: 688.753818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:05.536001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:04.846274Z","time spent":"689.717989ms","remote":"127.0.0.1:39660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1674,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-03T01:43:05.535207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.339830825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:05.536155Z","caller":"traceutil/trace.go:171","msg":"trace[375424127] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:23770; }","duration":"1.340800386s","start":"2026-03-03T01:43:04.195338Z","end":"2026-03-03T01:43:05.536138Z","steps":["trace[375424127] 'agreement among raft nodes before linearized reading' (duration: 1.339476146s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:05.536208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:04.195333Z","time spent":"1.340850327s","remote":"127.0.0.1:34826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-03-03T01:43:05.535278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.797502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1651"} {"level":"info","ts":"2026-03-03T01:43:05.536321Z","caller":"traceutil/trace.go:171","msg":"trace[2112204347] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23770; }","duration":"681.858204ms","start":"2026-03-03T01:43:04.854448Z","end":"2026-03-03T01:43:05.536307Z","steps":["trace[2112204347] 'agreement among raft nodes before linearized reading' (duration: 680.674909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:05.53639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:04.854435Z","time spent":"681.941287ms","remote":"127.0.0.1:39660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1674,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-03T01:43:06.261873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.788666ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:43:06.261988Z","caller":"traceutil/trace.go:171","msg":"trace[121222642] linearizableReadLoop","detail":"{readStateIndex:24604; appliedIndex:24603; }","duration":"722.030303ms","start":"2026-03-03T01:43:05.539943Z","end":"2026-03-03T01:43:06.261973Z","steps":["trace[121222642] 'read index received' (duration: 275.080023ms)","trace[121222642] 'applied index is now lower than readState.Index' (duration: 446.9489ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:43:06.262074Z","caller":"traceutil/trace.go:171","msg":"trace[967792477] transaction","detail":"{read_only:false; response_revision:23771; number_of_response:1; }","duration":"722.222517ms","start":"2026-03-03T01:43:05.53984Z","end":"2026-03-03T01:43:06.262063Z","steps":["trace[967792477] 'process raft request' (duration: 275.168175ms)","trace[967792477] 'compare' (duration: 446.49949ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:43:06.262137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:05.539824Z","time spent":"722.283079ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:06.262206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.266828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-03-03T01:43:06.262291Z","caller":"traceutil/trace.go:171","msg":"trace[1345859674] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:23771; }","duration":"722.388571ms","start":"2026-03-03T01:43:05.539882Z","end":"2026-03-03T01:43:06.26227Z","steps":["trace[1345859674] 'agreement among raft nodes before linearized reading' (duration: 722.191887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:06.262331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:05.539862Z","time spent":"722.461122ms","remote":"127.0.0.1:34936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1160,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"info","ts":"2026-03-03T01:43:06.264813Z","caller":"traceutil/trace.go:171","msg":"trace[814323432] transaction","detail":"{read_only:false; response_revision:23772; number_of_response:1; }","duration":"721.587603ms","start":"2026-03-03T01:43:05.543179Z","end":"2026-03-03T01:43:06.264766Z","steps":["trace[814323432] 'process raft request' (duration: 721.407329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:06.265248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:05.543164Z","time spent":"721.788817ms","remote":"127.0.0.1:39660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1946,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:06.892136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.423173ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T01:43:06.892224Z","caller":"traceutil/trace.go:171","msg":"trace[2036950747] linearizableReadLoop","detail":"{readStateIndex:24606; appliedIndex:24604; }","duration":"630.198724ms","start":"2026-03-03T01:43:06.262013Z","end":"2026-03-03T01:43:06.892211Z","steps":["trace[2036950747] 'read index received' (duration: 2.489505ms)","trace[2036950747] 'applied index is now lower than readState.Index' (duration: 627.708009ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:43:06.892557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.641593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-03T01:43:06.892618Z","caller":"traceutil/trace.go:171","msg":"trace[1727210063] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:23772; }","duration":"677.714434ms","start":"2026-03-03T01:43:06.214881Z","end":"2026-03-03T01:43:06.892595Z","steps":["trace[1727210063] 'agreement among raft nodes before linearized reading' (duration: 677.572591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:06.892643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:06.214853Z","time spent":"677.784386ms","remote":"127.0.0.1:34908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-03T01:43:06.892639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.522799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T01:43:06.892706Z","caller":"traceutil/trace.go:171","msg":"trace[760822585] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23772; }","duration":"701.633962ms","start":"2026-03-03T01:43:06.191055Z","end":"2026-03-03T01:43:06.892689Z","steps":["trace[760822585] 'agreement among raft nodes before linearized reading' (duration: 701.430777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:06.892755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:06.191035Z","time spent":"701.712813ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T01:43:06.892865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.351451259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T01:43:06.892901Z","caller":"traceutil/trace.go:171","msg":"trace[755073643] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23772; }","duration":"1.351501131s","start":"2026-03-03T01:43:05.541394Z","end":"2026-03-03T01:43:06.892895Z","steps":["trace[755073643] 'agreement among raft nodes before linearized reading' (duration: 1.351398869s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:06.89292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:05.541383Z","time spent":"1.351532442s","remote":"127.0.0.1:34926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T01:43:06.893031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.55509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T01:43:06.893083Z","caller":"traceutil/trace.go:171","msg":"trace[1619677554] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23772; }","duration":"701.660032ms","start":"2026-03-03T01:43:06.191413Z","end":"2026-03-03T01:43:06.893073Z","steps":["trace[1619677554] 'agreement among raft nodes before linearized reading' (duration: 701.536219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:06.893112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:06.191391Z","time spent":"701.714914ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T01:43:06.893299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.841766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T01:43:06.893336Z","caller":"traceutil/trace.go:171","msg":"trace[696878680] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23772; }","duration":"701.894268ms","start":"2026-03-03T01:43:06.191433Z","end":"2026-03-03T01:43:06.893327Z","steps":["trace[696878680] 'agreement among raft nodes before linearized reading' (duration: 701.805596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:06.893362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:06.191417Z","time spent":"701.938138ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T01:43:06.893581Z","caller":"traceutil/trace.go:171","msg":"trace[609381382] transaction","detail":"{read_only:false; response_revision:23773; number_of_response:1; }","duration":"385.027261ms","start":"2026-03-03T01:43:06.508544Z","end":"2026-03-03T01:43:06.893572Z","steps":["trace[609381382] 'process raft request' (duration: 384.677343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:06.893571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.45367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T01:43:06.893635Z","caller":"traceutil/trace.go:171","msg":"trace[1157399319] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23772; }","duration":"702.551152ms","start":"2026-03-03T01:43:06.191065Z","end":"2026-03-03T01:43:06.893616Z","steps":["trace[1157399319] 'agreement among raft nodes before linearized reading' (duration: 702.403719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:06.893664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:06.508523Z","time spent":"385.088353ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:06.89369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:06.191044Z","time spent":"702.634043ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T01:43:07.738744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.708744ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:43:07.738938Z","caller":"traceutil/trace.go:171","msg":"trace[1837863643] linearizableReadLoop","detail":"{readStateIndex:24609; appliedIndex:24607; }","duration":"846.680995ms","start":"2026-03-03T01:43:06.892241Z","end":"2026-03-03T01:43:07.738922Z","steps":["trace[1837863643] 'read index received' (duration: 1.433731ms)","trace[1837863643] 'applied index is now lower than readState.Index' (duration: 845.246264ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:43:07.739114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.421961927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"info","ts":"2026-03-03T01:43:07.739168Z","caller":"traceutil/trace.go:171","msg":"trace[389225846] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:23775; }","duration":"1.422047219s","start":"2026-03-03T01:43:06.317109Z","end":"2026-03-03T01:43:07.739156Z","steps":["trace[389225846] 'agreement among raft nodes before linearized reading' (duration: 1.421886246s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:07.73922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:06.317094Z","time spent":"1.42211453s","remote":"127.0.0.1:34950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":199,"request content":"key:\"/registry/serviceaccounts/openstack/default\" "} {"level":"warn","ts":"2026-03-03T01:43:07.739201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.473578858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:684"} {"level":"warn","ts":"2026-03-03T01:43:07.739201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.467406351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1964"} {"level":"info","ts":"2026-03-03T01:43:07.739284Z","caller":"traceutil/trace.go:171","msg":"trace[1178771862] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:23775; }","duration":"1.473681129s","start":"2026-03-03T01:43:06.26558Z","end":"2026-03-03T01:43:07.739261Z","steps":["trace[1178771862] 'agreement among raft nodes before linearized reading' (duration: 1.473504865s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:07.739309Z","caller":"traceutil/trace.go:171","msg":"trace[14680014] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23775; }","duration":"1.467538034s","start":"2026-03-03T01:43:06.271749Z","end":"2026-03-03T01:43:07.739287Z","steps":["trace[14680014] 'agreement among raft nodes before linearized reading' (duration: 1.467263468s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:07.739346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:06.265567Z","time spent":"1.473767581s","remote":"127.0.0.1:34922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":707,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-03T01:43:07.739396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:06.271742Z","time spent":"1.467635826s","remote":"127.0.0.1:39660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1987,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-03T01:43:07.739632Z","caller":"traceutil/trace.go:171","msg":"trace[469734971] transaction","detail":"{read_only:false; response_revision:23775; number_of_response:1; }","duration":"1.053617354s","start":"2026-03-03T01:43:06.686002Z","end":"2026-03-03T01:43:07.73962Z","steps":["trace[469734971] 'process raft request' (duration: 1.052855648s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:07.739711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.63441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:07.739764Z","caller":"traceutil/trace.go:171","msg":"trace[863065081] transaction","detail":"{read_only:false; response_revision:23774; number_of_response:1; }","duration":"1.055565888s","start":"2026-03-03T01:43:06.684186Z","end":"2026-03-03T01:43:07.739752Z","steps":["trace[863065081] 'process raft request' (duration: 573.757659ms)","trace[863065081] 'compare' (duration: 480.255454ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:43:07.739841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:06.684161Z","time spent":"1.055643509s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:07.739765Z","caller":"traceutil/trace.go:171","msg":"trace[279793094] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:23775; }","duration":"945.722452ms","start":"2026-03-03T01:43:06.794029Z","end":"2026-03-03T01:43:07.739752Z","steps":["trace[279793094] 'agreement among raft nodes before linearized reading' (duration: 945.638529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:07.740022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:06.794013Z","time spent":"945.985588ms","remote":"127.0.0.1:42284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:07.73972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:06.685982Z","time spent":"1.053693016s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:07.739893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023553981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:07.74064Z","caller":"traceutil/trace.go:171","msg":"trace[998111804] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23775; }","duration":"1.024324428s","start":"2026-03-03T01:43:06.716298Z","end":"2026-03-03T01:43:07.740622Z","steps":["trace[998111804] 'agreement among raft nodes before linearized reading' (duration: 1.02349719s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:07.740693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:06.716283Z","time spent":"1.024396119s","remote":"127.0.0.1:34742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:43:08.269014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.136192ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:08.269103Z","caller":"traceutil/trace.go:171","msg":"trace[1205360574] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23775; }","duration":"423.246415ms","start":"2026-03-03T01:43:07.845844Z","end":"2026-03-03T01:43:08.269091Z","steps":["trace[1205360574] 'range keys from in-memory index tree' (duration: 423.122722ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:08.269496Z","caller":"traceutil/trace.go:171","msg":"trace[1732392513] transaction","detail":"{read_only:false; response_revision:23776; number_of_response:1; }","duration":"1.37183274s","start":"2026-03-03T01:43:06.897649Z","end":"2026-03-03T01:43:08.269482Z","steps":["trace[1732392513] 'process raft request' (duration: 1.272734632s)","trace[1732392513] 'compare' (duration: 98.792982ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:43:08.269574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:06.897621Z","time spent":"1.371903822s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:08.26975Z","caller":"traceutil/trace.go:171","msg":"trace[1175482388] transaction","detail":"{read_only:false; response_revision:23777; number_of_response:1; }","duration":"1.372071606s","start":"2026-03-03T01:43:06.897663Z","end":"2026-03-03T01:43:08.269735Z","steps":["trace[1175482388] 'process raft request' (duration: 1.37178442s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:08.269807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:06.897645Z","time spent":"1.372133737s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:08.269805Z","caller":"traceutil/trace.go:171","msg":"trace[21042856] transaction","detail":"{read_only:false; response_revision:23779; number_of_response:1; }","duration":"1.366891972s","start":"2026-03-03T01:43:06.902889Z","end":"2026-03-03T01:43:08.269781Z","steps":["trace[21042856] 'process raft request' (duration: 1.366839031s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:08.26985Z","caller":"traceutil/trace.go:171","msg":"trace[286794126] transaction","detail":"{read_only:false; response_revision:23778; number_of_response:1; }","duration":"1.371537295s","start":"2026-03-03T01:43:06.898284Z","end":"2026-03-03T01:43:08.269821Z","steps":["trace[286794126] 'process raft request' (duration: 1.37133598s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:08.269957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:06.902873Z","time spent":"1.366995054s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:08.270005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:06.898275Z","time spent":"1.371645417s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:08.311475Z","caller":"traceutil/trace.go:171","msg":"trace[1479367436] transaction","detail":"{read_only:false; response_revision:23780; number_of_response:1; }","duration":"772.16403ms","start":"2026-03-03T01:43:07.539286Z","end":"2026-03-03T01:43:08.31145Z","steps":["trace[1479367436] 'process raft request' (duration: 772.013037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:08.311637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:07.539259Z","time spent":"772.298884ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:08.311745Z","caller":"traceutil/trace.go:171","msg":"trace[1610677125] transaction","detail":"{read_only:false; response_revision:23781; number_of_response:1; }","duration":"770.370461ms","start":"2026-03-03T01:43:07.541335Z","end":"2026-03-03T01:43:08.311705Z","steps":["trace[1610677125] 'process raft request' (duration: 770.072154ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:08.311842Z","caller":"traceutil/trace.go:171","msg":"trace[948384748] transaction","detail":"{read_only:false; response_revision:23782; number_of_response:1; }","duration":"770.37948ms","start":"2026-03-03T01:43:07.54144Z","end":"2026-03-03T01:43:08.311819Z","steps":["trace[948384748] 'process raft request' (duration: 770.211777ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:08.311877Z","caller":"traceutil/trace.go:171","msg":"trace[1991865022] transaction","detail":"{read_only:false; response_revision:23783; number_of_response:1; }","duration":"770.35143ms","start":"2026-03-03T01:43:07.541506Z","end":"2026-03-03T01:43:08.311857Z","steps":["trace[1991865022] 'process raft request' (duration: 770.255998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:08.311999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:07.541429Z","time spent":"770.478062ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:08.311914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:07.54132Z","time spent":"770.510343ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:08.312044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:07.541497Z","time spent":"770.478543ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:08.31219Z","caller":"traceutil/trace.go:171","msg":"trace[794382530] transaction","detail":"{read_only:false; response_revision:23784; number_of_response:1; }","duration":"770.552344ms","start":"2026-03-03T01:43:07.541627Z","end":"2026-03-03T01:43:08.31218Z","steps":["trace[794382530] 'process raft request' (duration: 770.181166ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:08.312215Z","caller":"traceutil/trace.go:171","msg":"trace[169649228] transaction","detail":"{read_only:false; response_revision:23785; number_of_response:1; }","duration":"769.843338ms","start":"2026-03-03T01:43:07.542354Z","end":"2026-03-03T01:43:08.312197Z","steps":["trace[169649228] 'process raft request' (duration: 769.673925ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:08.312231Z","caller":"traceutil/trace.go:171","msg":"trace[324528897] transaction","detail":"{read_only:false; response_revision:23786; number_of_response:1; }","duration":"768.54082ms","start":"2026-03-03T01:43:07.54367Z","end":"2026-03-03T01:43:08.312211Z","steps":["trace[324528897] 'process raft request' (duration: 768.456098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:08.312303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:07.542341Z","time spent":"769.911511ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:08.312352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:07.543659Z","time spent":"768.634191ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:08.312396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.837558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:43:08.312431Z","caller":"traceutil/trace.go:171","msg":"trace[781978827] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:23787; }","duration":"716.91464ms","start":"2026-03-03T01:43:07.595509Z","end":"2026-03-03T01:43:08.312424Z","steps":["trace[781978827] 'agreement among raft nodes before linearized reading' (duration: 716.836369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:08.312444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.417333785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18712"} {"level":"warn","ts":"2026-03-03T01:43:08.312245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:07.54162Z","time spent":"770.599465ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:08.31248Z","caller":"traceutil/trace.go:171","msg":"trace[417028534] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23787; }","duration":"1.417371896s","start":"2026-03-03T01:43:06.895099Z","end":"2026-03-03T01:43:08.312471Z","steps":["trace[417028534] 'agreement among raft nodes before linearized reading' (duration: 1.417237063s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:08.312509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:06.89504Z","time spent":"1.417462998s","remote":"127.0.0.1:34924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18735,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-03T01:43:08.312311Z","caller":"traceutil/trace.go:171","msg":"trace[94904000] linearizableReadLoop","detail":"{readStateIndex:24620; appliedIndex:24609; }","duration":"573.3316ms","start":"2026-03-03T01:43:07.738967Z","end":"2026-03-03T01:43:08.312299Z","steps":["trace[94904000] 'read index received' (duration: 431.371555ms)","trace[94904000] 'applied index is now lower than readState.Index' (duration: 141.958725ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:43:08.312562Z","caller":"traceutil/trace.go:171","msg":"trace[1964805807] transaction","detail":"{read_only:false; response_revision:23787; number_of_response:1; }","duration":"561.879847ms","start":"2026-03-03T01:43:07.750671Z","end":"2026-03-03T01:43:08.312551Z","steps":["trace[1964805807] 'process raft request' (duration: 561.498919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:08.312623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:07.750657Z","time spent":"561.934088ms","remote":"127.0.0.1:39660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2793,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:08.312457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:07.595494Z","time spent":"716.957821ms","remote":"127.0.0.1:34996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:08.312711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.997145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:11488"} {"level":"warn","ts":"2026-03-03T01:43:08.312762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.41667837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-259ef877-ba7a-423c-93d5-5f494651c52d\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-03T01:43:08.312824Z","caller":"traceutil/trace.go:171","msg":"trace[1240264961] range","detail":"{range_begin:/registry/persistentvolumes/pvc-259ef877-ba7a-423c-93d5-5f494651c52d; range_end:; response_count:1; response_revision:23787; }","duration":"1.416757333s","start":"2026-03-03T01:43:06.896055Z","end":"2026-03-03T01:43:08.312813Z","steps":["trace[1240264961] 'agreement among raft nodes before linearized reading' (duration: 1.41661024s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:08.312842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.372114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T01:43:08.31286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:06.896047Z","time spent":"1.416801774s","remote":"127.0.0.1:34896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-259ef877-ba7a-423c-93d5-5f494651c52d\" "} {"level":"warn","ts":"2026-03-03T01:43:08.312861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.858643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:43:08.312912Z","caller":"traceutil/trace.go:171","msg":"trace[1213441489] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:23787; }","duration":"228.981506ms","start":"2026-03-03T01:43:08.083919Z","end":"2026-03-03T01:43:08.3129Z","steps":["trace[1213441489] 'agreement among raft nodes before linearized reading' (duration: 228.885504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:08.312922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.060277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:08.31295Z","caller":"traceutil/trace.go:171","msg":"trace[900148421] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23787; }","duration":"570.123218ms","start":"2026-03-03T01:43:07.74282Z","end":"2026-03-03T01:43:08.312943Z","steps":["trace[900148421] 'agreement among raft nodes before linearized reading' (duration: 570.076187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:08.312966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.804251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:684"} {"level":"warn","ts":"2026-03-03T01:43:08.312989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:07.742763Z","time spent":"570.21623ms","remote":"127.0.0.1:34740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T01:43:08.313002Z","caller":"traceutil/trace.go:171","msg":"trace[1956455427] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:23787; }","duration":"564.853112ms","start":"2026-03-03T01:43:07.748137Z","end":"2026-03-03T01:43:08.31299Z","steps":["trace[1956455427] 'agreement among raft nodes before linearized reading' (duration: 564.752849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:08.313032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:07.748128Z","time spent":"564.896692ms","remote":"127.0.0.1:34922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":707,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-03T01:43:08.313072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.258418646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:43:08.312877Z","caller":"traceutil/trace.go:171","msg":"trace[1635578801] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:23787; }","duration":"306.441766ms","start":"2026-03-03T01:43:08.006427Z","end":"2026-03-03T01:43:08.312869Z","steps":["trace[1635578801] 'agreement among raft nodes before linearized reading' (duration: 306.383785ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:08.313116Z","caller":"traceutil/trace.go:171","msg":"trace[1368311105] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:23787; }","duration":"1.258501348s","start":"2026-03-03T01:43:07.054605Z","end":"2026-03-03T01:43:08.313106Z","steps":["trace[1368311105] 'agreement among raft nodes before linearized reading' (duration: 1.258401776s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:08.313145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:08.006408Z","time spent":"306.722853ms","remote":"127.0.0.1:35110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:08.313194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.313528293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:43:08.313153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:07.054585Z","time spent":"1.258558159s","remote":"127.0.0.1:35280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:43:08.313231Z","caller":"traceutil/trace.go:171","msg":"trace[1911898195] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:23787; }","duration":"1.313590035s","start":"2026-03-03T01:43:06.999631Z","end":"2026-03-03T01:43:08.313221Z","steps":["trace[1911898195] 'agreement among raft nodes before linearized reading' (duration: 1.313539403s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:08.312788Z","caller":"traceutil/trace.go:171","msg":"trace[743289285] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:23787; }","duration":"570.088527ms","start":"2026-03-03T01:43:07.742681Z","end":"2026-03-03T01:43:08.31277Z","steps":["trace[743289285] 'agreement among raft nodes before linearized reading' (duration: 569.916763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:08.313266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:06.999615Z","time spent":"1.313642805s","remote":"127.0.0.1:55926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:08.313272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:07.742666Z","time spent":"570.597518ms","remote":"127.0.0.1:34926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":11511,"request content":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" "} {"level":"warn","ts":"2026-03-03T01:43:10.505396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.288743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:10.505478Z","caller":"traceutil/trace.go:171","msg":"trace[1763843817] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:23844; }","duration":"806.409865ms","start":"2026-03-03T01:43:09.699053Z","end":"2026-03-03T01:43:10.505463Z","steps":["trace[1763843817] 'count revisions from in-memory index tree' (duration: 806.16763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:10.50551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:09.699036Z","time spent":"806.465507ms","remote":"127.0.0.1:55880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:10.505533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.352868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:43:10.505548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.817919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T01:43:10.50558Z","caller":"traceutil/trace.go:171","msg":"trace[451220150] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23844; }","duration":"548.397889ms","start":"2026-03-03T01:43:09.957167Z","end":"2026-03-03T01:43:10.505565Z","steps":["trace[451220150] 'count revisions from in-memory index tree' (duration: 548.295546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:10.505608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:09.957151Z","time spent":"548.44796ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:10.505583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.629295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T01:43:10.505609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.206668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:10.505668Z","caller":"traceutil/trace.go:171","msg":"trace[31445551] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23844; }","duration":"790.29809ms","start":"2026-03-03T01:43:09.715356Z","end":"2026-03-03T01:43:10.505654Z","steps":["trace[31445551] 'range keys from in-memory index tree' (duration: 790.122716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:10.50571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:09.715344Z","time spent":"790.360111ms","remote":"127.0.0.1:34742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:43:10.505732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.825899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T01:43:10.505755Z","caller":"traceutil/trace.go:171","msg":"trace[1694883464] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23844; }","duration":"231.86558ms","start":"2026-03-03T01:43:10.273883Z","end":"2026-03-03T01:43:10.505749Z","steps":["trace[1694883464] 'range keys from in-memory index tree' (duration: 231.764597ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:10.505675Z","caller":"traceutil/trace.go:171","msg":"trace[649497862] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23844; }","duration":"231.711776ms","start":"2026-03-03T01:43:10.273929Z","end":"2026-03-03T01:43:10.505641Z","steps":["trace[649497862] 'range keys from in-memory index tree' (duration: 231.527272ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:10.505607Z","caller":"traceutil/trace.go:171","msg":"trace[2147053205] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23844; }","duration":"231.926781ms","start":"2026-03-03T01:43:10.273664Z","end":"2026-03-03T01:43:10.505591Z","steps":["trace[2147053205] 'range keys from in-memory index tree' (duration: 231.686116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:10.50598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.521919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T01:43:10.506028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058261437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4ee9de16-84d5-421a-8275-1860ec7deaf0\" ","response":"range_response_count:1 size:3643"} {"level":"info","ts":"2026-03-03T01:43:10.506051Z","caller":"traceutil/trace.go:171","msg":"trace[607300910] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:23844; }","duration":"292.633781ms","start":"2026-03-03T01:43:10.213395Z","end":"2026-03-03T01:43:10.506028Z","steps":["trace[607300910] 'count revisions from in-memory index tree' (duration: 292.440467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:10.506069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.233787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T01:43:10.506056Z","caller":"traceutil/trace.go:171","msg":"trace[1273041055] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4ee9de16-84d5-421a-8275-1860ec7deaf0; range_end:; response_count:1; response_revision:23844; }","duration":"1.058326068s","start":"2026-03-03T01:43:09.44772Z","end":"2026-03-03T01:43:10.506046Z","steps":["trace[1273041055] 'range keys from in-memory index tree' (duration: 1.058122534s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:10.506092Z","caller":"traceutil/trace.go:171","msg":"trace[517381971] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23844; }","duration":"232.294419ms","start":"2026-03-03T01:43:10.273791Z","end":"2026-03-03T01:43:10.506085Z","steps":["trace[517381971] 'range keys from in-memory index tree' (duration: 232.051584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:10.506105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.729137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:43:10.506122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.878941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4ee9de16-84d5-421a-8275-1860ec7deaf0\" ","response":"range_response_count:1 size:3643"} {"level":"info","ts":"2026-03-03T01:43:10.506133Z","caller":"traceutil/trace.go:171","msg":"trace[524154015] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:23844; }","duration":"808.765598ms","start":"2026-03-03T01:43:09.697359Z","end":"2026-03-03T01:43:10.506125Z","steps":["trace[524154015] 'count revisions from in-memory index tree' (duration: 808.708627ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:10.506145Z","caller":"traceutil/trace.go:171","msg":"trace[1299692225] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4ee9de16-84d5-421a-8275-1860ec7deaf0; range_end:; response_count:1; response_revision:23844; }","duration":"808.923742ms","start":"2026-03-03T01:43:09.697214Z","end":"2026-03-03T01:43:10.506137Z","steps":["trace[1299692225] 'range keys from in-memory index tree' (duration: 808.803459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:10.506155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:09.697356Z","time spent":"808.793038ms","remote":"127.0.0.1:60508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:10.506172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:09.6972Z","time spent":"808.966223ms","remote":"127.0.0.1:34926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3666,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4ee9de16-84d5-421a-8275-1860ec7deaf0\" "} {"level":"warn","ts":"2026-03-03T01:43:10.506127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:09.447699Z","time spent":"1.05840007s","remote":"127.0.0.1:34926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3666,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4ee9de16-84d5-421a-8275-1860ec7deaf0\" "} {"level":"info","ts":"2026-03-03T01:43:10.506579Z","caller":"traceutil/trace.go:171","msg":"trace[181255783] transaction","detail":"{read_only:false; response_revision:23845; number_of_response:1; }","duration":"189.163906ms","start":"2026-03-03T01:43:10.317403Z","end":"2026-03-03T01:43:10.506567Z","steps":["trace[181255783] 'process raft request' (duration: 187.766466ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:10.566363Z","caller":"traceutil/trace.go:171","msg":"trace[271055831] transaction","detail":"{read_only:false; response_revision:23846; number_of_response:1; }","duration":"248.044277ms","start":"2026-03-03T01:43:10.318306Z","end":"2026-03-03T01:43:10.566351Z","steps":["trace[271055831] 'process raft request' (duration: 247.927934ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:10.566614Z","caller":"traceutil/trace.go:171","msg":"trace[1860810669] transaction","detail":"{read_only:false; response_revision:23847; number_of_response:1; }","duration":"248.193761ms","start":"2026-03-03T01:43:10.318413Z","end":"2026-03-03T01:43:10.566607Z","steps":["trace[1860810669] 'process raft request' (duration: 247.907954ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:10.567056Z","caller":"traceutil/trace.go:171","msg":"trace[457950302] transaction","detail":"{read_only:false; response_revision:23848; number_of_response:1; }","duration":"248.572219ms","start":"2026-03-03T01:43:10.31846Z","end":"2026-03-03T01:43:10.567032Z","steps":["trace[457950302] 'process raft request' (duration: 248.111469ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:10.56817Z","caller":"traceutil/trace.go:171","msg":"trace[1209986997] transaction","detail":"{read_only:false; response_revision:23849; number_of_response:1; }","duration":"249.619251ms","start":"2026-03-03T01:43:10.318535Z","end":"2026-03-03T01:43:10.568154Z","steps":["trace[1209986997] 'process raft request' (duration: 248.381284ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:10.568333Z","caller":"traceutil/trace.go:171","msg":"trace[321756556] linearizableReadLoop","detail":"{readStateIndex:24686; appliedIndex:24679; }","duration":"236.763668ms","start":"2026-03-03T01:43:10.331559Z","end":"2026-03-03T01:43:10.568323Z","steps":["trace[321756556] 'read index received' (duration: 173.829099ms)","trace[321756556] 'applied index is now lower than readState.Index' (duration: 62.933459ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:43:10.568397Z","caller":"traceutil/trace.go:171","msg":"trace[1104657852] transaction","detail":"{read_only:false; response_revision:23850; number_of_response:1; }","duration":"249.620301ms","start":"2026-03-03T01:43:10.318769Z","end":"2026-03-03T01:43:10.568389Z","steps":["trace[1104657852] 'process raft request' (duration: 249.323815ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:10.568469Z","caller":"traceutil/trace.go:171","msg":"trace[1642091307] transaction","detail":"{read_only:false; response_revision:23851; number_of_response:1; }","duration":"249.313805ms","start":"2026-03-03T01:43:10.319148Z","end":"2026-03-03T01:43:10.568462Z","steps":["trace[1642091307] 'process raft request' (duration: 249.135141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:10.568626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.058084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-03T01:43:10.568659Z","caller":"traceutil/trace.go:171","msg":"trace[505691821] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23851; }","duration":"237.119145ms","start":"2026-03-03T01:43:10.331532Z","end":"2026-03-03T01:43:10.568651Z","steps":["trace[505691821] 'agreement among raft nodes before linearized reading' (duration: 236.992742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:11.691242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.668469ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:43:11.691577Z","caller":"traceutil/trace.go:171","msg":"trace[1579013734] transaction","detail":"{read_only:false; response_revision:23857; number_of_response:1; }","duration":"1.117232109s","start":"2026-03-03T01:43:10.574328Z","end":"2026-03-03T01:43:11.69156Z","steps":["trace[1579013734] 'process raft request' (duration: 1.117197989s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:11.691644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:10.57431Z","time spent":"1.11730339s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:11.69175Z","caller":"traceutil/trace.go:171","msg":"trace[1640891763] transaction","detail":"{read_only:false; response_revision:23855; number_of_response:1; }","duration":"1.180516825s","start":"2026-03-03T01:43:10.511183Z","end":"2026-03-03T01:43:11.691699Z","steps":["trace[1640891763] 'process raft request' (duration: 1.18025857s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:11.691796Z","caller":"traceutil/trace.go:171","msg":"trace[1888187707] transaction","detail":"{read_only:false; response_revision:23856; number_of_response:1; }","duration":"1.178286007s","start":"2026-03-03T01:43:10.513468Z","end":"2026-03-03T01:43:11.691754Z","steps":["trace[1888187707] 'process raft request' (duration: 1.17800536s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:11.691819Z","caller":"traceutil/trace.go:171","msg":"trace[741151498] linearizableReadLoop","detail":"{readStateIndex:24691; appliedIndex:24686; }","duration":"1.123447326s","start":"2026-03-03T01:43:10.568362Z","end":"2026-03-03T01:43:11.691809Z","steps":["trace[741151498] 'read index received' (duration: 476.128753ms)","trace[741151498] 'applied index is now lower than readState.Index' (duration: 647.317643ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:43:11.691863Z","caller":"traceutil/trace.go:171","msg":"trace[1721530376] transaction","detail":"{read_only:false; response_revision:23853; number_of_response:1; }","duration":"1.181233171s","start":"2026-03-03T01:43:10.510576Z","end":"2026-03-03T01:43:11.691809Z","steps":["trace[1721530376] 'process raft request' (duration: 1.180781861s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:11.691907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:10.513455Z","time spent":"1.178390569s","remote":"127.0.0.1:34926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3745,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:11.691978Z","caller":"traceutil/trace.go:171","msg":"trace[2075461254] transaction","detail":"{read_only:false; response_revision:23854; number_of_response:1; }","duration":"1.181233731s","start":"2026-03-03T01:43:10.510734Z","end":"2026-03-03T01:43:11.691968Z","steps":["trace[2075461254] 'process raft request' (duration: 1.180678769s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:11.692033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:10.510719Z","time spent":"1.181287982s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:11.692052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:10.510557Z","time spent":"1.181420325s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:11.692076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145867771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-03T01:43:11.692113Z","caller":"traceutil/trace.go:171","msg":"trace[1741520591] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23857; }","duration":"1.145938282s","start":"2026-03-03T01:43:10.54616Z","end":"2026-03-03T01:43:11.692099Z","steps":["trace[1741520591] 'agreement among raft nodes before linearized reading' (duration: 1.145796089s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:11.692141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:10.546143Z","time spent":"1.145991204s","remote":"127.0.0.1:39660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-03T01:43:11.691901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:10.511105Z","time spent":"1.18070929s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:11.692314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.184744719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:11.692342Z","caller":"traceutil/trace.go:171","msg":"trace[2049187363] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23857; }","duration":"1.184785879s","start":"2026-03-03T01:43:10.507548Z","end":"2026-03-03T01:43:11.692334Z","steps":["trace[2049187363] 'agreement among raft nodes before linearized reading' (duration: 1.184722798s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:11.692371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:10.507536Z","time spent":"1.18482996s","remote":"127.0.0.1:34740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T01:43:11.692389Z","caller":"traceutil/trace.go:171","msg":"trace[1068781067] transaction","detail":"{read_only:false; response_revision:23852; number_of_response:1; }","duration":"1.182663834s","start":"2026-03-03T01:43:10.509691Z","end":"2026-03-03T01:43:11.692355Z","steps":["trace[1068781067] 'process raft request' (duration: 534.805989ms)","trace[1068781067] 'compare' (duration: 645.928653ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:43:11.692462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.287632291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:43:11.692494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.803136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:43:11.692504Z","caller":"traceutil/trace.go:171","msg":"trace[910723685] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23857; }","duration":"1.287691053s","start":"2026-03-03T01:43:10.404801Z","end":"2026-03-03T01:43:11.692492Z","steps":["trace[910723685] 'agreement among raft nodes before linearized reading' (duration: 1.2876154s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:11.692498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:10.509671Z","time spent":"1.182773346s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:11.692512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.031366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4ee9de16-84d5-421a-8275-1860ec7deaf0\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-03-03T01:43:11.692531Z","caller":"traceutil/trace.go:171","msg":"trace[1184752857] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:23857; }","duration":"773.892518ms","start":"2026-03-03T01:43:10.918627Z","end":"2026-03-03T01:43:11.69252Z","steps":["trace[1184752857] 'agreement among raft nodes before linearized reading' (duration: 773.799665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:11.692539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:10.404794Z","time spent":"1.287736773s","remote":"127.0.0.1:60528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T01:43:11.692576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:10.918601Z","time spent":"773.96759ms","remote":"127.0.0.1:35250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:43:11.692573Z","caller":"traceutil/trace.go:171","msg":"trace[144491361] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4ee9de16-84d5-421a-8275-1860ec7deaf0; range_end:; response_count:1; response_revision:23857; }","duration":"180.158779ms","start":"2026-03-03T01:43:11.512395Z","end":"2026-03-03T01:43:11.692554Z","steps":["trace[144491361] 'agreement among raft nodes before linearized reading' (duration: 180.035535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:11.692616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.811685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:11.69267Z","caller":"traceutil/trace.go:171","msg":"trace[1090155692] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:23857; }","duration":"306.897307ms","start":"2026-03-03T01:43:11.385754Z","end":"2026-03-03T01:43:11.692651Z","steps":["trace[1090155692] 'agreement among raft nodes before linearized reading' (duration: 306.810865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:11.692707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:11.385737Z","time spent":"306.960898ms","remote":"127.0.0.1:44550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:11.692738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.922786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-03T01:43:11.692762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.312762236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.70\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-03T01:43:11.692803Z","caller":"traceutil/trace.go:171","msg":"trace[1774319721] range","detail":"{range_begin:/registry/masterleases/199.204.45.70; range_end:; response_count:1; response_revision:23857; }","duration":"1.312823498s","start":"2026-03-03T01:43:10.379965Z","end":"2026-03-03T01:43:11.692788Z","steps":["trace[1774319721] 'agreement among raft nodes before linearized reading' (duration: 1.312713776s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:11.692801Z","caller":"traceutil/trace.go:171","msg":"trace[433909578] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23857; }","duration":"643.034419ms","start":"2026-03-03T01:43:11.049747Z","end":"2026-03-03T01:43:11.692781Z","steps":["trace[433909578] 'agreement among raft nodes before linearized reading' (duration: 642.857725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:11.692849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:10.379953Z","time spent":"1.312882419s","remote":"127.0.0.1:34790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.70\" "} {"level":"warn","ts":"2026-03-03T01:43:11.692851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:11.04973Z","time spent":"643.10952ms","remote":"127.0.0.1:34848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-03T01:43:12.621899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.78694ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-03T01:43:12.621975Z","caller":"traceutil/trace.go:171","msg":"trace[1320832218] linearizableReadLoop","detail":"{readStateIndex:24693; appliedIndex:24692; }","duration":"915.792422ms","start":"2026-03-03T01:43:11.706172Z","end":"2026-03-03T01:43:12.621964Z","steps":["trace[1320832218] 'read index received' (duration: 432.886199ms)","trace[1320832218] 'applied index is now lower than readState.Index' (duration: 482.905103ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:43:12.621984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:11.693976Z","time spent":"928.00205ms","remote":"127.0.0.1:34790","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T01:43:12.622042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.858343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:12.622059Z","caller":"traceutil/trace.go:171","msg":"trace[732784903] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23857; }","duration":"915.894454ms","start":"2026-03-03T01:43:11.706158Z","end":"2026-03-03T01:43:12.622052Z","steps":["trace[732784903] 'agreement among raft nodes before linearized reading' (duration: 915.848913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:12.622076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:11.706151Z","time spent":"915.920174ms","remote":"127.0.0.1:35014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T01:43:13.122237Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565435288870634,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:43:13.623113Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565435288870634,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:43:13.86568Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.354390185s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T01:43:13.866228Z","caller":"traceutil/trace.go:171","msg":"trace[2106900461] transaction","detail":"{read_only:false; response_revision:23858; number_of_response:1; }","duration":"1.354977467s","start":"2026-03-03T01:43:12.511205Z","end":"2026-03-03T01:43:13.866182Z","steps":["trace[2106900461] 'process raft request' (duration: 1.354761612s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:13.866535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:12.511184Z","time spent":"1.355163873s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:14.708312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.141306ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:43:14.708562Z","caller":"traceutil/trace.go:171","msg":"trace[7560569] transaction","detail":"{read_only:false; response_revision:23859; number_of_response:1; }","duration":"2.137042537s","start":"2026-03-03T01:43:12.571491Z","end":"2026-03-03T01:43:14.708534Z","steps":["trace[7560569] 'process raft request' (duration: 1.923528013s)","trace[7560569] 'compare' (duration: 209.445385ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:43:14.70956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:12.571466Z","time spent":"2.137912875s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:14.70963Z","caller":"traceutil/trace.go:171","msg":"trace[692024278] transaction","detail":"{read_only:false; response_revision:23860; number_of_response:1; }","duration":"2.137713551s","start":"2026-03-03T01:43:12.571724Z","end":"2026-03-03T01:43:14.709437Z","steps":["trace[692024278] 'process raft request' (duration: 2.13671935s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:14.70983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:12.571712Z","time spent":"2.137993808s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:14.710059Z","caller":"traceutil/trace.go:171","msg":"trace[222332021] transaction","detail":"{read_only:false; response_revision:23861; number_of_response:1; }","duration":"2.135020491s","start":"2026-03-03T01:43:12.575007Z","end":"2026-03-03T01:43:14.710027Z","steps":["trace[222332021] 'process raft request' (duration: 2.133554498s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:14.710215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:12.574971Z","time spent":"2.135172865s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:14.710225Z","caller":"traceutil/trace.go:171","msg":"trace[664834932] transaction","detail":"{read_only:false; response_revision:23862; number_of_response:1; }","duration":"2.135134744s","start":"2026-03-03T01:43:12.575054Z","end":"2026-03-03T01:43:14.710189Z","steps":["trace[664834932] 'process raft request' (duration: 2.134547031s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:14.710342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:12.575028Z","time spent":"2.135236856s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:14.71049Z","caller":"traceutil/trace.go:171","msg":"trace[1828551408] transaction","detail":"{read_only:false; response_revision:23863; number_of_response:1; }","duration":"2.135361949s","start":"2026-03-03T01:43:12.575104Z","end":"2026-03-03T01:43:14.710466Z","steps":["trace[1828551408] 'process raft request' (duration: 2.134594892s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:14.710553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:12.575095Z","time spent":"2.13542586s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:14.710836Z","caller":"traceutil/trace.go:171","msg":"trace[1534554065] transaction","detail":"{read_only:false; response_revision:23864; number_of_response:1; }","duration":"2.135598774s","start":"2026-03-03T01:43:12.575199Z","end":"2026-03-03T01:43:14.710798Z","steps":["trace[1534554065] 'process raft request' (duration: 2.135131534s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:14.710954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:12.57517Z","time spent":"2.135735287s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:14.716358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000015721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T01:43:14.716423Z","caller":"traceutil/trace.go:171","msg":"trace[1676593252] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000104163s","start":"2026-03-03T01:43:12.716303Z","end":"2026-03-03T01:43:14.716408Z","steps":["trace[1676593252] 'agreement among raft nodes before linearized reading' (duration: 2.000018751s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:14.716486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:12.716291Z","time spent":"2.000174374s","remote":"127.0.0.1:34742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 01:43:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-03T01:43:14.717292Z","caller":"traceutil/trace.go:171","msg":"trace[743722374] transaction","detail":"{read_only:false; response_revision:23865; number_of_response:1; }","duration":"2.09424288s","start":"2026-03-03T01:43:12.623022Z","end":"2026-03-03T01:43:14.717265Z","steps":["trace[743722374] 'process raft request' (duration: 2.087364069s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:14.717468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:12.623005Z","time spent":"2.094375274s","remote":"127.0.0.1:34790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:14.718133Z","caller":"traceutil/trace.go:171","msg":"trace[821667201] linearizableReadLoop","detail":"{readStateIndex:24702; appliedIndex:24693; }","duration":"2.096099193s","start":"2026-03-03T01:43:12.62199Z","end":"2026-03-03T01:43:14.718089Z","steps":["trace[821667201] 'read index received' (duration: 1.24407997s)","trace[821667201] 'applied index is now lower than readState.Index' (duration: 852.017693ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:43:14.718263Z","caller":"traceutil/trace.go:171","msg":"trace[700249920] transaction","detail":"{read_only:false; response_revision:23866; number_of_response:1; }","duration":"1.970614813s","start":"2026-03-03T01:43:12.747629Z","end":"2026-03-03T01:43:14.718244Z","steps":["trace[700249920] 'process raft request' (duration: 1.969561489s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:14.718301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.481414851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:43:14.71834Z","caller":"traceutil/trace.go:171","msg":"trace[333759702] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:23866; }","duration":"2.481501943s","start":"2026-03-03T01:43:12.236828Z","end":"2026-03-03T01:43:14.71833Z","steps":["trace[333759702] 'agreement among raft nodes before linearized reading' (duration: 2.481344729s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:14.71838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:12.236806Z","time spent":"2.481560573s","remote":"127.0.0.1:35108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:14.718379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.737670069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:14.71843Z","caller":"traceutil/trace.go:171","msg":"trace[1103146142] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23866; }","duration":"2.737752281s","start":"2026-03-03T01:43:11.980654Z","end":"2026-03-03T01:43:14.718406Z","steps":["trace[1103146142] 'agreement among raft nodes before linearized reading' (duration: 2.73767817s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:14.718394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.674480624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:14.718523Z","caller":"traceutil/trace.go:171","msg":"trace[872053681] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:23866; }","duration":"2.674645357s","start":"2026-03-03T01:43:12.043858Z","end":"2026-03-03T01:43:14.718503Z","steps":["trace[872053681] 'agreement among raft nodes before linearized reading' (duration: 2.674428493s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:14.71858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:12.043835Z","time spent":"2.674734009s","remote":"127.0.0.1:34882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:14.718614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:12.74761Z","time spent":"1.970721705s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:14.718678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021671369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-03T01:43:14.718689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.045191249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-03T01:43:14.71872Z","caller":"traceutil/trace.go:171","msg":"trace[328334042] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23866; }","duration":"1.021769431s","start":"2026-03-03T01:43:13.696941Z","end":"2026-03-03T01:43:14.71871Z","steps":["trace[328334042] 'agreement among raft nodes before linearized reading' (duration: 1.021679379s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:14.718746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:13.696924Z","time spent":"1.021816453s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T01:43:14.718779Z","caller":"traceutil/trace.go:171","msg":"trace[946474205] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23866; }","duration":"2.045292821s","start":"2026-03-03T01:43:12.673417Z","end":"2026-03-03T01:43:14.71871Z","steps":["trace[946474205] 'agreement among raft nodes before linearized reading' (duration: 2.045039435s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:14.718849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:12.673402Z","time spent":"2.045437254s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T01:43:14.718467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:11.980631Z","time spent":"2.737827672s","remote":"127.0.0.1:60574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:14.718966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.31691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:14.719001Z","caller":"traceutil/trace.go:171","msg":"trace[1846324867] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:23866; }","duration":"391.384252ms","start":"2026-03-03T01:43:14.327603Z","end":"2026-03-03T01:43:14.718987Z","steps":["trace[1846324867] 'agreement among raft nodes before linearized reading' (duration: 391.329991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:14.719043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:14.327581Z","time spent":"391.438754ms","remote":"127.0.0.1:42332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:14.719147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.634553872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:43:14.719186Z","caller":"traceutil/trace.go:171","msg":"trace[1759459625] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23866; }","duration":"1.634618353s","start":"2026-03-03T01:43:13.084553Z","end":"2026-03-03T01:43:14.719171Z","steps":["trace[1759459625] 'agreement among raft nodes before linearized reading' (duration: 1.634557102s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:14.719213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:13.084536Z","time spent":"1.634670645s","remote":"127.0.0.1:35200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:14.719241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.007533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-03-03T01:43:14.719232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.021835683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4ee9de16-84d5-421a-8275-1860ec7deaf0\" ","response":"range_response_count:1 size:3763"} {"level":"warn","ts":"2026-03-03T01:43:14.71934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010037883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T01:43:14.719368Z","caller":"traceutil/trace.go:171","msg":"trace[747049727] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23866; }","duration":"1.010077133s","start":"2026-03-03T01:43:13.70928Z","end":"2026-03-03T01:43:14.719357Z","steps":["trace[747049727] 'agreement among raft nodes before linearized reading' (duration: 1.010011702s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:14.719391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:13.709273Z","time spent":"1.010112334s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T01:43:14.719411Z","caller":"traceutil/trace.go:171","msg":"trace[766098986] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4ee9de16-84d5-421a-8275-1860ec7deaf0; range_end:; response_count:1; response_revision:23866; }","duration":"2.021991086s","start":"2026-03-03T01:43:12.697334Z","end":"2026-03-03T01:43:14.719325Z","steps":["trace[766098986] 'agreement among raft nodes before linearized reading' (duration: 2.021778972s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:14.719473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:12.697329Z","time spent":"2.022133719s","remote":"127.0.0.1:34926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4ee9de16-84d5-421a-8275-1860ec7deaf0\" "} {"level":"warn","ts":"2026-03-03T01:43:14.719447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071301575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418256"} {"level":"info","ts":"2026-03-03T01:43:14.719528Z","caller":"traceutil/trace.go:171","msg":"trace[341584462] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:23866; }","duration":"1.071404226s","start":"2026-03-03T01:43:13.648104Z","end":"2026-03-03T01:43:14.719509Z","steps":["trace[341584462] 'agreement among raft nodes before linearized reading' (duration: 1.071218272s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:14.719539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010251697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-03T01:43:14.719557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:13.648081Z","time spent":"1.071468928s","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418279,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-03T01:43:14.719554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084511806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:14.719567Z","caller":"traceutil/trace.go:171","msg":"trace[1092867164] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23866; }","duration":"1.010306568s","start":"2026-03-03T01:43:13.709246Z","end":"2026-03-03T01:43:14.719553Z","steps":["trace[1092867164] 'agreement among raft nodes before linearized reading' (duration: 1.010238347s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:14.719589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:13.709227Z","time spent":"1.010356829s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T01:43:14.7196Z","caller":"traceutil/trace.go:171","msg":"trace[1939911221] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:23866; }","duration":"1.084577188s","start":"2026-03-03T01:43:13.635002Z","end":"2026-03-03T01:43:14.719579Z","steps":["trace[1939911221] 'agreement among raft nodes before linearized reading' (duration: 1.084511896s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:14.719615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.046027527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-03-03T01:43:14.719608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.618438016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T01:43:14.719624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:13.634987Z","time spent":"1.084631199s","remote":"127.0.0.1:42404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:43:14.719663Z","caller":"traceutil/trace.go:171","msg":"trace[1447306026] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23866; }","duration":"2.046062737s","start":"2026-03-03T01:43:12.673579Z","end":"2026-03-03T01:43:14.719642Z","steps":["trace[1447306026] 'agreement among raft nodes before linearized reading' (duration: 2.045966125s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:14.719685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:12.673575Z","time spent":"2.046105568s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-03T01:43:14.71968Z","caller":"traceutil/trace.go:171","msg":"trace[1770581362] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:23866; }","duration":"1.618496897s","start":"2026-03-03T01:43:13.101153Z","end":"2026-03-03T01:43:14.71965Z","steps":["trace[1770581362] 'agreement among raft nodes before linearized reading' (duration: 1.618395665s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:14.719722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:13.101132Z","time spent":"1.618579089s","remote":"127.0.0.1:34998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:14.719775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.028887898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:14.719799Z","caller":"traceutil/trace.go:171","msg":"trace[1753358760] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23866; }","duration":"2.02893298s","start":"2026-03-03T01:43:12.690858Z","end":"2026-03-03T01:43:14.719791Z","steps":["trace[1753358760] 'agreement among raft nodes before linearized reading' (duration: 2.028889389s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:14.719824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:12.690849Z","time spent":"2.02896785s","remote":"127.0.0.1:60582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:14.719869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.382585018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T01:43:14.7199Z","caller":"traceutil/trace.go:171","msg":"trace[1293693581] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23866; }","duration":"1.382828263s","start":"2026-03-03T01:43:13.337064Z","end":"2026-03-03T01:43:14.719892Z","steps":["trace[1293693581] 'agreement among raft nodes before linearized reading' (duration: 1.382384773s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:14.71992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:13.33705Z","time spent":"1.382865684s","remote":"127.0.0.1:34926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T01:43:14.719278Z","caller":"traceutil/trace.go:171","msg":"trace[1588776558] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:23866; }","duration":"487.086805ms","start":"2026-03-03T01:43:14.232175Z","end":"2026-03-03T01:43:14.719262Z","steps":["trace[1588776558] 'agreement among raft nodes before linearized reading' (duration: 487.000483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:14.719993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:14.232146Z","time spent":"487.830052ms","remote":"127.0.0.1:34908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-03-03T01:43:14.720048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010773809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T01:43:14.720075Z","caller":"traceutil/trace.go:171","msg":"trace[11916637] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23866; }","duration":"1.010808449s","start":"2026-03-03T01:43:13.709253Z","end":"2026-03-03T01:43:14.720061Z","steps":["trace[11916637] 'agreement among raft nodes before linearized reading' (duration: 1.010438901s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:14.720093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:13.709243Z","time spent":"1.01084572s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T01:43:14.725776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028616822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T01:43:14.725828Z","caller":"traceutil/trace.go:171","msg":"trace[1707138093] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23866; }","duration":"1.028699734s","start":"2026-03-03T01:43:13.697109Z","end":"2026-03-03T01:43:14.725809Z","steps":["trace[1707138093] 'agreement among raft nodes before linearized reading' (duration: 1.023264704s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:14.725853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:13.697099Z","time spent":"1.028749755s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T01:43:15.094813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.159863ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:43:15.094883Z","caller":"traceutil/trace.go:171","msg":"trace[1480280497] linearizableReadLoop","detail":"{readStateIndex:24703; appliedIndex:24702; }","duration":"370.660124ms","start":"2026-03-03T01:43:14.724214Z","end":"2026-03-03T01:43:15.094874Z","steps":["trace[1480280497] 'read index received' (duration: 231.49157ms)","trace[1480280497] 'applied index is now lower than readState.Index' (duration: 139.167944ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:43:15.095009Z","caller":"traceutil/trace.go:171","msg":"trace[1224465537] transaction","detail":"{read_only:false; response_revision:23867; number_of_response:1; }","duration":"371.006641ms","start":"2026-03-03T01:43:14.723995Z","end":"2026-03-03T01:43:15.095002Z","steps":["trace[1224465537] 'process raft request' (duration: 231.599003ms)","trace[1224465537] 'compare' (duration: 139.076921ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:43:15.095057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:14.723979Z","time spent":"371.051283ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:15.095171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.956611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18993118c8c071a9\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-03T01:43:15.095194Z","caller":"traceutil/trace.go:171","msg":"trace[2111070664] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18993118c8c071a9; range_end:; response_count:1; response_revision:23867; }","duration":"370.988041ms","start":"2026-03-03T01:43:14.724198Z","end":"2026-03-03T01:43:15.095186Z","steps":["trace[2111070664] 'agreement among raft nodes before linearized reading' (duration: 370.94553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:15.095209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:14.724191Z","time spent":"371.015332ms","remote":"127.0.0.1:34816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18993118c8c071a9\" "} {"level":"warn","ts":"2026-03-03T01:43:15.595724Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565435288870651,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:43:15.915548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:15.210675Z","time spent":"704.863164ms","remote":"127.0.0.1:35558","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T01:43:15.917209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.103245ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:43:15.917455Z","caller":"traceutil/trace.go:171","msg":"trace[1253857201] transaction","detail":"{read_only:false; response_revision:23870; number_of_response:1; }","duration":"1.192650294s","start":"2026-03-03T01:43:14.724788Z","end":"2026-03-03T01:43:15.917438Z","steps":["trace[1253857201] 'process raft request' (duration: 1.192571053s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:15.917462Z","caller":"traceutil/trace.go:171","msg":"trace[2134357190] transaction","detail":"{read_only:false; response_revision:23869; number_of_response:1; }","duration":"1.192702645s","start":"2026-03-03T01:43:14.724734Z","end":"2026-03-03T01:43:15.917437Z","steps":["trace[2134357190] 'process raft request' (duration: 1.192563862s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:15.91748Z","caller":"traceutil/trace.go:171","msg":"trace[81084656] transaction","detail":"{read_only:false; response_revision:23868; number_of_response:1; }","duration":"1.193164836s","start":"2026-03-03T01:43:14.724295Z","end":"2026-03-03T01:43:15.91746Z","steps":["trace[81084656] 'process raft request' (duration: 1.027721593s)","trace[81084656] 'compare' (duration: 164.067092ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:43:15.91753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:14.724784Z","time spent":"1.192712696s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:15.917569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:14.724728Z","time spent":"1.192772707s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:15.917577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:14.724281Z","time spent":"1.193239877s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:15.917729Z","caller":"traceutil/trace.go:171","msg":"trace[575591565] transaction","detail":"{read_only:false; response_revision:23871; number_of_response:1; }","duration":"1.190906205s","start":"2026-03-03T01:43:14.726812Z","end":"2026-03-03T01:43:15.917718Z","steps":["trace[575591565] 'process raft request' (duration: 1.190580818s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:15.917762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:14.726795Z","time spent":"1.190951046s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:15.917947Z","caller":"traceutil/trace.go:171","msg":"trace[2056199767] transaction","detail":"{read_only:false; response_revision:23873; number_of_response:1; }","duration":"1.18925198s","start":"2026-03-03T01:43:14.72868Z","end":"2026-03-03T01:43:15.917932Z","steps":["trace[2056199767] 'process raft request' (duration: 1.189207249s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:15.918053Z","caller":"traceutil/trace.go:171","msg":"trace[414508022] transaction","detail":"{read_only:false; response_revision:23872; number_of_response:1; }","duration":"1.189660548s","start":"2026-03-03T01:43:14.728379Z","end":"2026-03-03T01:43:15.91804Z","steps":["trace[414508022] 'process raft request' (duration: 1.189315511s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:15.918068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:14.728671Z","time spent":"1.189351962s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:15.918123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:14.728372Z","time spent":"1.18971781s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:16.726392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000116093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T01:43:16.726474Z","caller":"traceutil/trace.go:171","msg":"trace[1586585220] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000214616s","start":"2026-03-03T01:43:14.726241Z","end":"2026-03-03T01:43:16.726456Z","steps":["trace[1586585220] 'agreement among raft nodes before linearized reading' (duration: 2.000121154s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:16.726519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:14.726236Z","time spent":"2.000273547s","remote":"127.0.0.1:34742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 01:43:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T01:43:16.794969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.68838ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:43:16.795775Z","caller":"traceutil/trace.go:171","msg":"trace[1038756033] transaction","detail":"{read_only:false; response_revision:23874; number_of_response:1; }","duration":"1.718561076s","start":"2026-03-03T01:43:15.077171Z","end":"2026-03-03T01:43:16.795732Z","steps":["trace[1038756033] 'process raft request' (duration: 1.181043227s)","trace[1038756033] 'compare' (duration: 536.493246ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:43:16.795877Z","caller":"traceutil/trace.go:171","msg":"trace[1271670865] transaction","detail":"{read_only:false; response_revision:23875; number_of_response:1; }","duration":"1.698166106s","start":"2026-03-03T01:43:15.097675Z","end":"2026-03-03T01:43:16.795841Z","steps":["trace[1271670865] 'process raft request' (duration: 1.697366019s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:16.796001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:15.077136Z","time spent":"1.71873338s","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418314,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:16.79609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:15.097638Z","time spent":"1.698345879s","remote":"127.0.0.1:34816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:18.405365Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.627405313s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T01:43:18.498455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.70334439s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T01:43:18.498639Z","caller":"traceutil/trace.go:171","msg":"trace[1550257476] linearizableReadLoop","detail":"{readStateIndex:24711; appliedIndex:24703; }","duration":"3.403727825s","start":"2026-03-03T01:43:15.094897Z","end":"2026-03-03T01:43:18.498625Z","steps":["trace[1550257476] 'read index received' (duration: 657.151001ms)","trace[1550257476] 'applied index is now lower than readState.Index' (duration: 2.746576234s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:43:18.50036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.772196372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-03-03T01:43:18.500393Z","caller":"traceutil/trace.go:171","msg":"trace[38747188] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:23875; }","duration":"3.772247093s","start":"2026-03-03T01:43:14.728136Z","end":"2026-03-03T01:43:18.500383Z","steps":["trace[38747188] 'agreement among raft nodes before linearized reading' (duration: 3.77211817s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:18.500418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:14.728126Z","time spent":"3.772285744s","remote":"127.0.0.1:34908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-03-03T01:43:18.500627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.775575636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18712"} {"level":"warn","ts":"2026-03-03T01:43:18.500658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.775498604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T01:43:18.500705Z","caller":"traceutil/trace.go:171","msg":"trace[1539913742] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23875; }","duration":"3.775551515s","start":"2026-03-03T01:43:14.725139Z","end":"2026-03-03T01:43:18.500691Z","steps":["trace[1539913742] 'agreement among raft nodes before linearized reading' (duration: 3.775419313s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:18.500706Z","caller":"traceutil/trace.go:171","msg":"trace[1682234260] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23875; }","duration":"3.775677288s","start":"2026-03-03T01:43:14.725006Z","end":"2026-03-03T01:43:18.500684Z","steps":["trace[1682234260] 'agreement among raft nodes before linearized reading' (duration: 3.775396932s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:18.500738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:14.725136Z","time spent":"3.775595356s","remote":"127.0.0.1:35014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T01:43:18.500751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:14.725002Z","time spent":"3.77574068s","remote":"127.0.0.1:34924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18735,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T01:43:18.500703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.733817ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:18.500991Z","caller":"traceutil/trace.go:171","msg":"trace[33332821] transaction","detail":"{read_only:false; response_revision:23876; number_of_response:1; }","duration":"2.62495149s","start":"2026-03-03T01:43:15.876027Z","end":"2026-03-03T01:43:18.500978Z","steps":["trace[33332821] 'process raft request' (duration: 2.622515146s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:18.501082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:15.876011Z","time spent":"2.625013372s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:18.501224Z","caller":"traceutil/trace.go:171","msg":"trace[429927804] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23875; }","duration":"654.8761ms","start":"2026-03-03T01:43:17.845941Z","end":"2026-03-03T01:43:18.500817Z","steps":["trace[429927804] 'range keys from in-memory index tree' (duration: 654.713287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:18.727047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000319798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T01:43:18.727117Z","caller":"traceutil/trace.go:171","msg":"trace[1280755649] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000450731s","start":"2026-03-03T01:43:16.726648Z","end":"2026-03-03T01:43:18.727099Z","steps":["trace[1280755649] 'agreement among raft nodes before linearized reading' (duration: 2.000359559s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:18.727151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:16.726629Z","time spent":"2.000514902s","remote":"127.0.0.1:34740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:43:19.228716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.688748ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:43:19.228961Z","caller":"traceutil/trace.go:171","msg":"trace[1958019086] transaction","detail":"{read_only:false; response_revision:23877; number_of_response:1; }","duration":"2.774910931s","start":"2026-03-03T01:43:16.454019Z","end":"2026-03-03T01:43:19.22893Z","steps":["trace[1958019086] 'process raft request' (duration: 2.046926477s)","trace[1958019086] 'compare' (duration: 727.32827ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:43:19.22911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:16.453982Z","time spent":"2.775054204s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:19.229363Z","caller":"traceutil/trace.go:171","msg":"trace[1467886405] transaction","detail":"{read_only:false; response_revision:23880; number_of_response:1; }","duration":"2.511323692s","start":"2026-03-03T01:43:16.718009Z","end":"2026-03-03T01:43:19.229333Z","steps":["trace[1467886405] 'process raft request' (duration: 2.511073866s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:19.229534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.50538866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4ee9de16-84d5-421a-8275-1860ec7deaf0\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-03-03T01:43:19.229581Z","caller":"traceutil/trace.go:171","msg":"trace[1513059689] transaction","detail":"{read_only:false; response_revision:23881; number_of_response:1; }","duration":"2.51036066s","start":"2026-03-03T01:43:16.719208Z","end":"2026-03-03T01:43:19.229569Z","steps":["trace[1513059689] 'process raft request' (duration: 2.50991499s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:19.229646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.084540927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:19.229683Z","caller":"traceutil/trace.go:171","msg":"trace[1629928954] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23885; }","duration":"2.084604568s","start":"2026-03-03T01:43:17.14507Z","end":"2026-03-03T01:43:19.229675Z","steps":["trace[1629928954] 'agreement among raft nodes before linearized reading' (duration: 2.084542817s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:19.229723Z","caller":"traceutil/trace.go:171","msg":"trace[423314919] transaction","detail":"{read_only:false; response_revision:23883; number_of_response:1; }","duration":"2.496311239s","start":"2026-03-03T01:43:16.733404Z","end":"2026-03-03T01:43:19.229715Z","steps":["trace[423314919] 'process raft request' (duration: 2.495824799s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:19.229733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:17.145057Z","time spent":"2.08466727s","remote":"127.0.0.1:60292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:19.229765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:16.733384Z","time spent":"2.496359071s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:19.229908Z","caller":"traceutil/trace.go:171","msg":"trace[2021770250] transaction","detail":"{read_only:false; response_revision:23884; number_of_response:1; }","duration":"2.140444522s","start":"2026-03-03T01:43:17.089455Z","end":"2026-03-03T01:43:19.2299Z","steps":["trace[2021770250] 'process raft request' (duration: 2.139821519s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:19.229965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:17.08944Z","time spent":"2.140498463s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:19.230022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.097398081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18712"} {"level":"info","ts":"2026-03-03T01:43:19.23009Z","caller":"traceutil/trace.go:171","msg":"trace[555340204] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23885; }","duration":"2.097482133s","start":"2026-03-03T01:43:17.132592Z","end":"2026-03-03T01:43:19.230074Z","steps":["trace[555340204] 'agreement among raft nodes before linearized reading' (duration: 2.0973405s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:19.230135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:17.132561Z","time spent":"2.097561935s","remote":"127.0.0.1:34924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18735,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T01:43:19.229535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.308152244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T01:43:19.23019Z","caller":"traceutil/trace.go:171","msg":"trace[1615352379] transaction","detail":"{read_only:false; response_revision:23878; number_of_response:1; }","duration":"2.51490624s","start":"2026-03-03T01:43:16.715255Z","end":"2026-03-03T01:43:19.230162Z","steps":["trace[1615352379] 'process raft request' (duration: 2.513609282s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:19.230267Z","caller":"traceutil/trace.go:171","msg":"trace[1786969198] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23885; }","duration":"1.308916861s","start":"2026-03-03T01:43:17.921309Z","end":"2026-03-03T01:43:19.230226Z","steps":["trace[1786969198] 'agreement among raft nodes before linearized reading' (duration: 1.308117364s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:19.230315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:16.715212Z","time spent":"2.515038703s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:19.230345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:17.921286Z","time spent":"1.309037373s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T01:43:19.230354Z","caller":"traceutil/trace.go:171","msg":"trace[697783687] transaction","detail":"{read_only:false; response_revision:23885; number_of_response:1; }","duration":"1.448988864s","start":"2026-03-03T01:43:17.78135Z","end":"2026-03-03T01:43:19.230339Z","steps":["trace[697783687] 'process raft request' (duration: 1.447966211s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:19.230419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:17.781323Z","time spent":"1.449062716s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:19.230498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.389238636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T01:43:19.230524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.863796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:43:19.230556Z","caller":"traceutil/trace.go:171","msg":"trace[1532531162] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:23885; }","duration":"816.940808ms","start":"2026-03-03T01:43:18.413605Z","end":"2026-03-03T01:43:19.230545Z","steps":["trace[1532531162] 'agreement among raft nodes before linearized reading' (duration: 816.889197ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:19.230556Z","caller":"traceutil/trace.go:171","msg":"trace[603929132] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:23885; }","duration":"3.389332768s","start":"2026-03-03T01:43:15.841204Z","end":"2026-03-03T01:43:19.230537Z","steps":["trace[603929132] 'agreement among raft nodes before linearized reading' (duration: 3.389248246s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:19.230586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:18.41358Z","time spent":"816.998289ms","remote":"127.0.0.1:42452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:19.230597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:15.841182Z","time spent":"3.389403579s","remote":"127.0.0.1:42486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:19.230659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.309238718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T01:43:19.230703Z","caller":"traceutil/trace.go:171","msg":"trace[348476608] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23885; }","duration":"1.309296459s","start":"2026-03-03T01:43:17.921397Z","end":"2026-03-03T01:43:19.230694Z","steps":["trace[348476608] 'agreement among raft nodes before linearized reading' (duration: 1.309193687s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:19.23073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:17.921392Z","time spent":"1.30933176s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T01:43:19.230864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.3088488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-03T01:43:19.230908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.190195009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:19.230909Z","caller":"traceutil/trace.go:171","msg":"trace[977398419] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23885; }","duration":"1.308899801s","start":"2026-03-03T01:43:17.921995Z","end":"2026-03-03T01:43:19.230895Z","steps":["trace[977398419] 'agreement among raft nodes before linearized reading' (duration: 1.308793998s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:19.230941Z","caller":"traceutil/trace.go:171","msg":"trace[1456495529] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:23885; }","duration":"2.19026439s","start":"2026-03-03T01:43:17.040667Z","end":"2026-03-03T01:43:19.230931Z","steps":["trace[1456495529] 'agreement among raft nodes before linearized reading' (duration: 2.190210049s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:19.230964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:17.040646Z","time spent":"2.190312443s","remote":"127.0.0.1:42488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:19.231051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.309325501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-03T01:43:19.231075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.41618248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:43:19.231095Z","caller":"traceutil/trace.go:171","msg":"trace[961069945] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23885; }","duration":"1.309378632s","start":"2026-03-03T01:43:17.921705Z","end":"2026-03-03T01:43:19.231084Z","steps":["trace[961069945] 'agreement among raft nodes before linearized reading' (duration: 1.30928214s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:19.231129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:17.921698Z","time spent":"1.309422173s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T01:43:19.230968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:17.921988Z","time spent":"1.308965123s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T01:43:19.231195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.528802047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-03T01:43:19.229686Z","caller":"traceutil/trace.go:171","msg":"trace[1135990827] transaction","detail":"{read_only:false; response_revision:23882; number_of_response:1; }","duration":"2.509976631s","start":"2026-03-03T01:43:16.719701Z","end":"2026-03-03T01:43:19.229678Z","steps":["trace[1135990827] 'process raft request' (duration: 2.50947053s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:19.231268Z","caller":"traceutil/trace.go:171","msg":"trace[135372765] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23885; }","duration":"2.528908739s","start":"2026-03-03T01:43:16.702339Z","end":"2026-03-03T01:43:19.231248Z","steps":["trace[135372765] 'agreement among raft nodes before linearized reading' (duration: 2.528707685s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:19.231292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:16.719678Z","time spent":"2.511576616s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:19.231295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:16.717978Z","time spent":"2.511454084s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:19.229591Z","caller":"traceutil/trace.go:171","msg":"trace[1839921820] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4ee9de16-84d5-421a-8275-1860ec7deaf0; range_end:; response_count:1; response_revision:23885; }","duration":"3.505484872s","start":"2026-03-03T01:43:15.724094Z","end":"2026-03-03T01:43:19.229579Z","steps":["trace[1839921820] 'agreement among raft nodes before linearized reading' (duration: 3.505311788s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:19.231361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:15.724072Z","time spent":"3.507281732s","remote":"127.0.0.1:34926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4ee9de16-84d5-421a-8275-1860ec7deaf0\" "} {"level":"warn","ts":"2026-03-03T01:43:19.231145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.132289942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T01:43:19.229372Z","caller":"traceutil/trace.go:171","msg":"trace[1517580309] linearizableReadLoop","detail":"{readStateIndex:24722; appliedIndex:24713; }","duration":"730.697514ms","start":"2026-03-03T01:43:18.498659Z","end":"2026-03-03T01:43:19.229356Z","steps":["trace[1517580309] 'read index received' (duration: 2.954935ms)","trace[1517580309] 'applied index is now lower than readState.Index' (duration: 727.741209ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:43:19.231448Z","caller":"traceutil/trace.go:171","msg":"trace[849575645] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23885; }","duration":"2.132575769s","start":"2026-03-03T01:43:17.098836Z","end":"2026-03-03T01:43:19.231412Z","steps":["trace[849575645] 'agreement among raft nodes before linearized reading' (duration: 2.132233001s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:19.231162Z","caller":"traceutil/trace.go:171","msg":"trace[2137491105] transaction","detail":"{read_only:false; response_revision:23879; number_of_response:1; }","duration":"2.515138305s","start":"2026-03-03T01:43:16.715995Z","end":"2026-03-03T01:43:19.231133Z","steps":["trace[2137491105] 'process raft request' (duration: 2.513031508s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:19.231491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:17.09883Z","time spent":"2.13264929s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T01:43:19.231136Z","caller":"traceutil/trace.go:171","msg":"trace[1451014927] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:23885; }","duration":"2.416280932s","start":"2026-03-03T01:43:16.814836Z","end":"2026-03-03T01:43:19.231117Z","steps":["trace[1451014927] 'agreement among raft nodes before linearized reading' (duration: 2.4161603s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:19.231587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.001762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:43:19.231318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:16.702318Z","time spent":"2.528990511s","remote":"127.0.0.1:39660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-03T01:43:19.231617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.271068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18993118c8c071a9\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-03T01:43:19.231622Z","caller":"traceutil/trace.go:171","msg":"trace[530283719] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23885; }","duration":"496.066123ms","start":"2026-03-03T01:43:18.735548Z","end":"2026-03-03T01:43:19.231614Z","steps":["trace[530283719] 'agreement among raft nodes before linearized reading' (duration: 496.011842ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:19.231641Z","caller":"traceutil/trace.go:171","msg":"trace[1136659578] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18993118c8c071a9; range_end:; response_count:1; response_revision:23885; }","duration":"501.309809ms","start":"2026-03-03T01:43:18.730323Z","end":"2026-03-03T01:43:19.231633Z","steps":["trace[1136659578] 'agreement among raft nodes before linearized reading' (duration: 501.241207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:19.23168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:18.73031Z","time spent":"501.365571ms","remote":"127.0.0.1:34816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18993118c8c071a9\" "} {"level":"warn","ts":"2026-03-03T01:43:19.231578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:16.814821Z","time spent":"2.416723872s","remote":"127.0.0.1:42442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:19.23169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.852983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:19.231735Z","caller":"traceutil/trace.go:171","msg":"trace[938302281] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23885; }","duration":"636.923044ms","start":"2026-03-03T01:43:18.594799Z","end":"2026-03-03T01:43:19.231722Z","steps":["trace[938302281] 'agreement among raft nodes before linearized reading' (duration: 636.861692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:19.231784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:18.594779Z","time spent":"636.996676ms","remote":"127.0.0.1:35208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T01:43:19.231633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.357166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e330aaf6-d5a6-449d-b96e-32e365b491cf\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-03-03T01:43:19.231853Z","caller":"traceutil/trace.go:171","msg":"trace[212940341] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e330aaf6-d5a6-449d-b96e-32e365b491cf; range_end:; response_count:1; response_revision:23885; }","duration":"725.610731ms","start":"2026-03-03T01:43:18.506235Z","end":"2026-03-03T01:43:19.231846Z","steps":["trace[212940341] 'agreement among raft nodes before linearized reading' (duration: 725.311905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:19.229649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:16.719194Z","time spent":"2.510425141s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:19.231936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:18.506215Z","time spent":"725.653963ms","remote":"127.0.0.1:34896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1307,"request content":"key:\"/registry/persistentvolumes/pvc-e330aaf6-d5a6-449d-b96e-32e365b491cf\" "} {"level":"warn","ts":"2026-03-03T01:43:19.231648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:18.735529Z","time spent":"496.113794ms","remote":"127.0.0.1:34742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:43:19.232137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.883089909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:19.232264Z","caller":"traceutil/trace.go:171","msg":"trace[1962201800] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23885; }","duration":"2.883278253s","start":"2026-03-03T01:43:16.348975Z","end":"2026-03-03T01:43:19.232253Z","steps":["trace[1962201800] 'agreement among raft nodes before linearized reading' (duration: 2.88313094s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:19.232286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:16.348939Z","time spent":"2.883341005s","remote":"127.0.0.1:60406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:19.232355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.486696788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:19.232426Z","caller":"traceutil/trace.go:171","msg":"trace[1034801649] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:23885; }","duration":"3.486808551s","start":"2026-03-03T01:43:15.745601Z","end":"2026-03-03T01:43:19.23241Z","steps":["trace[1034801649] 'agreement among raft nodes before linearized reading' (duration: 3.485189154s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:19.23249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:15.745587Z","time spent":"3.486887702s","remote":"127.0.0.1:55892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:19.233896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:16.715976Z","time spent":"2.515539694s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:19.736644Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565435288870667,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T01:43:20.153862Z","caller":"traceutil/trace.go:171","msg":"trace[333135256] transaction","detail":"{read_only:false; response_revision:23886; number_of_response:1; }","duration":"920.165348ms","start":"2026-03-03T01:43:19.233681Z","end":"2026-03-03T01:43:20.153846Z","steps":["trace[333135256] 'process raft request' (duration: 919.236308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:20.153974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:19.233656Z","time spent":"920.25524ms","remote":"127.0.0.1:34816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:20.167324Z","caller":"traceutil/trace.go:171","msg":"trace[1129432390] transaction","detail":"{read_only:false; response_revision:23887; number_of_response:1; }","duration":"929.720029ms","start":"2026-03-03T01:43:19.237587Z","end":"2026-03-03T01:43:20.167307Z","steps":["trace[1129432390] 'process raft request' (duration: 929.595006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:20.167441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:19.237569Z","time spent":"929.813191ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:20.167682Z","caller":"traceutil/trace.go:171","msg":"trace[734524769] linearizableReadLoop","detail":"{readStateIndex:24729; appliedIndex:24722; }","duration":"932.146623ms","start":"2026-03-03T01:43:19.235518Z","end":"2026-03-03T01:43:20.167664Z","steps":["trace[734524769] 'read index received' (duration: 918.294577ms)","trace[734524769] 'applied index is now lower than readState.Index' (duration: 13.848606ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:43:20.167781Z","caller":"traceutil/trace.go:171","msg":"trace[947307345] transaction","detail":"{read_only:false; response_revision:23890; number_of_response:1; }","duration":"925.872714ms","start":"2026-03-03T01:43:19.241899Z","end":"2026-03-03T01:43:20.167772Z","steps":["trace[947307345] 'process raft request' (duration: 925.644489ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:20.167774Z","caller":"traceutil/trace.go:171","msg":"trace[2117315676] transaction","detail":"{read_only:false; response_revision:23889; number_of_response:1; }","duration":"926.936048ms","start":"2026-03-03T01:43:19.240816Z","end":"2026-03-03T01:43:20.167752Z","steps":["trace[2117315676] 'process raft request' (duration: 926.652461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:20.167855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:19.241881Z","time spent":"925.919866ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:20.167896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:19.240809Z","time spent":"927.031609ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:20.168018Z","caller":"traceutil/trace.go:171","msg":"trace[866955162] transaction","detail":"{read_only:false; response_revision:23888; number_of_response:1; }","duration":"930.268641ms","start":"2026-03-03T01:43:19.237739Z","end":"2026-03-03T01:43:20.168008Z","steps":["trace[866955162] 'process raft request' (duration: 929.539075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:20.168059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:19.237731Z","time spent":"930.309152ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:20.168082Z","caller":"traceutil/trace.go:171","msg":"trace[1146358380] transaction","detail":"{read_only:false; response_revision:23891; number_of_response:1; }","duration":"921.18899ms","start":"2026-03-03T01:43:19.246879Z","end":"2026-03-03T01:43:20.168068Z","steps":["trace[1146358380] 'process raft request' (duration: 920.70934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:20.168134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:19.246873Z","time spent":"921.237191ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:20.168241Z","caller":"traceutil/trace.go:171","msg":"trace[1918245666] transaction","detail":"{read_only:false; response_revision:23892; number_of_response:1; }","duration":"441.511529ms","start":"2026-03-03T01:43:19.726722Z","end":"2026-03-03T01:43:20.168234Z","steps":["trace[1918245666] 'process raft request' (duration: 440.899716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:20.168289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:19.726703Z","time spent":"441.563441ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:20.168401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.881489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:20.168431Z","caller":"traceutil/trace.go:171","msg":"trace[30528148] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23892; }","duration":"932.92923ms","start":"2026-03-03T01:43:19.235495Z","end":"2026-03-03T01:43:20.168424Z","steps":["trace[30528148] 'agreement among raft nodes before linearized reading' (duration: 932.877579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:20.168449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:19.235486Z","time spent":"932.959401ms","remote":"127.0.0.1:34936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T01:43:20.168623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.495513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18712"} {"level":"info","ts":"2026-03-03T01:43:20.16865Z","caller":"traceutil/trace.go:171","msg":"trace[1758728267] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23892; }","duration":"929.543455ms","start":"2026-03-03T01:43:19.239101Z","end":"2026-03-03T01:43:20.168644Z","steps":["trace[1758728267] 'agreement among raft nodes before linearized reading' (duration: 929.451773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:20.168667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:19.239093Z","time spent":"929.570115ms","remote":"127.0.0.1:34924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18735,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T01:43:20.168799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.193308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.189931596db9caf2\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-03-03T01:43:20.168827Z","caller":"traceutil/trace.go:171","msg":"trace[897456679] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.189931596db9caf2; range_end:; response_count:1; response_revision:23892; }","duration":"199.24021ms","start":"2026-03-03T01:43:19.969578Z","end":"2026-03-03T01:43:20.168819Z","steps":["trace[897456679] 'agreement among raft nodes before linearized reading' (duration: 199.176428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:20.168919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.570454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:20.168943Z","caller":"traceutil/trace.go:171","msg":"trace[1342376620] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:23892; }","duration":"222.624885ms","start":"2026-03-03T01:43:19.946313Z","end":"2026-03-03T01:43:20.168938Z","steps":["trace[1342376620] 'agreement among raft nodes before linearized reading' (duration: 222.588045ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:22.437678Z","caller":"traceutil/trace.go:171","msg":"trace[382947916] transaction","detail":"{read_only:false; response_revision:23904; number_of_response:1; }","duration":"260.617124ms","start":"2026-03-03T01:43:22.177036Z","end":"2026-03-03T01:43:22.437653Z","steps":["trace[382947916] 'process raft request' (duration: 260.478421ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:23.152134Z","caller":"traceutil/trace.go:171","msg":"trace[87331181] transaction","detail":"{read_only:false; response_revision:23905; number_of_response:1; }","duration":"974.690361ms","start":"2026-03-03T01:43:22.177413Z","end":"2026-03-03T01:43:23.152103Z","steps":["trace[87331181] 'process raft request' (duration: 974.340074ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:23.152193Z","caller":"traceutil/trace.go:171","msg":"trace[1082856784] transaction","detail":"{read_only:false; response_revision:23906; number_of_response:1; }","duration":"974.748703ms","start":"2026-03-03T01:43:22.177435Z","end":"2026-03-03T01:43:23.152184Z","steps":["trace[1082856784] 'process raft request' (duration: 974.551299ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:23.152268Z","caller":"traceutil/trace.go:171","msg":"trace[718405516] linearizableReadLoop","detail":"{readStateIndex:24746; appliedIndex:24741; }","duration":"902.871016ms","start":"2026-03-03T01:43:22.249379Z","end":"2026-03-03T01:43:23.15225Z","steps":["trace[718405516] 'read index received' (duration: 188.162985ms)","trace[718405516] 'applied index is now lower than readState.Index' (duration: 714.706861ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:43:23.152293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:22.177395Z","time spent":"974.811934ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:23.152299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:22.177419Z","time spent":"974.811174ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:23.152134Z","caller":"traceutil/trace.go:171","msg":"trace[1032780637] transaction","detail":"{read_only:false; response_revision:23907; number_of_response:1; }","duration":"973.159788ms","start":"2026-03-03T01:43:22.17895Z","end":"2026-03-03T01:43:23.15211Z","steps":["trace[1032780637] 'process raft request' (duration: 973.085186ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:23.152419Z","caller":"traceutil/trace.go:171","msg":"trace[243908149] transaction","detail":"{read_only:false; response_revision:23908; number_of_response:1; }","duration":"973.194458ms","start":"2026-03-03T01:43:22.179213Z","end":"2026-03-03T01:43:23.152407Z","steps":["trace[243908149] 'process raft request' (duration: 972.856681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:23.152463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:22.178934Z","time spent":"973.501725ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:23.152487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:22.179203Z","time spent":"973.241029ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:23.152669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.287025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4ee9de16-84d5-421a-8275-1860ec7deaf0\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-03-03T01:43:23.152836Z","caller":"traceutil/trace.go:171","msg":"trace[813485841] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4ee9de16-84d5-421a-8275-1860ec7deaf0; range_end:; response_count:1; response_revision:23908; }","duration":"903.441058ms","start":"2026-03-03T01:43:22.249373Z","end":"2026-03-03T01:43:23.152814Z","steps":["trace[813485841] 'agreement among raft nodes before linearized reading' (duration: 903.197313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:23.152921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:22.249361Z","time spent":"903.546871ms","remote":"127.0.0.1:34926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4ee9de16-84d5-421a-8275-1860ec7deaf0\" "} {"level":"warn","ts":"2026-03-03T01:43:23.62261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.581149ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:43:23.622734Z","caller":"traceutil/trace.go:171","msg":"trace[140397071] linearizableReadLoop","detail":"{readStateIndex:24747; appliedIndex:24746; }","duration":"470.404177ms","start":"2026-03-03T01:43:23.152314Z","end":"2026-03-03T01:43:23.622718Z","steps":["trace[140397071] 'read index received' (duration: 57.631903ms)","trace[140397071] 'applied index is now lower than readState.Index' (duration: 412.770894ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:43:23.622804Z","caller":"traceutil/trace.go:171","msg":"trace[887974393] transaction","detail":"{read_only:false; response_revision:23909; number_of_response:1; }","duration":"1.10641793s","start":"2026-03-03T01:43:22.516374Z","end":"2026-03-03T01:43:23.622792Z","steps":["trace[887974393] 'process raft request' (duration: 693.567835ms)","trace[887974393] 'compare' (duration: 412.350605ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:43:23.62287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:22.516342Z","time spent":"1.106496341s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:23.622959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.383118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:23.623045Z","caller":"traceutil/trace.go:171","msg":"trace[177959922] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:23909; }","duration":"591.51476ms","start":"2026-03-03T01:43:23.031506Z","end":"2026-03-03T01:43:23.623021Z","steps":["trace[177959922] 'agreement among raft nodes before linearized reading' (duration: 591.375057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:23.623087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:23.031486Z","time spent":"591.590043ms","remote":"127.0.0.1:44542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:23.6231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.480563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:23.623155Z","caller":"traceutil/trace.go:171","msg":"trace[283416651] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23909; }","duration":"905.557365ms","start":"2026-03-03T01:43:22.717586Z","end":"2026-03-03T01:43:23.623144Z","steps":["trace[283416651] 'agreement among raft nodes before linearized reading' (duration: 905.475953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:23.623192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:22.71757Z","time spent":"905.615256ms","remote":"127.0.0.1:34742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:43:23.623176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.084913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:23.62325Z","caller":"traceutil/trace.go:171","msg":"trace[781061722] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23909; }","duration":"986.172895ms","start":"2026-03-03T01:43:22.637059Z","end":"2026-03-03T01:43:23.623232Z","steps":["trace[781061722] 'agreement among raft nodes before linearized reading' (duration: 986.039332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:23.623266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.161386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:43:23.623313Z","caller":"traceutil/trace.go:171","msg":"trace[775450950] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:23909; }","duration":"564.256789ms","start":"2026-03-03T01:43:23.059043Z","end":"2026-03-03T01:43:23.6233Z","steps":["trace[775450950] 'agreement among raft nodes before linearized reading' (duration: 564.152276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:23.623315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:22.637007Z","time spent":"986.298388ms","remote":"127.0.0.1:60528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T01:43:23.623351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:23.059021Z","time spent":"564.318199ms","remote":"127.0.0.1:35224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:23.62334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.656803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-03T01:43:23.623403Z","caller":"traceutil/trace.go:171","msg":"trace[1133795715] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23909; }","duration":"586.757675ms","start":"2026-03-03T01:43:23.036631Z","end":"2026-03-03T01:43:23.623388Z","steps":["trace[1133795715] 'agreement among raft nodes before linearized reading' (duration: 586.576072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:23.62345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:23.036609Z","time spent":"586.829988ms","remote":"127.0.0.1:34848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-03T01:43:23.626284Z","caller":"traceutil/trace.go:171","msg":"trace[1278926370] transaction","detail":"{read_only:false; response_revision:23910; number_of_response:1; }","duration":"380.46336ms","start":"2026-03-03T01:43:23.245784Z","end":"2026-03-03T01:43:23.626247Z","steps":["trace[1278926370] 'process raft request' (duration: 380.332867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:23.626544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:23.245763Z","time spent":"380.586544ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:24.724728Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.098852654s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T01:43:24.791238Z","caller":"traceutil/trace.go:171","msg":"trace[2011596379] transaction","detail":"{read_only:false; response_revision:23911; number_of_response:1; }","duration":"1.54483769s","start":"2026-03-03T01:43:23.246383Z","end":"2026-03-03T01:43:24.79122Z","steps":["trace[2011596379] 'process raft request' (duration: 1.478530056s)","trace[2011596379] 'compare' (duration: 65.898685ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:43:24.79134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:23.246361Z","time spent":"1.544928632s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:24.791396Z","caller":"traceutil/trace.go:171","msg":"trace[476433479] transaction","detail":"{read_only:false; response_revision:23912; number_of_response:1; }","duration":"1.544248257s","start":"2026-03-03T01:43:23.247132Z","end":"2026-03-03T01:43:24.79138Z","steps":["trace[476433479] 'process raft request' (duration: 1.544027572s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:24.79149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:23.247118Z","time spent":"1.544313358s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:24.791651Z","caller":"traceutil/trace.go:171","msg":"trace[1456382278] transaction","detail":"{read_only:false; response_revision:23913; number_of_response:1; }","duration":"1.543649385s","start":"2026-03-03T01:43:23.247973Z","end":"2026-03-03T01:43:24.791623Z","steps":["trace[1456382278] 'process raft request' (duration: 1.543360008s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:24.79184Z","caller":"traceutil/trace.go:171","msg":"trace[816737526] transaction","detail":"{read_only:false; response_revision:23914; number_of_response:1; }","duration":"1.543823559s","start":"2026-03-03T01:43:23.248008Z","end":"2026-03-03T01:43:24.791832Z","steps":["trace[816737526] 'process raft request' (duration: 1.543510891s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:24.79188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:23.247996Z","time spent":"1.54386405s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:24.791884Z","caller":"traceutil/trace.go:171","msg":"trace[473478805] linearizableReadLoop","detail":"{readStateIndex:24753; appliedIndex:24747; }","duration":"1.169096835s","start":"2026-03-03T01:43:23.62276Z","end":"2026-03-03T01:43:24.791857Z","steps":["trace[473478805] 'read index received' (duration: 3.357434ms)","trace[473478805] 'applied index is now lower than readState.Index' (duration: 1.165738511s)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:43:24.792029Z","caller":"traceutil/trace.go:171","msg":"trace[1400565102] transaction","detail":"{read_only:false; response_revision:23915; number_of_response:1; }","duration":"1.541723682s","start":"2026-03-03T01:43:23.250291Z","end":"2026-03-03T01:43:24.792015Z","steps":["trace[1400565102] 'process raft request' (duration: 1.541478397s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:24.792048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.167959979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:24.792067Z","caller":"traceutil/trace.go:171","msg":"trace[2011336409] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23915; }","duration":"1.16802303s","start":"2026-03-03T01:43:23.624038Z","end":"2026-03-03T01:43:24.792061Z","steps":["trace[2011336409] 'agreement among raft nodes before linearized reading' (duration: 1.167982599s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:24.792082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:23.624011Z","time spent":"1.168067791s","remote":"127.0.0.1:34740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:43:24.792136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:23.25027Z","time spent":"1.541793394s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:24.792208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.069315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-03-03T01:43:24.792193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.956384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:43:24.79227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.613363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4ee9de16-84d5-421a-8275-1860ec7deaf0\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-03-03T01:43:24.79227Z","caller":"traceutil/trace.go:171","msg":"trace[504605016] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:23915; }","duration":"464.066177ms","start":"2026-03-03T01:43:24.328185Z","end":"2026-03-03T01:43:24.792251Z","steps":["trace[504605016] 'agreement among raft nodes before linearized reading' (duration: 463.944985ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:24.792291Z","caller":"traceutil/trace.go:171","msg":"trace[1713811021] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4ee9de16-84d5-421a-8275-1860ec7deaf0; range_end:; response_count:1; response_revision:23915; }","duration":"634.669664ms","start":"2026-03-03T01:43:24.157616Z","end":"2026-03-03T01:43:24.792285Z","steps":["trace[1713811021] 'agreement among raft nodes before linearized reading' (duration: 634.618713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:24.792306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:24.157594Z","time spent":"634.708505ms","remote":"127.0.0.1:34926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4ee9de16-84d5-421a-8275-1860ec7deaf0\" "} {"level":"warn","ts":"2026-03-03T01:43:24.792328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:24.328169Z","time spent":"464.142409ms","remote":"127.0.0.1:42338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:24.792406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.19669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:43:24.792427Z","caller":"traceutil/trace.go:171","msg":"trace[528487557] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:23915; }","duration":"767.217701ms","start":"2026-03-03T01:43:24.025203Z","end":"2026-03-03T01:43:24.792421Z","steps":["trace[528487557] 'agreement among raft nodes before linearized reading' (duration: 767.17134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:24.792443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:24.02516Z","time spent":"767.279262ms","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:24.792513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.16256021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:24.792552Z","caller":"traceutil/trace.go:171","msg":"trace[1178101129] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23915; }","duration":"1.162638962s","start":"2026-03-03T01:43:23.629905Z","end":"2026-03-03T01:43:24.792544Z","steps":["trace[1178101129] 'agreement among raft nodes before linearized reading' (duration: 1.16257253s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:24.792225Z","caller":"traceutil/trace.go:171","msg":"trace[662198165] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23915; }","duration":"530.109345ms","start":"2026-03-03T01:43:24.262109Z","end":"2026-03-03T01:43:24.792219Z","steps":["trace[662198165] 'agreement among raft nodes before linearized reading' (duration: 530.036834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:24.79249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:23.247961Z","time spent":"1.543834109s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:24.792578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:24.262095Z","time spent":"530.475864ms","remote":"127.0.0.1:39660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-03T01:43:24.792576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:23.629885Z","time spent":"1.162685763s","remote":"127.0.0.1:34936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T01:43:24.792609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.136396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:24.79266Z","caller":"traceutil/trace.go:171","msg":"trace[1663834590] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:23915; }","duration":"246.226547ms","start":"2026-03-03T01:43:24.546422Z","end":"2026-03-03T01:43:24.792648Z","steps":["trace[1663834590] 'agreement among raft nodes before linearized reading' (duration: 246.143595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:24.792681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.471801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T01:43:24.792695Z","caller":"traceutil/trace.go:171","msg":"trace[1448042703] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23915; }","duration":"351.524333ms","start":"2026-03-03T01:43:24.441166Z","end":"2026-03-03T01:43:24.79269Z","steps":["trace[1448042703] 'agreement among raft nodes before linearized reading' (duration: 351.476752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:24.792709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:24.441137Z","time spent":"351.569253ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T01:43:24.792804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316048339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-03T01:43:24.792823Z","caller":"traceutil/trace.go:171","msg":"trace[1555714114] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23915; }","duration":"1.316065189s","start":"2026-03-03T01:43:23.476752Z","end":"2026-03-03T01:43:24.792817Z","steps":["trace[1555714114] 'agreement among raft nodes before linearized reading' (duration: 1.316024099s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:24.792823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.900356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:43:24.792837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:23.476693Z","time spent":"1.316139291s","remote":"127.0.0.1:39660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-03T01:43:24.792845Z","caller":"traceutil/trace.go:171","msg":"trace[1762557298] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:23915; }","duration":"219.963107ms","start":"2026-03-03T01:43:24.572875Z","end":"2026-03-03T01:43:24.792838Z","steps":["trace[1762557298] 'agreement among raft nodes before linearized reading' (duration: 219.924016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:24.79286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.411772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:24.79294Z","caller":"traceutil/trace.go:171","msg":"trace[192509900] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23915; }","duration":"203.544055ms","start":"2026-03-03T01:43:24.589379Z","end":"2026-03-03T01:43:24.792923Z","steps":["trace[192509900] 'agreement among raft nodes before linearized reading' (duration: 203.296959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:25.796016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.811919ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:43:25.796148Z","caller":"traceutil/trace.go:171","msg":"trace[391863236] transaction","detail":"{read_only:false; response_revision:23916; number_of_response:1; }","duration":"999.247874ms","start":"2026-03-03T01:43:24.79687Z","end":"2026-03-03T01:43:25.796118Z","steps":["trace[391863236] 'process raft request' (duration: 166.187831ms)","trace[391863236] 'compare' (duration: 832.283797ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:43:25.79626Z","caller":"traceutil/trace.go:171","msg":"trace[1840305597] transaction","detail":"{read_only:false; response_revision:23917; number_of_response:1; }","duration":"619.806225ms","start":"2026-03-03T01:43:25.176436Z","end":"2026-03-03T01:43:25.796242Z","steps":["trace[1840305597] 'process raft request' (duration: 619.703353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:25.796331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:25.17642Z","time spent":"619.874347ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:25.796395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:24.796846Z","time spent":"999.353276ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:25.79648Z","caller":"traceutil/trace.go:171","msg":"trace[2122784003] linearizableReadLoop","detail":"{readStateIndex:24754; appliedIndex:24753; }","duration":"998.404425ms","start":"2026-03-03T01:43:24.798069Z","end":"2026-03-03T01:43:25.796474Z","steps":["trace[2122784003] 'read index received' (duration: 164.736088ms)","trace[2122784003] 'applied index is now lower than readState.Index' (duration: 833.667767ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:43:25.796568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.496617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:25.796593Z","caller":"traceutil/trace.go:171","msg":"trace[1645690293] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23917; }","duration":"998.553697ms","start":"2026-03-03T01:43:24.798028Z","end":"2026-03-03T01:43:25.796582Z","steps":["trace[1645690293] 'agreement among raft nodes before linearized reading' (duration: 998.483436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:25.796613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:24.798012Z","time spent":"998.597849ms","remote":"127.0.0.1:35014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T01:43:26.297443Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565435288870734,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T01:43:26.340044Z","caller":"traceutil/trace.go:171","msg":"trace[1261540725] transaction","detail":"{read_only:false; response_revision:23918; number_of_response:1; }","duration":"711.712925ms","start":"2026-03-03T01:43:25.628287Z","end":"2026-03-03T01:43:26.34Z","steps":["trace[1261540725] 'process raft request' (duration: 711.302367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:26.34031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:25.628262Z","time spent":"711.896329ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:26.340306Z","caller":"traceutil/trace.go:171","msg":"trace[1012699815] linearizableReadLoop","detail":"{readStateIndex:24757; appliedIndex:24755; }","duration":"543.765027ms","start":"2026-03-03T01:43:25.79649Z","end":"2026-03-03T01:43:26.340255Z","steps":["trace[1012699815] 'read index received' (duration: 543.083422ms)","trace[1012699815] 'applied index is now lower than readState.Index' (duration: 678.585µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:43:26.340583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.182243194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T01:43:26.340661Z","caller":"traceutil/trace.go:171","msg":"trace[1727981909] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23919; }","duration":"1.182360657s","start":"2026-03-03T01:43:25.158282Z","end":"2026-03-03T01:43:26.340643Z","steps":["trace[1727981909] 'agreement among raft nodes before linearized reading' (duration: 1.182088262s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:26.340675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18296451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-03T01:43:26.340699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:25.158273Z","time spent":"1.182417818s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T01:43:26.340724Z","caller":"traceutil/trace.go:171","msg":"trace[2101169564] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23919; }","duration":"1.183061592s","start":"2026-03-03T01:43:25.157642Z","end":"2026-03-03T01:43:26.340703Z","steps":["trace[2101169564] 'agreement among raft nodes before linearized reading' (duration: 1.182796086s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:26.340779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:25.157631Z","time spent":"1.183138174s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T01:43:26.340793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.184292799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T01:43:26.340846Z","caller":"traceutil/trace.go:171","msg":"trace[197058136] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23919; }","duration":"1.18434591s","start":"2026-03-03T01:43:25.156473Z","end":"2026-03-03T01:43:26.340819Z","steps":["trace[197058136] 'agreement among raft nodes before linearized reading' (duration: 1.184209137s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:26.34087Z","caller":"traceutil/trace.go:171","msg":"trace[935749533] transaction","detail":"{read_only:false; response_revision:23919; number_of_response:1; }","duration":"710.12105ms","start":"2026-03-03T01:43:25.630739Z","end":"2026-03-03T01:43:26.34086Z","steps":["trace[935749533] 'process raft request' (duration: 709.146008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:26.340889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:25.156464Z","time spent":"1.184418633s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T01:43:26.340948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:25.630715Z","time spent":"710.172092ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:26.340972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.540594397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:26.340999Z","caller":"traceutil/trace.go:171","msg":"trace[1562119710] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23919; }","duration":"1.540619548s","start":"2026-03-03T01:43:24.800371Z","end":"2026-03-03T01:43:26.34099Z","steps":["trace[1562119710] 'agreement among raft nodes before linearized reading' (duration: 1.540566657s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:26.341029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.581382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:43:26.341037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.184857942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-03T01:43:26.341023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:24.800333Z","time spent":"1.540685719s","remote":"127.0.0.1:34742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T01:43:26.341084Z","caller":"traceutil/trace.go:171","msg":"trace[1178150423] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23919; }","duration":"1.184917234s","start":"2026-03-03T01:43:25.156151Z","end":"2026-03-03T01:43:26.341068Z","steps":["trace[1178150423] 'agreement among raft nodes before linearized reading' (duration: 1.184823122s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:26.341124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:25.156141Z","time spent":"1.184973525s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T01:43:26.341171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.073992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4ee9de16-84d5-421a-8275-1860ec7deaf0\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-03-03T01:43:26.341053Z","caller":"traceutil/trace.go:171","msg":"trace[502004462] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23919; }","duration":"581.661874ms","start":"2026-03-03T01:43:25.75938Z","end":"2026-03-03T01:43:26.341042Z","steps":["trace[502004462] 'agreement among raft nodes before linearized reading' (duration: 581.623023ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:26.341213Z","caller":"traceutil/trace.go:171","msg":"trace[1553350041] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4ee9de16-84d5-421a-8275-1860ec7deaf0; range_end:; response_count:1; response_revision:23919; }","duration":"543.158023ms","start":"2026-03-03T01:43:25.79804Z","end":"2026-03-03T01:43:26.341198Z","steps":["trace[1553350041] 'agreement among raft nodes before linearized reading' (duration: 543.023421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:26.341242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:25.759343Z","time spent":"581.885638ms","remote":"127.0.0.1:60314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:26.341254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.214971417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:26.341311Z","caller":"traceutil/trace.go:171","msg":"trace[801848060] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:23919; }","duration":"1.21507363s","start":"2026-03-03T01:43:25.12622Z","end":"2026-03-03T01:43:26.341294Z","steps":["trace[801848060] 'agreement among raft nodes before linearized reading' (duration: 1.214965967s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:26.341369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:25.126194Z","time spent":"1.215144952s","remote":"127.0.0.1:60624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:26.341245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:25.798017Z","time spent":"543.220644ms","remote":"127.0.0.1:34926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4ee9de16-84d5-421a-8275-1860ec7deaf0\" "} {"level":"warn","ts":"2026-03-03T01:43:26.344206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.916554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:26.344286Z","caller":"traceutil/trace.go:171","msg":"trace[265424593] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23919; }","duration":"541.060766ms","start":"2026-03-03T01:43:25.803206Z","end":"2026-03-03T01:43:26.344267Z","steps":["trace[265424593] 'agreement among raft nodes before linearized reading' (duration: 540.858202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:26.344322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:25.803193Z","time spent":"541.123368ms","remote":"127.0.0.1:35014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T01:43:26.344726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.51044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:43:26.340652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.535735739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-03-03T01:43:26.34481Z","caller":"traceutil/trace.go:171","msg":"trace[1453780196] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23919; }","duration":"432.654263ms","start":"2026-03-03T01:43:25.912133Z","end":"2026-03-03T01:43:26.344788Z","steps":["trace[1453780196] 'agreement among raft nodes before linearized reading' (duration: 432.49685ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:26.344825Z","caller":"traceutil/trace.go:171","msg":"trace[656982229] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:23919; }","duration":"1.539917972s","start":"2026-03-03T01:43:24.80489Z","end":"2026-03-03T01:43:26.344808Z","steps":["trace[656982229] 'agreement among raft nodes before linearized reading' (duration: 1.535600456s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:26.344854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:24.804882Z","time spent":"1.539961854s","remote":"127.0.0.1:34832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1335,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"warn","ts":"2026-03-03T01:43:26.344836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.755855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:43:26.344854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:25.912111Z","time spent":"432.731096ms","remote":"127.0.0.1:60278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:26.344884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151914824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T01:43:26.34489Z","caller":"traceutil/trace.go:171","msg":"trace[959026980] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:23919; }","duration":"658.810876ms","start":"2026-03-03T01:43:25.686058Z","end":"2026-03-03T01:43:26.344869Z","steps":["trace[959026980] 'agreement among raft nodes before linearized reading' (duration: 658.732214ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:26.344914Z","caller":"traceutil/trace.go:171","msg":"trace[1609743091] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23919; }","duration":"1.151988666s","start":"2026-03-03T01:43:25.192918Z","end":"2026-03-03T01:43:26.344907Z","steps":["trace[1609743091] 'agreement among raft nodes before linearized reading' (duration: 1.151839633s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:26.344918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:25.686042Z","time spent":"658.870288ms","remote":"127.0.0.1:39754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:26.34493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:25.192897Z","time spent":"1.152029917s","remote":"127.0.0.1:34926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T01:43:30.363917Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565435288870841,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:43:30.86467Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565435288870841,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:43:31.130228Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.31523625s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T01:43:31.130595Z","caller":"traceutil/trace.go:171","msg":"trace[1908323875] transaction","detail":"{read_only:false; response_revision:23969; number_of_response:1; }","duration":"1.315872083s","start":"2026-03-03T01:43:29.8147Z","end":"2026-03-03T01:43:31.130572Z","steps":["trace[1908323875] 'process raft request' (duration: 1.31571543s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:31.130737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:29.814679Z","time spent":"1.315977506s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:32.012234Z","caller":"traceutil/trace.go:171","msg":"trace[711416852] transaction","detail":"{read_only:false; response_revision:23970; number_of_response:1; }","duration":"1.654969653s","start":"2026-03-03T01:43:30.357232Z","end":"2026-03-03T01:43:32.012202Z","steps":["trace[711416852] 'process raft request' (duration: 1.654638286s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:32.012425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:30.357208Z","time spent":"1.655113855s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:32.01268Z","caller":"traceutil/trace.go:171","msg":"trace[326047898] transaction","detail":"{read_only:false; response_revision:23971; number_of_response:1; }","duration":"1.655458114s","start":"2026-03-03T01:43:30.357206Z","end":"2026-03-03T01:43:32.012664Z","steps":["trace[326047898] 'process raft request' (duration: 1.654932052s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:32.012785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:30.357183Z","time spent":"1.655547415s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:32.013054Z","caller":"traceutil/trace.go:171","msg":"trace[1724082999] transaction","detail":"{read_only:false; response_revision:23972; number_of_response:1; }","duration":"1.210879207s","start":"2026-03-03T01:43:30.80216Z","end":"2026-03-03T01:43:32.013039Z","steps":["trace[1724082999] 'process raft request' (duration: 1.210438117s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:32.01315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:30.802135Z","time spent":"1.210969288s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:32.01341Z","caller":"traceutil/trace.go:171","msg":"trace[1481047706] transaction","detail":"{read_only:false; response_revision:23973; number_of_response:1; }","duration":"1.196953439s","start":"2026-03-03T01:43:30.81644Z","end":"2026-03-03T01:43:32.013394Z","steps":["trace[1481047706] 'process raft request' (duration: 1.19654176s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:32.013505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:30.816396Z","time spent":"1.197061761s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:32.013863Z","caller":"traceutil/trace.go:171","msg":"trace[384020211] transaction","detail":"{read_only:false; response_revision:23974; number_of_response:1; }","duration":"1.195066868s","start":"2026-03-03T01:43:30.818778Z","end":"2026-03-03T01:43:32.013845Z","steps":["trace[384020211] 'process raft request' (duration: 1.194559656s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:32.014044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:30.818747Z","time spent":"1.195242352s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:32.014183Z","caller":"traceutil/trace.go:171","msg":"trace[1157917635] transaction","detail":"{read_only:false; response_revision:23975; number_of_response:1; }","duration":"1.195226371s","start":"2026-03-03T01:43:30.818941Z","end":"2026-03-03T01:43:32.014167Z","steps":["trace[1157917635] 'process raft request' (duration: 1.194820663s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:32.014305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:30.818911Z","time spent":"1.195324834s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:32.01472Z","caller":"traceutil/trace.go:171","msg":"trace[1563913063] linearizableReadLoop","detail":"{readStateIndex:24817; appliedIndex:24809; }","duration":"2.152302524s","start":"2026-03-03T01:43:29.862391Z","end":"2026-03-03T01:43:32.014694Z","steps":["trace[1563913063] 'read index received' (duration: 1.268200812s)","trace[1563913063] 'applied index is now lower than readState.Index' (duration: 884.100482ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:43:32.014762Z","caller":"traceutil/trace.go:171","msg":"trace[636753480] transaction","detail":"{read_only:false; response_revision:23976; number_of_response:1; }","duration":"1.194620179s","start":"2026-03-03T01:43:30.820113Z","end":"2026-03-03T01:43:32.014733Z","steps":["trace[636753480] 'process raft request' (duration: 1.193991255s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:32.01479Z","caller":"traceutil/trace.go:171","msg":"trace[1325744997] transaction","detail":"{read_only:false; response_revision:23977; number_of_response:1; }","duration":"1.194549687s","start":"2026-03-03T01:43:30.820209Z","end":"2026-03-03T01:43:32.014759Z","steps":["trace[1325744997] 'process raft request' (duration: 1.194358853s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:32.014901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:30.820101Z","time spent":"1.194717761s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:32.014911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:30.820193Z","time spent":"1.194645069s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:32.014946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.152539169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:43:32.014988Z","caller":"traceutil/trace.go:171","msg":"trace[1028441009] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:23977; }","duration":"2.15262012s","start":"2026-03-03T01:43:29.862354Z","end":"2026-03-03T01:43:32.014974Z","steps":["trace[1028441009] 'agreement among raft nodes before linearized reading' (duration: 2.152495747s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:32.015032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:29.862337Z","time spent":"2.152686402s","remote":"127.0.0.1:35252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":40,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:32.015068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.497724211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:32.0151Z","caller":"traceutil/trace.go:171","msg":"trace[1675710635] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:23977; }","duration":"1.497812692s","start":"2026-03-03T01:43:30.517277Z","end":"2026-03-03T01:43:32.01509Z","steps":["trace[1675710635] 'agreement among raft nodes before linearized reading' (duration: 1.497749131s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:32.01514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:30.517256Z","time spent":"1.497875263s","remote":"127.0.0.1:48034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:32.015177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.728141838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T01:43:32.015219Z","caller":"traceutil/trace.go:171","msg":"trace[256834148] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:23977; }","duration":"1.72822396s","start":"2026-03-03T01:43:30.286983Z","end":"2026-03-03T01:43:32.015207Z","steps":["trace[256834148] 'agreement among raft nodes before linearized reading' (duration: 1.728036376s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:32.015257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:30.286951Z","time spent":"1.728297692s","remote":"127.0.0.1:35094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":180,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:32.015472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.595812446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T01:43:32.015509Z","caller":"traceutil/trace.go:171","msg":"trace[38674996] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23977; }","duration":"1.595903448s","start":"2026-03-03T01:43:30.419595Z","end":"2026-03-03T01:43:32.015499Z","steps":["trace[38674996] 'agreement among raft nodes before linearized reading' (duration: 1.595787266s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:32.015535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:30.419583Z","time spent":"1.595944949s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T01:43:32.015578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.550189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T01:43:32.015618Z","caller":"traceutil/trace.go:171","msg":"trace[1458250514] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23977; }","duration":"532.61032ms","start":"2026-03-03T01:43:31.482999Z","end":"2026-03-03T01:43:32.015609Z","steps":["trace[1458250514] 'agreement among raft nodes before linearized reading' (duration: 532.481337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:32.015646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:31.482989Z","time spent":"532.650571ms","remote":"127.0.0.1:34926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T01:43:32.015841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.144551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:43:32.015862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.604853116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T01:43:32.015881Z","caller":"traceutil/trace.go:171","msg":"trace[540671684] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23977; }","duration":"542.228302ms","start":"2026-03-03T01:43:31.473643Z","end":"2026-03-03T01:43:32.015872Z","steps":["trace[540671684] 'agreement among raft nodes before linearized reading' (duration: 542.165501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:32.015909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:31.473617Z","time spent":"542.283673ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:43:32.015911Z","caller":"traceutil/trace.go:171","msg":"trace[1689005067] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23977; }","duration":"1.604922357s","start":"2026-03-03T01:43:30.410975Z","end":"2026-03-03T01:43:32.015898Z","steps":["trace[1689005067] 'agreement among raft nodes before linearized reading' (duration: 1.604785354s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:32.016074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:30.410966Z","time spent":"1.605094891s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T01:43:32.016179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.601154864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-03T01:43:32.016164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.600865498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T01:43:32.016214Z","caller":"traceutil/trace.go:171","msg":"trace[366116646] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23977; }","duration":"1.601191005s","start":"2026-03-03T01:43:30.415015Z","end":"2026-03-03T01:43:32.016206Z","steps":["trace[366116646] 'agreement among raft nodes before linearized reading' (duration: 1.601100263s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:32.016236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:30.414951Z","time spent":"1.601280596s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T01:43:32.01624Z","caller":"traceutil/trace.go:171","msg":"trace[1991231570] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23977; }","duration":"1.601134623s","start":"2026-03-03T01:43:30.415086Z","end":"2026-03-03T01:43:32.016221Z","steps":["trace[1991231570] 'agreement among raft nodes before linearized reading' (duration: 1.600721684s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:32.016288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:30.415079Z","time spent":"1.601198284s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T01:43:32.016343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.296769993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:32.016363Z","caller":"traceutil/trace.go:171","msg":"trace[1454618405] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23977; }","duration":"1.296825473s","start":"2026-03-03T01:43:30.719531Z","end":"2026-03-03T01:43:32.016356Z","steps":["trace[1454618405] 'agreement among raft nodes before linearized reading' (duration: 1.296792532s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:32.016383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:30.719509Z","time spent":"1.296867184s","remote":"127.0.0.1:34742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:43:32.016376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093050295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-03T01:43:32.01642Z","caller":"traceutil/trace.go:171","msg":"trace[1208323039] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23977; }","duration":"1.093132098s","start":"2026-03-03T01:43:30.923276Z","end":"2026-03-03T01:43:32.016408Z","steps":["trace[1208323039] 'agreement among raft nodes before linearized reading' (duration: 1.092999284s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:32.016467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:30.923255Z","time spent":"1.093202549s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T01:43:32.016296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.634367756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.70\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-03T01:43:32.016534Z","caller":"traceutil/trace.go:171","msg":"trace[1914977677] range","detail":"{range_begin:/registry/masterleases/199.204.45.70; range_end:; response_count:1; response_revision:23977; }","duration":"1.634706326s","start":"2026-03-03T01:43:30.381816Z","end":"2026-03-03T01:43:32.016523Z","steps":["trace[1914977677] 'agreement among raft nodes before linearized reading' (duration: 1.634270065s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:32.016382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.092954883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-03T01:43:32.016599Z","caller":"traceutil/trace.go:171","msg":"trace[2121714051] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23977; }","duration":"1.093193349s","start":"2026-03-03T01:43:30.923386Z","end":"2026-03-03T01:43:32.016579Z","steps":["trace[2121714051] 'agreement among raft nodes before linearized reading' (duration: 1.092745208s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:32.016668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:30.923382Z","time spent":"1.09326729s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T01:43:32.016564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:30.381744Z","time spent":"1.634810587s","remote":"127.0.0.1:34790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.70\" "} {"level":"warn","ts":"2026-03-03T01:43:32.017165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.60140905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T01:43:32.017202Z","caller":"traceutil/trace.go:171","msg":"trace[1778368869] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:23977; }","duration":"1.601475151s","start":"2026-03-03T01:43:30.415719Z","end":"2026-03-03T01:43:32.017195Z","steps":["trace[1778368869] 'agreement among raft nodes before linearized reading' (duration: 1.599868705s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:32.017225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:30.415711Z","time spent":"1.601508692s","remote":"127.0.0.1:35278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2678,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:32.564006Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565435288870862,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T01:43:32.582393Z","caller":"traceutil/trace.go:171","msg":"trace[1844772574] transaction","detail":"{read_only:false; response_revision:23978; number_of_response:1; }","duration":"559.563616ms","start":"2026-03-03T01:43:32.022805Z","end":"2026-03-03T01:43:32.582369Z","steps":["trace[1844772574] 'process raft request' (duration: 559.384961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:32.582537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:32.022789Z","time spent":"559.675399ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:32.583091Z","caller":"traceutil/trace.go:171","msg":"trace[421719648] transaction","detail":"{read_only:false; response_revision:23979; number_of_response:1; }","duration":"560.227291ms","start":"2026-03-03T01:43:32.022827Z","end":"2026-03-03T01:43:32.583055Z","steps":["trace[421719648] 'process raft request' (duration: 559.497775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:32.583254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:32.022809Z","time spent":"560.356133ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:32.583392Z","caller":"traceutil/trace.go:171","msg":"trace[18497641] transaction","detail":"{read_only:false; response_revision:23980; number_of_response:1; }","duration":"560.491076ms","start":"2026-03-03T01:43:32.022874Z","end":"2026-03-03T01:43:32.583365Z","steps":["trace[18497641] 'process raft request' (duration: 559.701179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:32.583542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:32.022864Z","time spent":"560.591928ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:32.58355Z","caller":"traceutil/trace.go:171","msg":"trace[1607035170] transaction","detail":"{read_only:false; response_revision:23981; number_of_response:1; }","duration":"560.612309ms","start":"2026-03-03T01:43:32.022877Z","end":"2026-03-03T01:43:32.58349Z","steps":["trace[1607035170] 'process raft request' (duration: 560.298462ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:32.583843Z","caller":"traceutil/trace.go:171","msg":"trace[318734487] transaction","detail":"{read_only:false; response_revision:23982; number_of_response:1; }","duration":"560.747641ms","start":"2026-03-03T01:43:32.02308Z","end":"2026-03-03T01:43:32.583828Z","steps":["trace[318734487] 'process raft request' (duration: 560.363223ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:32.58382Z","caller":"traceutil/trace.go:171","msg":"trace[688099732] transaction","detail":"{read_only:false; response_revision:23983; number_of_response:1; }","duration":"559.617557ms","start":"2026-03-03T01:43:32.024178Z","end":"2026-03-03T01:43:32.583796Z","steps":["trace[688099732] 'process raft request' (duration: 559.507244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:32.583926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:32.023065Z","time spent":"560.822974ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:32.584097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:32.024169Z","time spent":"559.820692ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:32.583701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:32.022858Z","time spent":"560.773192ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:32.612882Z","caller":"traceutil/trace.go:171","msg":"trace[177925154] linearizableReadLoop","detail":"{readStateIndex:24825; appliedIndex:24818; }","duration":"549.986534ms","start":"2026-03-03T01:43:32.062874Z","end":"2026-03-03T01:43:32.61286Z","steps":["trace[177925154] 'read index received' (duration: 519.384978ms)","trace[177925154] 'applied index is now lower than readState.Index' (duration: 30.600526ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:43:32.612912Z","caller":"traceutil/trace.go:171","msg":"trace[674976630] transaction","detail":"{read_only:false; response_revision:23984; number_of_response:1; }","duration":"549.174806ms","start":"2026-03-03T01:43:32.063716Z","end":"2026-03-03T01:43:32.612891Z","steps":["trace[674976630] 'process raft request' (duration: 549.020563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:32.613008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:32.063701Z","time spent":"549.257098ms","remote":"127.0.0.1:34790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:32.613162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.199571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:32.613249Z","caller":"traceutil/trace.go:171","msg":"trace[2093634239] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23984; }","duration":"589.324013ms","start":"2026-03-03T01:43:32.023909Z","end":"2026-03-03T01:43:32.613233Z","steps":["trace[2093634239] 'agreement among raft nodes before linearized reading' (duration: 589.098577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:32.613331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:32.023901Z","time spent":"589.420915ms","remote":"127.0.0.1:34742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:43:32.613256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.482501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18712"} {"level":"info","ts":"2026-03-03T01:43:32.613405Z","caller":"traceutil/trace.go:171","msg":"trace[237051135] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23984; }","duration":"548.666135ms","start":"2026-03-03T01:43:32.064725Z","end":"2026-03-03T01:43:32.613391Z","steps":["trace[237051135] 'agreement among raft nodes before linearized reading' (duration: 548.304006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:32.613446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:32.064689Z","time spent":"548.748327ms","remote":"127.0.0.1:34924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18735,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T01:43:32.613323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.94245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-6879d6f759-j78hv.189930b7593bf4d8\" ","response":"range_response_count:1 size:905"} {"level":"info","ts":"2026-03-03T01:43:32.613592Z","caller":"traceutil/trace.go:171","msg":"trace[787663096] range","detail":"{range_begin:/registry/events/openstack/heat-api-6879d6f759-j78hv.189930b7593bf4d8; range_end:; response_count:1; response_revision:23984; }","duration":"231.216226ms","start":"2026-03-03T01:43:32.382328Z","end":"2026-03-03T01:43:32.613544Z","steps":["trace[787663096] 'agreement among raft nodes before linearized reading' (duration: 230.775626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:33.117568Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565435288870865,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:43:33.286543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.422292ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:43:33.286618Z","caller":"traceutil/trace.go:171","msg":"trace[75558620] linearizableReadLoop","detail":"{readStateIndex:24826; appliedIndex:24825; }","duration":"669.921422ms","start":"2026-03-03T01:43:32.616684Z","end":"2026-03-03T01:43:33.286606Z","steps":["trace[75558620] 'read index received' (duration: 538.404748ms)","trace[75558620] 'applied index is now lower than readState.Index' (duration: 131.516014ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:43:33.286679Z","caller":"traceutil/trace.go:171","msg":"trace[1368285852] transaction","detail":"{read_only:false; response_revision:23985; number_of_response:1; }","duration":"671.104279ms","start":"2026-03-03T01:43:32.615569Z","end":"2026-03-03T01:43:33.286673Z","steps":["trace[1368285852] 'process raft request' (duration: 539.488782ms)","trace[1368285852] 'compare' (duration: 131.32153ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:43:33.28671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:32.615541Z","time spent":"671.15313ms","remote":"127.0.0.1:34816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":887,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:33.286975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.27335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-03T01:43:33.287036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.225693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:33.287067Z","caller":"traceutil/trace.go:171","msg":"trace[1546392893] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23985; }","duration":"670.397472ms","start":"2026-03-03T01:43:32.616655Z","end":"2026-03-03T01:43:33.287053Z","steps":["trace[1546392893] 'agreement among raft nodes before linearized reading' (duration: 670.187147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:33.28713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:32.616637Z","time spent":"670.479734ms","remote":"127.0.0.1:34922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-03T01:43:33.287174Z","caller":"traceutil/trace.go:171","msg":"trace[222714777] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23985; }","duration":"619.320864ms","start":"2026-03-03T01:43:32.667762Z","end":"2026-03-03T01:43:33.287083Z","steps":["trace[222714777] 'agreement among raft nodes before linearized reading' (duration: 619.211062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:33.287191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.873533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:43:33.287216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:32.667744Z","time spent":"619.461908ms","remote":"127.0.0.1:35208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-03T01:43:33.287228Z","caller":"traceutil/trace.go:171","msg":"trace[1747302100] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23985; }","duration":"319.960394ms","start":"2026-03-03T01:43:32.967255Z","end":"2026-03-03T01:43:33.287216Z","steps":["trace[1747302100] 'agreement among raft nodes before linearized reading' (duration: 319.889973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:33.287201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.38658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:43:33.287279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.403244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T01:43:33.2873Z","caller":"traceutil/trace.go:171","msg":"trace[1517655430] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:23985; }","duration":"265.557384ms","start":"2026-03-03T01:43:33.02172Z","end":"2026-03-03T01:43:33.287277Z","steps":["trace[1517655430] 'agreement among raft nodes before linearized reading' (duration: 265.37293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:33.287252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:32.967229Z","time spent":"320.017926ms","remote":"127.0.0.1:60226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:43:33.287336Z","caller":"traceutil/trace.go:171","msg":"trace[530839070] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23985; }","duration":"152.497797ms","start":"2026-03-03T01:43:33.134824Z","end":"2026-03-03T01:43:33.287321Z","steps":["trace[530839070] 'agreement among raft nodes before linearized reading' (duration: 152.294552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:33.943248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.981826ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:43:33.943485Z","caller":"traceutil/trace.go:171","msg":"trace[969354901] transaction","detail":"{read_only:false; response_revision:23987; number_of_response:1; }","duration":"650.701037ms","start":"2026-03-03T01:43:33.292766Z","end":"2026-03-03T01:43:33.943467Z","steps":["trace[969354901] 'process raft request' (duration: 650.588425ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:33.943499Z","caller":"traceutil/trace.go:171","msg":"trace[1645077724] linearizableReadLoop","detail":"{readStateIndex:24827; appliedIndex:24826; }","duration":"650.8476ms","start":"2026-03-03T01:43:33.292625Z","end":"2026-03-03T01:43:33.943472Z","steps":["trace[1645077724] 'read index received' (duration: 329.611348ms)","trace[1645077724] 'applied index is now lower than readState.Index' (duration: 321.234512ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:43:33.943573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:33.292752Z","time spent":"650.773359ms","remote":"127.0.0.1:34816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":888,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:33.943657Z","caller":"traceutil/trace.go:171","msg":"trace[1500099737] transaction","detail":"{read_only:false; response_revision:23986; number_of_response:1; }","duration":"651.2976ms","start":"2026-03-03T01:43:33.292342Z","end":"2026-03-03T01:43:33.94364Z","steps":["trace[1500099737] 'process raft request' (duration: 329.840493ms)","trace[1500099737] 'compare' (duration: 320.643849ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:43:33.943821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:33.29233Z","time spent":"651.369942ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:33.944108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.86867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:33.944159Z","caller":"traceutil/trace.go:171","msg":"trace[249607673] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:23987; }","duration":"649.928971ms","start":"2026-03-03T01:43:33.294214Z","end":"2026-03-03T01:43:33.944143Z","steps":["trace[249607673] 'agreement among raft nodes before linearized reading' (duration: 649.856659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:33.944196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:33.294207Z","time spent":"649.980662ms","remote":"127.0.0.1:55972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:33.944263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.123383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:33.94432Z","caller":"traceutil/trace.go:171","msg":"trace[2086332128] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23987; }","duration":"226.219945ms","start":"2026-03-03T01:43:33.718087Z","end":"2026-03-03T01:43:33.944307Z","steps":["trace[2086332128] 'agreement among raft nodes before linearized reading' (duration: 226.131163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:33.94436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.038668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:33.944401Z","caller":"traceutil/trace.go:171","msg":"trace[1045385996] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:23987; }","duration":"287.11653ms","start":"2026-03-03T01:43:33.657273Z","end":"2026-03-03T01:43:33.94439Z","steps":["trace[1045385996] 'agreement among raft nodes before linearized reading' (duration: 287.054919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:33.944584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.954635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T01:43:33.944629Z","caller":"traceutil/trace.go:171","msg":"trace[1246379701] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23987; }","duration":"652.013947ms","start":"2026-03-03T01:43:33.292605Z","end":"2026-03-03T01:43:33.944619Z","steps":["trace[1246379701] 'agreement among raft nodes before linearized reading' (duration: 651.879284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:33.944664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:33.292597Z","time spent":"652.059188ms","remote":"127.0.0.1:35014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T01:43:33.944633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.885969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T01:43:33.944873Z","caller":"traceutil/trace.go:171","msg":"trace[1130459554] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23987; }","duration":"650.131835ms","start":"2026-03-03T01:43:33.294728Z","end":"2026-03-03T01:43:33.94486Z","steps":["trace[1130459554] 'agreement among raft nodes before linearized reading' (duration: 649.806418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:33.944914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:33.294722Z","time spent":"650.182966ms","remote":"127.0.0.1:34926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T01:43:35.126505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.425282ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:43:35.126654Z","caller":"traceutil/trace.go:171","msg":"trace[1880662208] transaction","detail":"{read_only:false; response_revision:23988; number_of_response:1; }","duration":"1.10681669s","start":"2026-03-03T01:43:34.019807Z","end":"2026-03-03T01:43:35.126624Z","steps":["trace[1880662208] 'process raft request' (duration: 364.163232ms)","trace[1880662208] 'compare' (duration: 741.921961ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:43:35.12675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:34.019784Z","time spent":"1.106915701s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:35.211889Z","caller":"traceutil/trace.go:171","msg":"trace[254678949] transaction","detail":"{read_only:false; response_revision:23989; number_of_response:1; }","duration":"1.19201869s","start":"2026-03-03T01:43:34.019838Z","end":"2026-03-03T01:43:35.211857Z","steps":["trace[254678949] 'process raft request' (duration: 1.191802035s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:35.213918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:34.019818Z","time spent":"1.193997454s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:35.212235Z","caller":"traceutil/trace.go:171","msg":"trace[388807644] transaction","detail":"{read_only:false; response_revision:23990; number_of_response:1; }","duration":"1.191750914s","start":"2026-03-03T01:43:34.020459Z","end":"2026-03-03T01:43:35.21221Z","steps":["trace[388807644] 'process raft request' (duration: 1.191343995s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:35.212402Z","caller":"traceutil/trace.go:171","msg":"trace[2002315138] transaction","detail":"{read_only:false; response_revision:23991; number_of_response:1; }","duration":"1.189510895s","start":"2026-03-03T01:43:34.022837Z","end":"2026-03-03T01:43:35.212347Z","steps":["trace[2002315138] 'process raft request' (duration: 1.18927801s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:35.214472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:34.022822Z","time spent":"1.191593371s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:35.212722Z","caller":"traceutil/trace.go:171","msg":"trace[1274027927] transaction","detail":"{read_only:false; response_revision:23992; number_of_response:1; }","duration":"1.189755039s","start":"2026-03-03T01:43:34.022948Z","end":"2026-03-03T01:43:35.212703Z","steps":["trace[1274027927] 'process raft request' (duration: 1.189356341s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:35.212996Z","caller":"traceutil/trace.go:171","msg":"trace[77753967] transaction","detail":"{read_only:false; response_revision:23993; number_of_response:1; }","duration":"1.187910249s","start":"2026-03-03T01:43:34.025065Z","end":"2026-03-03T01:43:35.212976Z","steps":["trace[77753967] 'process raft request' (duration: 1.187574511s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:35.214681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:34.022934Z","time spent":"1.191645591s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:35.214751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:34.025051Z","time spent":"1.189657337s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:35.213242Z","caller":"traceutil/trace.go:171","msg":"trace[2090803662] transaction","detail":"{read_only:false; response_revision:23994; number_of_response:1; }","duration":"1.165921035s","start":"2026-03-03T01:43:34.047304Z","end":"2026-03-03T01:43:35.213225Z","steps":["trace[2090803662] 'process raft request' (duration: 1.165563147s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:35.214998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:34.047273Z","time spent":"1.167655233s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:35.213248Z","caller":"traceutil/trace.go:171","msg":"trace[2117431965] transaction","detail":"{read_only:false; response_revision:23995; number_of_response:1; }","duration":"967.060114ms","start":"2026-03-03T01:43:34.24617Z","end":"2026-03-03T01:43:35.21323Z","steps":["trace[2117431965] 'process raft request' (duration: 966.800838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:35.21518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:34.246128Z","time spent":"969.000666ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:35.213301Z","caller":"traceutil/trace.go:171","msg":"trace[1735100300] linearizableReadLoop","detail":"{readStateIndex:24835; appliedIndex:24828; }","duration":"1.086797237s","start":"2026-03-03T01:43:34.126428Z","end":"2026-03-03T01:43:35.213225Z","steps":["trace[1735100300] 'read index received' (duration: 257.556727ms)","trace[1735100300] 'applied index is now lower than readState.Index' (duration: 829.23931ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:43:35.213492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.087004952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:35.215327Z","caller":"traceutil/trace.go:171","msg":"trace[1979124432] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23995; }","duration":"1.088961924s","start":"2026-03-03T01:43:34.126341Z","end":"2026-03-03T01:43:35.215303Z","steps":["trace[1979124432] 'agreement among raft nodes before linearized reading' (duration: 1.087014682s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:35.215415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.719748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:35.215483Z","caller":"traceutil/trace.go:171","msg":"trace[1538377883] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23995; }","duration":"496.786079ms","start":"2026-03-03T01:43:34.718679Z","end":"2026-03-03T01:43:35.215465Z","steps":["trace[1538377883] 'agreement among raft nodes before linearized reading' (duration: 496.688017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:35.215524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.729617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-03T01:43:35.215566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:34.718609Z","time spent":"496.940212ms","remote":"127.0.0.1:34742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T01:43:35.215574Z","caller":"traceutil/trace.go:171","msg":"trace[297401151] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23995; }","duration":"626.787588ms","start":"2026-03-03T01:43:34.588771Z","end":"2026-03-03T01:43:35.215559Z","steps":["trace[297401151] 'agreement among raft nodes before linearized reading' (duration: 626.631215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:35.215614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:34.588767Z","time spent":"626.83761ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T01:43:35.215621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.842185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:43:35.215631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.605591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T01:43:35.215668Z","caller":"traceutil/trace.go:171","msg":"trace[1743954827] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:23995; }","duration":"705.936057ms","start":"2026-03-03T01:43:34.509717Z","end":"2026-03-03T01:43:35.215653Z","steps":["trace[1743954827] 'agreement among raft nodes before linearized reading' (duration: 705.842454ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:35.215686Z","caller":"traceutil/trace.go:171","msg":"trace[265677831] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23995; }","duration":"628.700102ms","start":"2026-03-03T01:43:34.58697Z","end":"2026-03-03T01:43:35.21567Z","steps":["trace[265677831] 'agreement among raft nodes before linearized reading' (duration: 628.550088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:35.215711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:34.509694Z","time spent":"706.004628ms","remote":"127.0.0.1:42318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:35.21573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:34.586948Z","time spent":"628.770564ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T01:43:35.215521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:34.126305Z","time spent":"1.089125838s","remote":"127.0.0.1:60246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:35.215371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.964159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:43:35.216083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.72775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T01:43:35.216106Z","caller":"traceutil/trace.go:171","msg":"trace[2037818147] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:23995; }","duration":"942.763317ms","start":"2026-03-03T01:43:34.273325Z","end":"2026-03-03T01:43:35.216089Z","steps":["trace[2037818147] 'agreement among raft nodes before linearized reading' (duration: 941.987389ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:35.216147Z","caller":"traceutil/trace.go:171","msg":"trace[2141208286] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23995; }","duration":"627.835843ms","start":"2026-03-03T01:43:34.588297Z","end":"2026-03-03T01:43:35.216132Z","steps":["trace[2141208286] 'agreement among raft nodes before linearized reading' (duration: 627.617818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:35.216171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:34.273288Z","time spent":"942.864399ms","remote":"127.0.0.1:39704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:35.2162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:34.588263Z","time spent":"627.926474ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T01:43:35.216304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.223385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:43:35.216376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.527998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:35.216479Z","caller":"traceutil/trace.go:171","msg":"trace[1291815657] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23995; }","duration":"383.680582ms","start":"2026-03-03T01:43:34.832781Z","end":"2026-03-03T01:43:35.216462Z","steps":["trace[1291815657] 'agreement among raft nodes before linearized reading' (duration: 383.507998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:35.216526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:34.832762Z","time spent":"383.753873ms","remote":"127.0.0.1:60562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:35.215855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.621858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-03T01:43:35.216656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.395058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-03T01:43:35.216689Z","caller":"traceutil/trace.go:171","msg":"trace[631535845] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23995; }","duration":"628.546398ms","start":"2026-03-03T01:43:34.588112Z","end":"2026-03-03T01:43:35.216659Z","steps":["trace[631535845] 'agreement among raft nodes before linearized reading' (duration: 627.399582ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:35.216727Z","caller":"traceutil/trace.go:171","msg":"trace[320760560] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23995; }","duration":"379.52509ms","start":"2026-03-03T01:43:34.837174Z","end":"2026-03-03T01:43:35.2167Z","steps":["trace[320760560] 'agreement among raft nodes before linearized reading' (duration: 379.373867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:35.216773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:34.837155Z","time spent":"379.607603ms","remote":"127.0.0.1:39660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-03T01:43:35.216793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:34.588101Z","time spent":"628.670431ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T01:43:35.216778Z","caller":"traceutil/trace.go:171","msg":"trace[404640872] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:23995; }","duration":"226.359878ms","start":"2026-03-03T01:43:34.990018Z","end":"2026-03-03T01:43:35.216378Z","steps":["trace[404640872] 'agreement among raft nodes before linearized reading' (duration: 226.229485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:35.214623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:34.020431Z","time spent":"1.193780079s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:37.340379Z","caller":"traceutil/trace.go:171","msg":"trace[1312327524] linearizableReadLoop","detail":"{readStateIndex:24849; appliedIndex:24848; }","duration":"169.738268ms","start":"2026-03-03T01:43:37.170617Z","end":"2026-03-03T01:43:37.340356Z","steps":["trace[1312327524] 'read index received' (duration: 158.322416ms)","trace[1312327524] 'applied index is now lower than readState.Index' (duration: 11.414872ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:43:37.340602Z","caller":"traceutil/trace.go:171","msg":"trace[975564021] transaction","detail":"{read_only:false; response_revision:24007; number_of_response:1; }","duration":"195.281472ms","start":"2026-03-03T01:43:37.145302Z","end":"2026-03-03T01:43:37.340583Z","steps":["trace[975564021] 'process raft request' (duration: 183.620715ms)","trace[975564021] 'compare' (duration: 11.31811ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:43:37.341083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.457174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:269106"} {"level":"info","ts":"2026-03-03T01:43:37.341151Z","caller":"traceutil/trace.go:171","msg":"trace[125016446] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:24007; }","duration":"170.579556ms","start":"2026-03-03T01:43:37.170561Z","end":"2026-03-03T01:43:37.341141Z","steps":["trace[125016446] 'agreement among raft nodes before linearized reading' (duration: 170.201628ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:37.544075Z","caller":"traceutil/trace.go:171","msg":"trace[615867790] linearizableReadLoop","detail":"{readStateIndex:24855; appliedIndex:24849; }","duration":"203.508064ms","start":"2026-03-03T01:43:37.340542Z","end":"2026-03-03T01:43:37.54405Z","steps":["trace[615867790] 'read index received' (duration: 199.174218ms)","trace[615867790] 'applied index is now lower than readState.Index' (duration: 4.332476ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:43:37.54431Z","caller":"traceutil/trace.go:171","msg":"trace[1215247450] transaction","detail":"{read_only:false; response_revision:24013; number_of_response:1; }","duration":"321.912928ms","start":"2026-03-03T01:43:37.22237Z","end":"2026-03-03T01:43:37.544283Z","steps":["trace[1215247450] 'process raft request' (duration: 321.616371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:37.544368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.815502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T01:43:37.544398Z","caller":"traceutil/trace.go:171","msg":"trace[1317473201] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24013; }","duration":"305.879733ms","start":"2026-03-03T01:43:37.23851Z","end":"2026-03-03T01:43:37.54439Z","steps":["trace[1317473201] 'agreement among raft nodes before linearized reading' (duration: 305.760291ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:37.544368Z","caller":"traceutil/trace.go:171","msg":"trace[249585896] transaction","detail":"{read_only:false; response_revision:24010; number_of_response:1; }","duration":"324.363512ms","start":"2026-03-03T01:43:37.219976Z","end":"2026-03-03T01:43:37.54434Z","steps":["trace[249585896] 'process raft request' (duration: 323.755779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:37.544416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:37.238499Z","time spent":"305.912974ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T01:43:37.544393Z","caller":"traceutil/trace.go:171","msg":"trace[2074398672] transaction","detail":"{read_only:false; response_revision:24012; number_of_response:1; }","duration":"322.759076ms","start":"2026-03-03T01:43:37.221608Z","end":"2026-03-03T01:43:37.544368Z","steps":["trace[2074398672] 'process raft request' (duration: 322.279905ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:37.544396Z","caller":"traceutil/trace.go:171","msg":"trace[148903998] transaction","detail":"{read_only:false; response_revision:24011; number_of_response:1; }","duration":"323.100065ms","start":"2026-03-03T01:43:37.221267Z","end":"2026-03-03T01:43:37.544367Z","steps":["trace[148903998] 'process raft request' (duration: 322.544493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:37.544437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:37.222358Z","time spent":"322.01583ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:37.544499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:37.219965Z","time spent":"324.462374ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:37.544546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:37.221249Z","time spent":"323.215557ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:37.544603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.247994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-7cb6c57c5d-htjcp.18992fedef5f3469\" ","response":"range_response_count:1 size:1181"} {"level":"warn","ts":"2026-03-03T01:43:37.544495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.767321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T01:43:37.54463Z","caller":"traceutil/trace.go:171","msg":"trace[1388983635] range","detail":"{range_begin:/registry/events/openstack/cinder-api-7cb6c57c5d-htjcp.18992fedef5f3469; range_end:; response_count:1; response_revision:24013; }","duration":"225.307135ms","start":"2026-03-03T01:43:37.319314Z","end":"2026-03-03T01:43:37.544621Z","steps":["trace[1388983635] 'agreement among raft nodes before linearized reading' (duration: 225.241844ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:37.544642Z","caller":"traceutil/trace.go:171","msg":"trace[1661449844] transaction","detail":"{read_only:false; response_revision:24009; number_of_response:1; }","duration":"325.428016ms","start":"2026-03-03T01:43:37.219207Z","end":"2026-03-03T01:43:37.544635Z","steps":["trace[1661449844] 'process raft request' (duration: 324.457704ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:37.54465Z","caller":"traceutil/trace.go:171","msg":"trace[1575220552] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24013; }","duration":"314.955935ms","start":"2026-03-03T01:43:37.22968Z","end":"2026-03-03T01:43:37.544636Z","steps":["trace[1575220552] 'agreement among raft nodes before linearized reading' (duration: 314.637428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:37.544701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:37.2192Z","time spent":"325.465556ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:37.544717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:37.229659Z","time spent":"315.047597ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T01:43:37.544761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.153159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T01:43:37.544615Z","caller":"traceutil/trace.go:171","msg":"trace[1681832843] transaction","detail":"{read_only:false; response_revision:24008; number_of_response:1; }","duration":"325.486286ms","start":"2026-03-03T01:43:37.219118Z","end":"2026-03-03T01:43:37.544605Z","steps":["trace[1681832843] 'process raft request' (duration: 320.652529ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:37.544805Z","caller":"traceutil/trace.go:171","msg":"trace[1667341960] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24013; }","duration":"306.225181ms","start":"2026-03-03T01:43:37.238569Z","end":"2026-03-03T01:43:37.544794Z","steps":["trace[1667341960] 'agreement among raft nodes before linearized reading' (duration: 306.119789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:37.544821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.257013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-03-03T01:43:37.544839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:37.238556Z","time spent":"306.276112ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T01:43:37.54485Z","caller":"traceutil/trace.go:171","msg":"trace[1658033181] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:24013; }","duration":"326.314076ms","start":"2026-03-03T01:43:37.218516Z","end":"2026-03-03T01:43:37.54483Z","steps":["trace[1658033181] 'agreement among raft nodes before linearized reading' (duration: 326.261865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:37.544837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:37.219104Z","time spent":"325.697291ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:37.544866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:37.21849Z","time spent":"326.373376ms","remote":"127.0.0.1:34908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-03-03T01:43:37.544349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.02439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:43:37.544891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.36497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T01:43:37.545003Z","caller":"traceutil/trace.go:171","msg":"trace[626050916] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24013; }","duration":"309.526213ms","start":"2026-03-03T01:43:37.235459Z","end":"2026-03-03T01:43:37.544986Z","steps":["trace[626050916] 'agreement among raft nodes before linearized reading' (duration: 309.276578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:37.54505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:37.235438Z","time spent":"309.598505ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T01:43:37.546889Z","caller":"traceutil/trace.go:171","msg":"trace[575320131] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24013; }","duration":"360.682234ms","start":"2026-03-03T01:43:37.184289Z","end":"2026-03-03T01:43:37.544971Z","steps":["trace[575320131] 'agreement among raft nodes before linearized reading' (duration: 359.993379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:37.547042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:37.184248Z","time spent":"362.76595ms","remote":"127.0.0.1:60390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:37.547343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:37.221582Z","time spent":"322.859678ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:37.969635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.891511ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:37.969736Z","caller":"traceutil/trace.go:171","msg":"trace[747248818] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24018; }","duration":"122.004354ms","start":"2026-03-03T01:43:37.847716Z","end":"2026-03-03T01:43:37.969721Z","steps":["trace[747248818] 'range keys from in-memory index tree' (duration: 121.877431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:37.969929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.335678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:37.969948Z","caller":"traceutil/trace.go:171","msg":"trace[1621364089] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24018; }","duration":"250.358099ms","start":"2026-03-03T01:43:37.719584Z","end":"2026-03-03T01:43:37.969942Z","steps":["trace[1621364089] 'range keys from in-memory index tree' (duration: 250.258986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:37.970435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.738186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:37.970474Z","caller":"traceutil/trace.go:171","msg":"trace[1686391212] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:24018; }","duration":"245.824478ms","start":"2026-03-03T01:43:37.724642Z","end":"2026-03-03T01:43:37.970467Z","steps":["trace[1686391212] 'count revisions from in-memory index tree' (duration: 245.662975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:37.970596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.835816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:43:37.970612Z","caller":"traceutil/trace.go:171","msg":"trace[1506941683] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:24018; }","duration":"220.892687ms","start":"2026-03-03T01:43:37.749714Z","end":"2026-03-03T01:43:37.970607Z","steps":["trace[1506941683] 'count revisions from in-memory index tree' (duration: 220.763485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:37.970711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.947267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:43:37.970731Z","caller":"traceutil/trace.go:171","msg":"trace[847932726] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24018; }","duration":"176.996558ms","start":"2026-03-03T01:43:37.793726Z","end":"2026-03-03T01:43:37.970722Z","steps":["trace[847932726] 'count revisions from in-memory index tree' (duration: 176.855685ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:39.448819Z","caller":"traceutil/trace.go:171","msg":"trace[1366096891] linearizableReadLoop","detail":"{readStateIndex:24862; appliedIndex:24861; }","duration":"257.904234ms","start":"2026-03-03T01:43:39.190895Z","end":"2026-03-03T01:43:39.448799Z","steps":["trace[1366096891] 'read index received' (duration: 257.70603ms)","trace[1366096891] 'applied index is now lower than readState.Index' (duration: 197.494µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:43:39.449188Z","caller":"traceutil/trace.go:171","msg":"trace[552921969] transaction","detail":"{read_only:false; response_revision:24020; number_of_response:1; }","duration":"306.878026ms","start":"2026-03-03T01:43:39.142296Z","end":"2026-03-03T01:43:39.449174Z","steps":["trace[552921969] 'process raft request' (duration: 306.371095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:39.449304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:39.142279Z","time spent":"306.966988ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:39.449487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.592869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:39.449544Z","caller":"traceutil/trace.go:171","msg":"trace[369133517] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24020; }","duration":"258.682391ms","start":"2026-03-03T01:43:39.19085Z","end":"2026-03-03T01:43:39.449533Z","steps":["trace[369133517] 'agreement among raft nodes before linearized reading' (duration: 258.60713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:39.449693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.883088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:39.449919Z","caller":"traceutil/trace.go:171","msg":"trace[1080240037] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:24020; }","duration":"173.167733ms","start":"2026-03-03T01:43:39.276741Z","end":"2026-03-03T01:43:39.449909Z","steps":["trace[1080240037] 'agreement among raft nodes before linearized reading' (duration: 172.927938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:40.963273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.191167ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:43:40.963381Z","caller":"traceutil/trace.go:171","msg":"trace[635079808] linearizableReadLoop","detail":"{readStateIndex:24877; appliedIndex:24876; }","duration":"243.991748ms","start":"2026-03-03T01:43:40.719372Z","end":"2026-03-03T01:43:40.963364Z","steps":["trace[635079808] 'read index received' (duration: 131.582696ms)","trace[635079808] 'applied index is now lower than readState.Index' (duration: 112.407882ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:43:40.963441Z","caller":"traceutil/trace.go:171","msg":"trace[699657415] transaction","detail":"{read_only:false; response_revision:24034; number_of_response:1; }","duration":"306.500356ms","start":"2026-03-03T01:43:40.656899Z","end":"2026-03-03T01:43:40.963399Z","steps":["trace[699657415] 'process raft request' (duration: 194.100205ms)","trace[699657415] 'compare' (duration: 112.048654ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:43:40.963539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.781105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:40.963574Z","caller":"traceutil/trace.go:171","msg":"trace[479348831] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:24034; }","duration":"235.831807ms","start":"2026-03-03T01:43:40.727731Z","end":"2026-03-03T01:43:40.963563Z","steps":["trace[479348831] 'agreement among raft nodes before linearized reading' (duration: 235.738155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:40.963611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:40.656848Z","time spent":"306.67325ms","remote":"127.0.0.1:34790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:40.963598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.221762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:40.963671Z","caller":"traceutil/trace.go:171","msg":"trace[1799340733] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24034; }","duration":"244.353795ms","start":"2026-03-03T01:43:40.719301Z","end":"2026-03-03T01:43:40.963654Z","steps":["trace[1799340733] 'agreement among raft nodes before linearized reading' (duration: 244.14567ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:41.702419Z","caller":"traceutil/trace.go:171","msg":"trace[1762682634] linearizableReadLoop","detail":"{readStateIndex:24878; appliedIndex:24877; }","duration":"248.588389ms","start":"2026-03-03T01:43:41.453806Z","end":"2026-03-03T01:43:41.702394Z","steps":["trace[1762682634] 'read index received' (duration: 248.435936ms)","trace[1762682634] 'applied index is now lower than readState.Index' (duration: 151.523µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:43:41.702603Z","caller":"traceutil/trace.go:171","msg":"trace[496760777] transaction","detail":"{read_only:false; response_revision:24035; number_of_response:1; }","duration":"249.367726ms","start":"2026-03-03T01:43:41.453223Z","end":"2026-03-03T01:43:41.70259Z","steps":["trace[496760777] 'process raft request' (duration: 248.993638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:41.702921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.09272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1446"} {"level":"info","ts":"2026-03-03T01:43:41.703019Z","caller":"traceutil/trace.go:171","msg":"trace[965002953] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24035; }","duration":"249.218013ms","start":"2026-03-03T01:43:41.453775Z","end":"2026-03-03T01:43:41.702993Z","steps":["trace[965002953] 'agreement among raft nodes before linearized reading' (duration: 248.932637ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:41.755668Z","caller":"traceutil/trace.go:171","msg":"trace[797705323] transaction","detail":"{read_only:false; response_revision:24036; number_of_response:1; }","duration":"301.430986ms","start":"2026-03-03T01:43:41.454207Z","end":"2026-03-03T01:43:41.755638Z","steps":["trace[797705323] 'process raft request' (duration: 301.16585ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:41.755732Z","caller":"traceutil/trace.go:171","msg":"trace[184753920] transaction","detail":"{read_only:false; response_revision:24039; number_of_response:1; }","duration":"122.825453ms","start":"2026-03-03T01:43:41.6329Z","end":"2026-03-03T01:43:41.755726Z","steps":["trace[184753920] 'process raft request' (duration: 122.69796ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:41.755724Z","caller":"traceutil/trace.go:171","msg":"trace[1283974531] transaction","detail":"{read_only:false; response_revision:24038; number_of_response:1; }","duration":"123.046347ms","start":"2026-03-03T01:43:41.632644Z","end":"2026-03-03T01:43:41.75569Z","steps":["trace[1283974531] 'process raft request' (duration: 122.926984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:41.755829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:41.454188Z","time spent":"301.561469ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:41.755699Z","caller":"traceutil/trace.go:171","msg":"trace[111023047] transaction","detail":"{read_only:false; response_revision:24040; number_of_response:1; }","duration":"122.616568ms","start":"2026-03-03T01:43:41.633073Z","end":"2026-03-03T01:43:41.755689Z","steps":["trace[111023047] 'process raft request' (duration: 122.559807ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:41.755847Z","caller":"traceutil/trace.go:171","msg":"trace[1212516065] transaction","detail":"{read_only:false; response_revision:24037; number_of_response:1; }","duration":"128.59023ms","start":"2026-03-03T01:43:41.627233Z","end":"2026-03-03T01:43:41.755823Z","steps":["trace[1212516065] 'process raft request' (duration: 128.310234ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:41.756151Z","caller":"traceutil/trace.go:171","msg":"trace[765539057] transaction","detail":"{read_only:false; response_revision:24041; number_of_response:1; }","duration":"122.659039ms","start":"2026-03-03T01:43:41.633469Z","end":"2026-03-03T01:43:41.756128Z","steps":["trace[765539057] 'process raft request' (duration: 122.192438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:41.756338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.915281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T01:43:41.756392Z","caller":"traceutil/trace.go:171","msg":"trace[1585923073] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24042; }","duration":"111.982013ms","start":"2026-03-03T01:43:41.644399Z","end":"2026-03-03T01:43:41.756381Z","steps":["trace[1585923073] 'agreement among raft nodes before linearized reading' (duration: 111.813659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:41.756446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.201214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T01:43:41.756502Z","caller":"traceutil/trace.go:171","msg":"trace[1633297820] transaction","detail":"{read_only:false; response_revision:24042; number_of_response:1; }","duration":"123.000847ms","start":"2026-03-03T01:43:41.633492Z","end":"2026-03-03T01:43:41.756493Z","steps":["trace[1633297820] 'process raft request' (duration: 122.534536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:41.756501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.344384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T01:43:41.756511Z","caller":"traceutil/trace.go:171","msg":"trace[1099685537] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24042; }","duration":"115.365898ms","start":"2026-03-03T01:43:41.64113Z","end":"2026-03-03T01:43:41.756495Z","steps":["trace[1099685537] 'agreement among raft nodes before linearized reading' (duration: 115.130612ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:41.756561Z","caller":"traceutil/trace.go:171","msg":"trace[883837186] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24042; }","duration":"119.439157ms","start":"2026-03-03T01:43:41.637104Z","end":"2026-03-03T01:43:41.756543Z","steps":["trace[883837186] 'agreement among raft nodes before linearized reading' (duration: 119.256083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:41.756751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.650071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T01:43:41.756782Z","caller":"traceutil/trace.go:171","msg":"trace[337482020] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24042; }","duration":"114.716074ms","start":"2026-03-03T01:43:41.642059Z","end":"2026-03-03T01:43:41.756775Z","steps":["trace[337482020] 'agreement among raft nodes before linearized reading' (duration: 114.60377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:41.75683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.811035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:41.75689Z","caller":"traceutil/trace.go:171","msg":"trace[1135748135] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24042; }","duration":"282.912427ms","start":"2026-03-03T01:43:41.47396Z","end":"2026-03-03T01:43:41.756872Z","steps":["trace[1135748135] 'agreement among raft nodes before linearized reading' (duration: 282.786533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:42.503456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.082075ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:43:42.503566Z","caller":"traceutil/trace.go:171","msg":"trace[987460173] linearizableReadLoop","detail":"{readStateIndex:24893; appliedIndex:24892; }","duration":"397.974887ms","start":"2026-03-03T01:43:42.105574Z","end":"2026-03-03T01:43:42.503549Z","steps":["trace[987460173] 'read index received' (duration: 131.706158ms)","trace[987460173] 'applied index is now lower than readState.Index' (duration: 266.267039ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:43:42.503641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.06216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:42.5037Z","caller":"traceutil/trace.go:171","msg":"trace[2096800898] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:24050; }","duration":"398.12315ms","start":"2026-03-03T01:43:42.105544Z","end":"2026-03-03T01:43:42.503667Z","steps":["trace[2096800898] 'agreement among raft nodes before linearized reading' (duration: 398.051279ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:42.503677Z","caller":"traceutil/trace.go:171","msg":"trace[536359570] transaction","detail":"{read_only:false; response_revision:24050; number_of_response:1; }","duration":"439.376512ms","start":"2026-03-03T01:43:42.064265Z","end":"2026-03-03T01:43:42.503641Z","steps":["trace[536359570] 'process raft request' (duration: 172.9965ms)","trace[536359570] 'compare' (duration: 265.593015ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:43:42.503745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:42.105532Z","time spent":"398.203102ms","remote":"127.0.0.1:42368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:42.50384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:42.064252Z","time spent":"439.498724ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:57.952219Z","caller":"traceutil/trace.go:171","msg":"trace[1379049282] transaction","detail":"{read_only:false; response_revision:24169; number_of_response:1; }","duration":"121.623876ms","start":"2026-03-03T01:43:57.830568Z","end":"2026-03-03T01:43:57.952191Z","steps":["trace[1379049282] 'process raft request' (duration: 121.465343ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:57.955297Z","caller":"traceutil/trace.go:171","msg":"trace[2060128290] transaction","detail":"{read_only:false; response_revision:24171; number_of_response:1; }","duration":"118.65338ms","start":"2026-03-03T01:43:57.836619Z","end":"2026-03-03T01:43:57.955272Z","steps":["trace[2060128290] 'process raft request' (duration: 118.587869ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:57.955366Z","caller":"traceutil/trace.go:171","msg":"trace[559993941] transaction","detail":"{read_only:false; response_revision:24170; number_of_response:1; }","duration":"120.757886ms","start":"2026-03-03T01:43:57.83455Z","end":"2026-03-03T01:43:57.955308Z","steps":["trace[559993941] 'process raft request' (duration: 120.575642ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:57.955751Z","caller":"traceutil/trace.go:171","msg":"trace[1280597598] transaction","detail":"{read_only:false; response_revision:24172; number_of_response:1; }","duration":"118.986917ms","start":"2026-03-03T01:43:57.836735Z","end":"2026-03-03T01:43:57.955722Z","steps":["trace[1280597598] 'process raft request' (duration: 118.505727ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:57.956001Z","caller":"traceutil/trace.go:171","msg":"trace[1794153070] transaction","detail":"{read_only:false; response_revision:24173; number_of_response:1; }","duration":"118.643259ms","start":"2026-03-03T01:43:57.837307Z","end":"2026-03-03T01:43:57.955951Z","steps":["trace[1794153070] 'process raft request' (duration: 118.331362ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:57.956225Z","caller":"traceutil/trace.go:171","msg":"trace[2047583347] linearizableReadLoop","detail":"{readStateIndex:25021; appliedIndex:25014; }","duration":"104.14864ms","start":"2026-03-03T01:43:57.852062Z","end":"2026-03-03T01:43:57.956211Z","steps":["trace[2047583347] 'read index received' (duration: 99.891306ms)","trace[2047583347] 'applied index is now lower than readState.Index' (duration: 4.256584ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:43:57.956255Z","caller":"traceutil/trace.go:171","msg":"trace[628094050] transaction","detail":"{read_only:false; response_revision:24174; number_of_response:1; }","duration":"117.541795ms","start":"2026-03-03T01:43:57.838687Z","end":"2026-03-03T01:43:57.956229Z","steps":["trace[628094050] 'process raft request' (duration: 117.169927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:57.956427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.361474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T01:43:57.956472Z","caller":"traceutil/trace.go:171","msg":"trace[1151067142] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24175; }","duration":"104.468896ms","start":"2026-03-03T01:43:57.851992Z","end":"2026-03-03T01:43:57.956461Z","steps":["trace[1151067142] 'agreement among raft nodes before linearized reading' (duration: 104.318703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:57.956607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.286098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T01:43:57.956673Z","caller":"traceutil/trace.go:171","msg":"trace[366875672] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24175; }","duration":"102.41031ms","start":"2026-03-03T01:43:57.854247Z","end":"2026-03-03T01:43:57.956657Z","steps":["trace[366875672] 'agreement among raft nodes before linearized reading' (duration: 102.142504ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:57.956874Z","caller":"traceutil/trace.go:171","msg":"trace[2091624370] transaction","detail":"{read_only:false; response_revision:24175; number_of_response:1; }","duration":"118.120258ms","start":"2026-03-03T01:43:57.838691Z","end":"2026-03-03T01:43:57.956811Z","steps":["trace[2091624370] 'process raft request' (duration: 117.444173ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:00.386993Z","caller":"traceutil/trace.go:171","msg":"trace[1229302452] transaction","detail":"{read_only:false; response_revision:24181; number_of_response:1; }","duration":"425.969146ms","start":"2026-03-03T01:43:59.960999Z","end":"2026-03-03T01:44:00.386969Z","steps":["trace[1229302452] 'process raft request' (duration: 425.786362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:00.387156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:59.960953Z","time spent":"426.125129ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:44:00.502521Z","caller":"traceutil/trace.go:171","msg":"trace[1941937506] transaction","detail":"{read_only:false; response_revision:24183; number_of_response:1; }","duration":"540.735359ms","start":"2026-03-03T01:43:59.961757Z","end":"2026-03-03T01:44:00.502492Z","steps":["trace[1941937506] 'process raft request' (duration: 540.530905ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:00.50254Z","caller":"traceutil/trace.go:171","msg":"trace[1296491421] transaction","detail":"{read_only:false; response_revision:24182; number_of_response:1; }","duration":"540.823281ms","start":"2026-03-03T01:43:59.961676Z","end":"2026-03-03T01:44:00.502499Z","steps":["trace[1296491421] 'process raft request' (duration: 540.468304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:00.502715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:59.961733Z","time spent":"540.861813ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:44:00.502764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:59.961657Z","time spent":"540.986345ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:44:00.502813Z","caller":"traceutil/trace.go:171","msg":"trace[831085521] transaction","detail":"{read_only:false; response_revision:24185; number_of_response:1; }","duration":"540.028875ms","start":"2026-03-03T01:43:59.962752Z","end":"2026-03-03T01:44:00.502781Z","steps":["trace[831085521] 'process raft request' (duration: 539.82283ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:00.502826Z","caller":"traceutil/trace.go:171","msg":"trace[1358425698] linearizableReadLoop","detail":"{readStateIndex:25033; appliedIndex:25026; }","duration":"537.349045ms","start":"2026-03-03T01:43:59.965454Z","end":"2026-03-03T01:44:00.502803Z","steps":["trace[1358425698] 'read index received' (duration: 421.376945ms)","trace[1358425698] 'applied index is now lower than readState.Index' (duration: 115.97091ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:44:00.502946Z","caller":"traceutil/trace.go:171","msg":"trace[1204809522] transaction","detail":"{read_only:false; response_revision:24188; number_of_response:1; }","duration":"506.710239ms","start":"2026-03-03T01:43:59.996218Z","end":"2026-03-03T01:44:00.502928Z","steps":["trace[1204809522] 'process raft request' (duration: 506.499894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:00.502975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:59.962747Z","time spent":"540.133677ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:44:00.503034Z","caller":"traceutil/trace.go:171","msg":"trace[1608170728] transaction","detail":"{read_only:false; response_revision:24186; number_of_response:1; }","duration":"540.177138ms","start":"2026-03-03T01:43:59.96279Z","end":"2026-03-03T01:44:00.502967Z","steps":["trace[1608170728] 'process raft request' (duration: 539.852871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:00.503055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:59.996205Z","time spent":"506.79448ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:44:00.503147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.676122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T01:44:00.503198Z","caller":"traceutil/trace.go:171","msg":"trace[1666554025] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24189; }","duration":"537.757343ms","start":"2026-03-03T01:43:59.965429Z","end":"2026-03-03T01:44:00.503186Z","steps":["trace[1666554025] 'agreement among raft nodes before linearized reading' (duration: 537.551739ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:00.503209Z","caller":"traceutil/trace.go:171","msg":"trace[1265418891] transaction","detail":"{read_only:false; response_revision:24187; number_of_response:1; }","duration":"540.287499ms","start":"2026-03-03T01:43:59.962905Z","end":"2026-03-03T01:44:00.503193Z","steps":["trace[1265418891] 'process raft request' (duration: 539.772017ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:00.503216Z","caller":"traceutil/trace.go:171","msg":"trace[2035160893] transaction","detail":"{read_only:false; response_revision:24184; number_of_response:1; }","duration":"540.569656ms","start":"2026-03-03T01:43:59.962634Z","end":"2026-03-03T01:44:00.503203Z","steps":["trace[2035160893] 'process raft request' (duration: 539.802089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:00.503239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:59.96542Z","time spent":"537.810475ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T01:44:00.503189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:59.962784Z","time spent":"540.29969ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:44:00.503292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:59.962613Z","time spent":"540.633658ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:44:00.503288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:59.9629Z","time spent":"540.34365ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:44:00.502961Z","caller":"traceutil/trace.go:171","msg":"trace[2030424979] transaction","detail":"{read_only:false; response_revision:24189; number_of_response:1; }","duration":"413.468789ms","start":"2026-03-03T01:44:00.089481Z","end":"2026-03-03T01:44:00.50295Z","steps":["trace[2030424979] 'process raft request' (duration: 413.271735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:00.503437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:00.089463Z","time spent":"413.936449ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:44:00.503583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.513136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T01:44:00.503616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.863954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T01:44:00.50364Z","caller":"traceutil/trace.go:171","msg":"trace[840861901] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24189; }","duration":"372.593757ms","start":"2026-03-03T01:44:00.131028Z","end":"2026-03-03T01:44:00.503622Z","steps":["trace[840861901] 'agreement among raft nodes before linearized reading' (duration: 372.397982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:00.50366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.761342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T01:44:00.503671Z","caller":"traceutil/trace.go:171","msg":"trace[119194054] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24189; }","duration":"536.929366ms","start":"2026-03-03T01:43:59.96673Z","end":"2026-03-03T01:44:00.50366Z","steps":["trace[119194054] 'agreement among raft nodes before linearized reading' (duration: 536.70088ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:00.503697Z","caller":"traceutil/trace.go:171","msg":"trace[1004927240] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24189; }","duration":"536.815303ms","start":"2026-03-03T01:43:59.966871Z","end":"2026-03-03T01:44:00.503686Z","steps":["trace[1004927240] 'agreement among raft nodes before linearized reading' (duration: 536.713281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:00.503703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:00.131016Z","time spent":"372.658559ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T01:44:00.503703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:59.966725Z","time spent":"536.970986ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T01:44:00.503726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:59.966867Z","time spent":"536.853314ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T01:44:00.503885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.535461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.70\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-03T01:44:00.503994Z","caller":"traceutil/trace.go:171","msg":"trace[1473299789] range","detail":"{range_begin:/registry/masterleases/199.204.45.70; range_end:; response_count:1; response_revision:24189; }","duration":"120.614003ms","start":"2026-03-03T01:44:00.3833Z","end":"2026-03-03T01:44:00.503914Z","steps":["trace[1473299789] 'agreement among raft nodes before linearized reading' (duration: 120.496651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:00.503893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.12511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T01:44:00.504158Z","caller":"traceutil/trace.go:171","msg":"trace[1148868804] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24189; }","duration":"537.370606ms","start":"2026-03-03T01:43:59.966753Z","end":"2026-03-03T01:44:00.504124Z","steps":["trace[1148868804] 'agreement among raft nodes before linearized reading' (duration: 537.08543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:00.504197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:59.96675Z","time spent":"537.435157ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T01:44:02.744329Z","caller":"traceutil/trace.go:171","msg":"trace[1664454822] transaction","detail":"{read_only:false; response_revision:24196; number_of_response:1; }","duration":"351.893208ms","start":"2026-03-03T01:44:02.392409Z","end":"2026-03-03T01:44:02.744302Z","steps":["trace[1664454822] 'process raft request' (duration: 351.693874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:02.744485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:02.392388Z","time spent":"352.016942ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:44:02.977428Z","caller":"traceutil/trace.go:171","msg":"trace[2075343471] transaction","detail":"{read_only:false; response_revision:24199; number_of_response:1; }","duration":"463.458914ms","start":"2026-03-03T01:44:02.513945Z","end":"2026-03-03T01:44:02.977404Z","steps":["trace[2075343471] 'process raft request' (duration: 463.356142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:02.977616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:02.513942Z","time spent":"463.577747ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:44:02.977435Z","caller":"traceutil/trace.go:171","msg":"trace[1896477027] transaction","detail":"{read_only:false; response_revision:24197; number_of_response:1; }","duration":"463.569266ms","start":"2026-03-03T01:44:02.513819Z","end":"2026-03-03T01:44:02.977388Z","steps":["trace[1896477027] 'process raft request' (duration: 463.212157ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:02.977755Z","caller":"traceutil/trace.go:171","msg":"trace[98978088] transaction","detail":"{read_only:false; response_revision:24200; number_of_response:1; }","duration":"463.71752ms","start":"2026-03-03T01:44:02.513991Z","end":"2026-03-03T01:44:02.977708Z","steps":["trace[98978088] 'process raft request' (duration: 463.367682ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:02.977442Z","caller":"traceutil/trace.go:171","msg":"trace[213537798] transaction","detail":"{read_only:false; response_revision:24198; number_of_response:1; }","duration":"463.489664ms","start":"2026-03-03T01:44:02.513916Z","end":"2026-03-03T01:44:02.977406Z","steps":["trace[213537798] 'process raft request' (duration: 463.310691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:02.977904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:02.513983Z","time spent":"463.844403ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:44:02.978007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:02.513912Z","time spent":"464.024946ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:44:02.978067Z","caller":"traceutil/trace.go:171","msg":"trace[893620651] linearizableReadLoop","detail":"{readStateIndex:25049; appliedIndex:25042; }","duration":"460.939518ms","start":"2026-03-03T01:44:02.517095Z","end":"2026-03-03T01:44:02.978034Z","steps":["trace[893620651] 'read index received' (duration: 227.072113ms)","trace[893620651] 'applied index is now lower than readState.Index' (duration: 233.866225ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:44:02.978075Z","caller":"traceutil/trace.go:171","msg":"trace[992736201] transaction","detail":"{read_only:false; response_revision:24202; number_of_response:1; }","duration":"463.939864ms","start":"2026-03-03T01:44:02.514114Z","end":"2026-03-03T01:44:02.978054Z","steps":["trace[992736201] 'process raft request' (duration: 463.816942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:02.977939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:02.513801Z","time spent":"463.943975ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:44:02.978132Z","caller":"traceutil/trace.go:171","msg":"trace[503606259] transaction","detail":"{read_only:false; response_revision:24201; number_of_response:1; }","duration":"464.084148ms","start":"2026-03-03T01:44:02.514021Z","end":"2026-03-03T01:44:02.978105Z","steps":["trace[503606259] 'process raft request' (duration: 463.548036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:02.97821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:02.514107Z","time spent":"464.018576ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:44:02.97824Z","caller":"traceutil/trace.go:171","msg":"trace[1499757559] transaction","detail":"{read_only:false; response_revision:24203; number_of_response:1; }","duration":"393.046528ms","start":"2026-03-03T01:44:02.585176Z","end":"2026-03-03T01:44:02.978223Z","steps":["trace[1499757559] 'process raft request' (duration: 392.812243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:02.978305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:02.514015Z","time spent":"464.20909ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:44:02.978389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:02.585155Z","time spent":"393.157311ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:44:02.978408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.291596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T01:44:02.978463Z","caller":"traceutil/trace.go:171","msg":"trace[118637115] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24203; }","duration":"461.383558ms","start":"2026-03-03T01:44:02.517063Z","end":"2026-03-03T01:44:02.978447Z","steps":["trace[118637115] 'agreement among raft nodes before linearized reading' (duration: 461.086742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:02.97852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:02.517056Z","time spent":"461.452149ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T01:44:02.978712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.4969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T01:44:02.978705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.668979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-03T01:44:02.97877Z","caller":"traceutil/trace.go:171","msg":"trace[816145681] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24203; }","duration":"461.561552ms","start":"2026-03-03T01:44:02.517196Z","end":"2026-03-03T01:44:02.978757Z","steps":["trace[816145681] 'agreement among raft nodes before linearized reading' (duration: 461.420599ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:02.978777Z","caller":"traceutil/trace.go:171","msg":"trace[511117665] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24203; }","duration":"377.762341ms","start":"2026-03-03T01:44:02.601002Z","end":"2026-03-03T01:44:02.978764Z","steps":["trace[511117665] 'agreement among raft nodes before linearized reading' (duration: 377.565657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:02.978798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.180043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T01:44:02.978827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:02.600992Z","time spent":"377.816423ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T01:44:02.978825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:02.517192Z","time spent":"461.608803ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T01:44:02.978863Z","caller":"traceutil/trace.go:171","msg":"trace[407395639] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24203; }","duration":"461.240535ms","start":"2026-03-03T01:44:02.517602Z","end":"2026-03-03T01:44:02.978842Z","steps":["trace[407395639] 'agreement among raft nodes before linearized reading' (duration: 461.142282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:02.978904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:02.517597Z","time spent":"461.296516ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T01:44:02.978717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.290806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T01:44:02.97903Z","caller":"traceutil/trace.go:171","msg":"trace[2001484169] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24203; }","duration":"461.607332ms","start":"2026-03-03T01:44:02.517404Z","end":"2026-03-03T01:44:02.979011Z","steps":["trace[2001484169] 'agreement among raft nodes before linearized reading' (duration: 461.197473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:02.979095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:02.517399Z","time spent":"461.679405ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T01:44:02.97925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.097663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T01:44:02.979315Z","caller":"traceutil/trace.go:171","msg":"trace[98970587] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24203; }","duration":"462.175836ms","start":"2026-03-03T01:44:02.517127Z","end":"2026-03-03T01:44:02.979302Z","steps":["trace[98970587] 'agreement among raft nodes before linearized reading' (duration: 461.095212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:02.979375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:02.517123Z","time spent":"462.224347ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T01:44:02.979372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.676306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-03T01:44:02.979423Z","caller":"traceutil/trace.go:171","msg":"trace[1876635336] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24203; }","duration":"380.766918ms","start":"2026-03-03T01:44:02.598643Z","end":"2026-03-03T01:44:02.97941Z","steps":["trace[1876635336] 'agreement among raft nodes before linearized reading' (duration: 379.845338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:02.979465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:02.598628Z","time spent":"380.828879ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T01:44:10.950997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.16092ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:44:10.951303Z","caller":"traceutil/trace.go:171","msg":"trace[1167791506] transaction","detail":"{read_only:false; response_revision:24250; number_of_response:1; }","duration":"408.97192ms","start":"2026-03-03T01:44:10.542292Z","end":"2026-03-03T01:44:10.951264Z","steps":["trace[1167791506] 'process raft request' (duration: 30.391481ms)","trace[1167791506] 'compare' (duration: 377.769722ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:44:10.95149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:10.542249Z","time spent":"409.146814ms","remote":"127.0.0.1:34790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:44:10.951741Z","caller":"traceutil/trace.go:171","msg":"trace[542648686] linearizableReadLoop","detail":"{readStateIndex:25101; appliedIndex:25098; }","duration":"234.013547ms","start":"2026-03-03T01:44:10.717679Z","end":"2026-03-03T01:44:10.951693Z","steps":["trace[542648686] 'read index received' (duration: 191.970678ms)","trace[542648686] 'applied index is now lower than readState.Index' (duration: 42.041989ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:44:10.952131Z","caller":"traceutil/trace.go:171","msg":"trace[748192531] transaction","detail":"{read_only:false; response_revision:24253; number_of_response:1; }","duration":"182.026539ms","start":"2026-03-03T01:44:10.769972Z","end":"2026-03-03T01:44:10.951999Z","steps":["trace[748192531] 'process raft request' (duration: 181.677772ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:10.952159Z","caller":"traceutil/trace.go:171","msg":"trace[2031258267] transaction","detail":"{read_only:false; response_revision:24251; number_of_response:1; }","duration":"325.934457ms","start":"2026-03-03T01:44:10.62617Z","end":"2026-03-03T01:44:10.952104Z","steps":["trace[2031258267] 'process raft request' (duration: 325.202131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:10.952186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.495467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:44:10.952223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.339244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:44:10.952275Z","caller":"traceutil/trace.go:171","msg":"trace[1325670924] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24253; }","duration":"234.63952ms","start":"2026-03-03T01:44:10.717616Z","end":"2026-03-03T01:44:10.952255Z","steps":["trace[1325670924] 'agreement among raft nodes before linearized reading' (duration: 234.479986ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:10.952289Z","caller":"traceutil/trace.go:171","msg":"trace[1256175092] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:24253; }","duration":"234.475796ms","start":"2026-03-03T01:44:10.717797Z","end":"2026-03-03T01:44:10.952273Z","steps":["trace[1256175092] 'agreement among raft nodes before linearized reading' (duration: 234.296202ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:10.952149Z","caller":"traceutil/trace.go:171","msg":"trace[1159397412] transaction","detail":"{read_only:false; response_revision:24252; number_of_response:1; }","duration":"258.221092ms","start":"2026-03-03T01:44:10.693888Z","end":"2026-03-03T01:44:10.952109Z","steps":["trace[1159397412] 'process raft request' (duration: 257.69655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:10.952341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:10.626134Z","time spent":"326.097639ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:45:03.298255Z","caller":"traceutil/trace.go:171","msg":"trace[1307357050] transaction","detail":"{read_only:false; response_revision:24806; number_of_response:1; }","duration":"202.058371ms","start":"2026-03-03T01:45:03.096171Z","end":"2026-03-03T01:45:03.298229Z","steps":["trace[1307357050] 'process raft request' (duration: 143.436087ms)","trace[1307357050] 'compare' (duration: 58.446741ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:45:03.505186Z","caller":"traceutil/trace.go:171","msg":"trace[1487484153] transaction","detail":"{read_only:false; response_revision:24809; number_of_response:1; }","duration":"215.948558ms","start":"2026-03-03T01:45:03.289219Z","end":"2026-03-03T01:45:03.505167Z","steps":["trace[1487484153] 'process raft request' (duration: 215.886066ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:45:03.505251Z","caller":"traceutil/trace.go:171","msg":"trace[251312522] transaction","detail":"{read_only:false; response_revision:24808; number_of_response:1; }","duration":"216.850248ms","start":"2026-03-03T01:45:03.288364Z","end":"2026-03-03T01:45:03.505214Z","steps":["trace[251312522] 'process raft request' (duration: 216.625723ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:45:03.505737Z","caller":"traceutil/trace.go:171","msg":"trace[1145280872] transaction","detail":"{read_only:false; response_revision:24810; number_of_response:1; }","duration":"213.221368ms","start":"2026-03-03T01:45:03.292495Z","end":"2026-03-03T01:45:03.505716Z","steps":["trace[1145280872] 'process raft request' (duration: 212.639805ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:45:03.505908Z","caller":"traceutil/trace.go:171","msg":"trace[1958393132] linearizableReadLoop","detail":"{readStateIndex:25673; appliedIndex:25667; }","duration":"207.727946ms","start":"2026-03-03T01:45:03.298156Z","end":"2026-03-03T01:45:03.505884Z","steps":["trace[1958393132] 'read index received' (duration: 18.708563ms)","trace[1958393132] 'applied index is now lower than readState.Index' (duration: 189.017813ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:45:03.505968Z","caller":"traceutil/trace.go:171","msg":"trace[1169177706] transaction","detail":"{read_only:false; response_revision:24813; number_of_response:1; }","duration":"202.537452ms","start":"2026-03-03T01:45:03.303412Z","end":"2026-03-03T01:45:03.50595Z","steps":["trace[1169177706] 'process raft request' (duration: 202.415449ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:45:03.506098Z","caller":"traceutil/trace.go:171","msg":"trace[282954186] transaction","detail":"{read_only:false; response_revision:24811; number_of_response:1; }","duration":"212.051372ms","start":"2026-03-03T01:45:03.294032Z","end":"2026-03-03T01:45:03.506083Z","steps":["trace[282954186] 'process raft request' (duration: 211.580591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:45:03.506188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.335977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-03-03T01:45:03.506256Z","caller":"traceutil/trace.go:171","msg":"trace[2016651924] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24813; }","duration":"212.43037ms","start":"2026-03-03T01:45:03.293807Z","end":"2026-03-03T01:45:03.506237Z","steps":["trace[2016651924] 'agreement among raft nodes before linearized reading' (duration: 212.237286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:45:03.506291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.670321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:45:03.506356Z","caller":"traceutil/trace.go:171","msg":"trace[1734761600] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24813; }","duration":"224.786573ms","start":"2026-03-03T01:45:03.281558Z","end":"2026-03-03T01:45:03.506345Z","steps":["trace[1734761600] 'agreement among raft nodes before linearized reading' (duration: 224.686571ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:45:03.506364Z","caller":"traceutil/trace.go:171","msg":"trace[1058361859] transaction","detail":"{read_only:false; response_revision:24812; number_of_response:1; }","duration":"209.079335ms","start":"2026-03-03T01:45:03.297269Z","end":"2026-03-03T01:45:03.506348Z","steps":["trace[1058361859] 'process raft request' (duration: 208.505223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:45:03.506461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.117985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:45:03.506491Z","caller":"traceutil/trace.go:171","msg":"trace[229147854] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24813; }","duration":"222.174076ms","start":"2026-03-03T01:45:03.284309Z","end":"2026-03-03T01:45:03.506483Z","steps":["trace[229147854] 'agreement among raft nodes before linearized reading' (duration: 222.127835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:45:03.506517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.761092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T01:45:03.506566Z","caller":"traceutil/trace.go:171","msg":"trace[1134178810] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24813; }","duration":"151.838764ms","start":"2026-03-03T01:45:03.354717Z","end":"2026-03-03T01:45:03.506556Z","steps":["trace[1134178810] 'agreement among raft nodes before linearized reading' (duration: 151.716251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:45:03.50659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.408827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:45:03.506681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.428991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:45:03.506719Z","caller":"traceutil/trace.go:171","msg":"trace[1690211374] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24813; }","duration":"121.492013ms","start":"2026-03-03T01:45:03.385218Z","end":"2026-03-03T01:45:03.50671Z","steps":["trace[1690211374] 'agreement among raft nodes before linearized reading' (duration: 121.432212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:45:03.506732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.847193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T01:45:03.506772Z","caller":"traceutil/trace.go:171","msg":"trace[1198611622] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24813; }","duration":"142.926915ms","start":"2026-03-03T01:45:03.363834Z","end":"2026-03-03T01:45:03.506761Z","steps":["trace[1198611622] 'agreement among raft nodes before linearized reading' (duration: 142.833963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:45:03.506779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.521236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-03T01:45:03.506831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.524406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T01:45:03.506875Z","caller":"traceutil/trace.go:171","msg":"trace[2016704038] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24813; }","duration":"151.593958ms","start":"2026-03-03T01:45:03.355267Z","end":"2026-03-03T01:45:03.506861Z","steps":["trace[2016704038] 'agreement among raft nodes before linearized reading' (duration: 151.439654ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:45:03.506881Z","caller":"traceutil/trace.go:171","msg":"trace[1692276663] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24813; }","duration":"146.629118ms","start":"2026-03-03T01:45:03.360214Z","end":"2026-03-03T01:45:03.506843Z","steps":["trace[1692276663] 'agreement among raft nodes before linearized reading' (duration: 146.412283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:45:03.506827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.773033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:45:03.506933Z","caller":"traceutil/trace.go:171","msg":"trace[1626265315] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:24813; }","duration":"151.914095ms","start":"2026-03-03T01:45:03.355008Z","end":"2026-03-03T01:45:03.506922Z","steps":["trace[1626265315] 'agreement among raft nodes before linearized reading' (duration: 151.785362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:45:03.506936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.162022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"warn","ts":"2026-03-03T01:45:03.506995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.896085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T01:45:03.506992Z","caller":"traceutil/trace.go:171","msg":"trace[189077488] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24813; }","duration":"119.264254ms","start":"2026-03-03T01:45:03.387709Z","end":"2026-03-03T01:45:03.506974Z","steps":["trace[189077488] 'agreement among raft nodes before linearized reading' (duration: 119.128411ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:45:03.507017Z","caller":"traceutil/trace.go:171","msg":"trace[1026865441] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24813; }","duration":"147.938287ms","start":"2026-03-03T01:45:03.359072Z","end":"2026-03-03T01:45:03.50701Z","steps":["trace[1026865441] 'agreement among raft nodes before linearized reading' (duration: 147.549058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:45:03.507111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.53709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:45:03.507211Z","caller":"traceutil/trace.go:171","msg":"trace[370401113] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24813; }","duration":"119.456498ms","start":"2026-03-03T01:45:03.387155Z","end":"2026-03-03T01:45:03.506612Z","steps":["trace[370401113] 'agreement among raft nodes before linearized reading' (duration: 119.410547ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:45:03.507204Z","caller":"traceutil/trace.go:171","msg":"trace[475257169] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24813; }","duration":"119.724694ms","start":"2026-03-03T01:45:03.387463Z","end":"2026-03-03T01:45:03.507188Z","steps":["trace[475257169] 'agreement among raft nodes before linearized reading' (duration: 119.393546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:47:21.171613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.144695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:47:21.171698Z","caller":"traceutil/trace.go:171","msg":"trace[1726009276] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26098; }","duration":"453.279999ms","start":"2026-03-03T01:47:20.718404Z","end":"2026-03-03T01:47:21.171684Z","steps":["trace[1726009276] 'range keys from in-memory index tree' (duration: 453.017483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:47:21.171728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:47:20.718384Z","time spent":"453.337339ms","remote":"127.0.0.1:34742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:47:21.171734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.14835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4862"} {"level":"info","ts":"2026-03-03T01:47:21.171775Z","caller":"traceutil/trace.go:171","msg":"trace[1998243588] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:26098; }","duration":"412.224622ms","start":"2026-03-03T01:47:20.759538Z","end":"2026-03-03T01:47:21.171763Z","steps":["trace[1998243588] 'range keys from in-memory index tree' (duration: 412.022448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:47:21.171796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:47:20.759525Z","time spent":"412.266314ms","remote":"127.0.0.1:34990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4885,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-03-03T01:47:21.171818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.704703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:47:21.171878Z","caller":"traceutil/trace.go:171","msg":"trace[59475619] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26098; }","duration":"306.822375ms","start":"2026-03-03T01:47:20.86504Z","end":"2026-03-03T01:47:21.171863Z","steps":["trace[59475619] 'count revisions from in-memory index tree' (duration: 306.601791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:47:21.171902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:47:20.865015Z","time spent":"306.881016ms","remote":"127.0.0.1:60370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:47:34.259741Z","caller":"traceutil/trace.go:171","msg":"trace[944408213] transaction","detail":"{read_only:false; response_revision:26187; number_of_response:1; }","duration":"144.777957ms","start":"2026-03-03T01:47:34.114941Z","end":"2026-03-03T01:47:34.259719Z","steps":["trace[944408213] 'process raft request' (duration: 144.649644ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:47:34.278701Z","caller":"traceutil/trace.go:171","msg":"trace[2110613912] transaction","detail":"{read_only:false; response_revision:26188; number_of_response:1; }","duration":"109.556219ms","start":"2026-03-03T01:47:34.169113Z","end":"2026-03-03T01:47:34.278669Z","steps":["trace[2110613912] 'process raft request' (duration: 108.332112ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:47:34.574306Z","caller":"traceutil/trace.go:171","msg":"trace[526388932] linearizableReadLoop","detail":"{readStateIndex:27089; appliedIndex:27088; }","duration":"145.618455ms","start":"2026-03-03T01:47:34.428638Z","end":"2026-03-03T01:47:34.574256Z","steps":["trace[526388932] 'read index received' (duration: 73.723767ms)","trace[526388932] 'applied index is now lower than readState.Index' (duration: 71.893078ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:47:34.574357Z","caller":"traceutil/trace.go:171","msg":"trace[981076673] transaction","detail":"{read_only:false; response_revision:26193; number_of_response:1; }","duration":"270.060843ms","start":"2026-03-03T01:47:34.304262Z","end":"2026-03-03T01:47:34.574323Z","steps":["trace[981076673] 'process raft request' (duration: 198.196315ms)","trace[981076673] 'compare' (duration: 71.571041ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:47:34.57461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.947802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T01:47:34.574698Z","caller":"traceutil/trace.go:171","msg":"trace[428144923] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26193; }","duration":"146.069935ms","start":"2026-03-03T01:47:34.428606Z","end":"2026-03-03T01:47:34.574676Z","steps":["trace[428144923] 'agreement among raft nodes before linearized reading' (duration: 145.802169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:47:34.574705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.197309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T01:47:34.574755Z","caller":"traceutil/trace.go:171","msg":"trace[60457391] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26193; }","duration":"137.280392ms","start":"2026-03-03T01:47:34.437463Z","end":"2026-03-03T01:47:34.574743Z","steps":["trace[60457391] 'agreement among raft nodes before linearized reading' (duration: 137.066617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:47:34.574838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.525372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:47:34.57494Z","caller":"traceutil/trace.go:171","msg":"trace[1134045989] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:26193; }","duration":"130.680245ms","start":"2026-03-03T01:47:34.444236Z","end":"2026-03-03T01:47:34.574917Z","steps":["trace[1134045989] 'agreement among raft nodes before linearized reading' (duration: 130.45167ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:47:34.858333Z","caller":"traceutil/trace.go:171","msg":"trace[175232134] transaction","detail":"{read_only:false; response_revision:26198; number_of_response:1; }","duration":"187.07647ms","start":"2026-03-03T01:47:34.671226Z","end":"2026-03-03T01:47:34.858303Z","steps":["trace[175232134] 'process raft request' (duration: 186.908047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:47:34.997694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.730179ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:47:34.997829Z","caller":"traceutil/trace.go:171","msg":"trace[1022812951] linearizableReadLoop","detail":"{readStateIndex:27095; appliedIndex:27093; }","duration":"279.496661ms","start":"2026-03-03T01:47:34.718314Z","end":"2026-03-03T01:47:34.997811Z","steps":["trace[1022812951] 'read index received' (duration: 139.869378ms)","trace[1022812951] 'applied index is now lower than readState.Index' (duration: 139.625753ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:47:34.998053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.652716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:47:34.998092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.762237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:47:34.998177Z","caller":"traceutil/trace.go:171","msg":"trace[1007620442] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26199; }","duration":"279.91863ms","start":"2026-03-03T01:47:34.718238Z","end":"2026-03-03T01:47:34.998157Z","steps":["trace[1007620442] 'agreement among raft nodes before linearized reading' (duration: 279.756227ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:47:34.998362Z","caller":"traceutil/trace.go:171","msg":"trace[1369035057] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:26199; }","duration":"160.821211ms","start":"2026-03-03T01:47:34.8373Z","end":"2026-03-03T01:47:34.998122Z","steps":["trace[1369035057] 'agreement among raft nodes before linearized reading' (duration: 160.638157ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:47:34.99812Z","caller":"traceutil/trace.go:171","msg":"trace[356605956] transaction","detail":"{read_only:false; response_revision:26199; number_of_response:1; }","duration":"307.97556ms","start":"2026-03-03T01:47:34.689939Z","end":"2026-03-03T01:47:34.997915Z","steps":["trace[356605956] 'process raft request' (duration: 194.917585ms)","trace[356605956] 'compare' (duration: 112.474313ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:47:34.999004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:47:34.689925Z","time spent":"309.014483ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:47:36.213771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.902115ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T01:47:36.214321Z","caller":"traceutil/trace.go:171","msg":"trace[1204893008] transaction","detail":"{read_only:false; response_revision:26201; number_of_response:1; }","duration":"290.79538ms","start":"2026-03-03T01:47:35.923496Z","end":"2026-03-03T01:47:36.214292Z","steps":["trace[1204893008] 'process raft request' (duration: 290.365291ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:47:36.791742Z","caller":"traceutil/trace.go:171","msg":"trace[1634046421] linearizableReadLoop","detail":"{readStateIndex:27106; appliedIndex:27105; }","duration":"145.299048ms","start":"2026-03-03T01:47:36.646423Z","end":"2026-03-03T01:47:36.791722Z","steps":["trace[1634046421] 'read index received' (duration: 51.894396ms)","trace[1634046421] 'applied index is now lower than readState.Index' (duration: 93.403792ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:47:36.791821Z","caller":"traceutil/trace.go:171","msg":"trace[1963900864] transaction","detail":"{read_only:false; response_revision:26209; number_of_response:1; }","duration":"169.661066ms","start":"2026-03-03T01:47:36.622134Z","end":"2026-03-03T01:47:36.791795Z","steps":["trace[1963900864] 'process raft request' (duration: 76.228783ms)","trace[1963900864] 'compare' (duration: 93.243359ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:47:36.791983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.557254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T01:47:36.792014Z","caller":"traceutil/trace.go:171","msg":"trace[951711246] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26209; }","duration":"145.601815ms","start":"2026-03-03T01:47:36.646405Z","end":"2026-03-03T01:47:36.792007Z","steps":["trace[951711246] 'agreement among raft nodes before linearized reading' (duration: 145.429622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:47:36.79213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.479043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-03T01:47:36.792181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.754248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"warn","ts":"2026-03-03T01:47:36.792313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.503263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T01:47:36.792394Z","caller":"traceutil/trace.go:171","msg":"trace[563350250] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26209; }","duration":"145.608796ms","start":"2026-03-03T01:47:36.646738Z","end":"2026-03-03T01:47:36.792347Z","steps":["trace[563350250] 'agreement among raft nodes before linearized reading' (duration: 145.33996ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:47:36.792213Z","caller":"traceutil/trace.go:171","msg":"trace[377604385] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26209; }","duration":"145.584884ms","start":"2026-03-03T01:47:36.64661Z","end":"2026-03-03T01:47:36.792195Z","steps":["trace[377604385] 'agreement among raft nodes before linearized reading' (duration: 145.39951ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:47:36.792637Z","caller":"traceutil/trace.go:171","msg":"trace[1578750060] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26209; }","duration":"111.905941ms","start":"2026-03-03T01:47:36.68036Z","end":"2026-03-03T01:47:36.792266Z","steps":["trace[1578750060] 'agreement among raft nodes before linearized reading' (duration: 111.694826ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:47:37.120584Z","caller":"traceutil/trace.go:171","msg":"trace[66024159] linearizableReadLoop","detail":"{readStateIndex:27111; appliedIndex:27110; }","duration":"164.131084ms","start":"2026-03-03T01:47:36.956423Z","end":"2026-03-03T01:47:37.120554Z","steps":["trace[66024159] 'read index received' (duration: 163.92979ms)","trace[66024159] 'applied index is now lower than readState.Index' (duration: 200.304µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:47:37.120706Z","caller":"traceutil/trace.go:171","msg":"trace[876920644] transaction","detail":"{read_only:false; response_revision:26214; number_of_response:1; }","duration":"240.510491ms","start":"2026-03-03T01:47:36.880172Z","end":"2026-03-03T01:47:37.120682Z","steps":["trace[876920644] 'process raft request' (duration: 240.142543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:47:37.120816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.3659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:47:37.121Z","caller":"traceutil/trace.go:171","msg":"trace[2056083883] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26214; }","duration":"164.569764ms","start":"2026-03-03T01:47:36.956372Z","end":"2026-03-03T01:47:37.120942Z","steps":["trace[2056083883] 'agreement among raft nodes before linearized reading' (duration: 164.342049ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:47:57.669266Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23721} {"level":"info","ts":"2026-03-03T01:47:57.815562Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23721,"took":"141.896842ms","hash":1413062276,"current-db-size-bytes":49078272,"current-db-size":"49 MB","current-db-size-in-use-bytes":34156544,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-03-03T01:47:57.815614Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1413062276,"revision":23721,"compact-revision":20744} {"level":"info","ts":"2026-03-03T01:52:57.678929Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26455} {"level":"info","ts":"2026-03-03T01:52:57.822517Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26455,"took":"140.034527ms","hash":4214086198,"current-db-size-bytes":49078272,"current-db-size":"49 MB","current-db-size-in-use-bytes":27344896,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-03T01:52:57.822617Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4214086198,"revision":26455,"compact-revision":23721} {"level":"info","ts":"2026-03-03T01:53:00.625365Z","caller":"traceutil/trace.go:171","msg":"trace[1057520403] transaction","detail":"{read_only:false; response_revision:28572; number_of_response:1; }","duration":"124.144368ms","start":"2026-03-03T01:53:00.501154Z","end":"2026-03-03T01:53:00.625298Z","steps":["trace[1057520403] 'process raft request' (duration: 57.131626ms)","trace[1057520403] 'compare' (duration: 66.803687ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:53:01.704093Z","caller":"traceutil/trace.go:171","msg":"trace[1131578410] transaction","detail":"{read_only:false; response_revision:28581; number_of_response:1; }","duration":"115.873307ms","start":"2026-03-03T01:53:01.588198Z","end":"2026-03-03T01:53:01.704072Z","steps":["trace[1131578410] 'process raft request' (duration: 115.821556ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:53:01.704107Z","caller":"traceutil/trace.go:171","msg":"trace[239710121] transaction","detail":"{read_only:false; response_revision:28580; number_of_response:1; }","duration":"116.0278ms","start":"2026-03-03T01:53:01.588049Z","end":"2026-03-03T01:53:01.704077Z","steps":["trace[239710121] 'process raft request' (duration: 115.778735ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:53:02.853105Z","caller":"traceutil/trace.go:171","msg":"trace[1870952862] linearizableReadLoop","detail":"{readStateIndex:29559; appliedIndex:29558; }","duration":"207.187823ms","start":"2026-03-03T01:53:02.645893Z","end":"2026-03-03T01:53:02.853081Z","steps":["trace[1870952862] 'read index received' (duration: 207.07328ms)","trace[1870952862] 'applied index is now lower than readState.Index' (duration: 113.513µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:53:02.853179Z","caller":"traceutil/trace.go:171","msg":"trace[456899398] transaction","detail":"{read_only:false; response_revision:28587; number_of_response:1; }","duration":"213.046461ms","start":"2026-03-03T01:53:02.640094Z","end":"2026-03-03T01:53:02.85314Z","steps":["trace[456899398] 'process raft request' (duration: 212.853637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:53:02.853309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.399557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-03T01:53:02.853333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.721817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:53:02.853348Z","caller":"traceutil/trace.go:171","msg":"trace[2139962703] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28587; }","duration":"207.488929ms","start":"2026-03-03T01:53:02.645849Z","end":"2026-03-03T01:53:02.853338Z","steps":["trace[2139962703] 'agreement among raft nodes before linearized reading' (duration: 207.352096ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:53:02.853363Z","caller":"traceutil/trace.go:171","msg":"trace[548581512] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:28587; }","duration":"163.817279ms","start":"2026-03-03T01:53:02.689534Z","end":"2026-03-03T01:53:02.853352Z","steps":["trace[548581512] 'agreement among raft nodes before linearized reading' (duration: 163.756017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:53:02.853399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.811384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:53:02.853423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.677747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T01:53:02.853446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.236094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T01:53:02.853485Z","caller":"traceutil/trace.go:171","msg":"trace[184944135] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28587; }","duration":"135.954817ms","start":"2026-03-03T01:53:02.717511Z","end":"2026-03-03T01:53:02.853466Z","steps":["trace[184944135] 'agreement among raft nodes before linearized reading' (duration: 135.796674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:53:02.853485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.722542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T01:53:02.853494Z","caller":"traceutil/trace.go:171","msg":"trace[1285097922] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:28587; }","duration":"204.80507ms","start":"2026-03-03T01:53:02.64867Z","end":"2026-03-03T01:53:02.853475Z","steps":["trace[1285097922] 'agreement among raft nodes before linearized reading' (duration: 204.670627ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:53:02.853534Z","caller":"traceutil/trace.go:171","msg":"trace[1319067585] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28587; }","duration":"207.346526ms","start":"2026-03-03T01:53:02.646165Z","end":"2026-03-03T01:53:02.853511Z","steps":["trace[1319067585] 'agreement among raft nodes before linearized reading' (duration: 207.08702ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:53:02.853543Z","caller":"traceutil/trace.go:171","msg":"trace[689601790] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28587; }","duration":"206.793894ms","start":"2026-03-03T01:53:02.646733Z","end":"2026-03-03T01:53:02.853527Z","steps":["trace[689601790] 'agreement among raft nodes before linearized reading' (duration: 206.616471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:53:03.071561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.074403ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:53:03.071759Z","caller":"traceutil/trace.go:171","msg":"trace[569937348] transaction","detail":"{read_only:false; response_revision:28589; number_of_response:1; }","duration":"212.260094ms","start":"2026-03-03T01:53:02.859482Z","end":"2026-03-03T01:53:03.071742Z","steps":["trace[569937348] 'process raft request' (duration: 58.887744ms)","trace[569937348] 'compare' (duration: 152.91258ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:53:03.071804Z","caller":"traceutil/trace.go:171","msg":"trace[1221441682] linearizableReadLoop","detail":"{readStateIndex:29562; appliedIndex:29560; }","duration":"121.692693ms","start":"2026-03-03T01:53:02.950072Z","end":"2026-03-03T01:53:03.071765Z","steps":["trace[1221441682] 'read index received' (duration: 53.981µs)","trace[1221441682] 'applied index is now lower than readState.Index' (duration: 121.637062ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:53:03.071917Z","caller":"traceutil/trace.go:171","msg":"trace[1591893672] transaction","detail":"{read_only:false; response_revision:28590; number_of_response:1; }","duration":"211.254401ms","start":"2026-03-03T01:53:02.860631Z","end":"2026-03-03T01:53:03.071886Z","steps":["trace[1591893672] 'process raft request' (duration: 211.052227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:53:03.072107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.0241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-grafana-client-secret\" ","response":"range_response_count:1 size:683"} {"level":"warn","ts":"2026-03-03T01:53:03.072145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.393719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:53:03.072183Z","caller":"traceutil/trace.go:171","msg":"trace[1362506100] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-grafana-client-secret; range_end:; response_count:1; response_revision:28590; }","duration":"122.152853ms","start":"2026-03-03T01:53:02.950011Z","end":"2026-03-03T01:53:03.072164Z","steps":["trace[1362506100] 'agreement among raft nodes before linearized reading' (duration: 121.889667ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:53:03.072199Z","caller":"traceutil/trace.go:171","msg":"trace[1832406135] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:28590; }","duration":"117.484441ms","start":"2026-03-03T01:53:02.954699Z","end":"2026-03-03T01:53:03.072183Z","steps":["trace[1832406135] 'agreement among raft nodes before linearized reading' (duration: 117.388839ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:53:03.661941Z","caller":"traceutil/trace.go:171","msg":"trace[1758084832] transaction","detail":"{read_only:false; response_revision:28592; number_of_response:1; }","duration":"266.147968ms","start":"2026-03-03T01:53:03.395771Z","end":"2026-03-03T01:53:03.661919Z","steps":["trace[1758084832] 'process raft request' (duration: 171.047228ms)","trace[1758084832] 'compare' (duration: 94.998767ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:53:03.672968Z","caller":"traceutil/trace.go:171","msg":"trace[1687153608] transaction","detail":"{read_only:false; response_revision:28593; number_of_response:1; }","duration":"107.513503ms","start":"2026-03-03T01:53:03.565433Z","end":"2026-03-03T01:53:03.672947Z","steps":["trace[1687153608] 'process raft request' (duration: 107.413141ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:53:03.829204Z","caller":"traceutil/trace.go:171","msg":"trace[851165840] linearizableReadLoop","detail":"{readStateIndex:29566; appliedIndex:29565; }","duration":"151.625041ms","start":"2026-03-03T01:53:03.67756Z","end":"2026-03-03T01:53:03.829185Z","steps":["trace[851165840] 'read index received' (duration: 132.646035ms)","trace[851165840] 'applied index is now lower than readState.Index' (duration: 18.978286ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:53:03.82941Z","caller":"traceutil/trace.go:171","msg":"trace[863629262] transaction","detail":"{read_only:false; response_revision:28594; number_of_response:1; }","duration":"168.701527ms","start":"2026-03-03T01:53:03.660698Z","end":"2026-03-03T01:53:03.829399Z","steps":["trace[863629262] 'process raft request' (duration: 149.503516ms)","trace[863629262] 'compare' (duration: 18.900014ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:53:03.829659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.076213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:693"} {"level":"info","ts":"2026-03-03T01:53:03.829739Z","caller":"traceutil/trace.go:171","msg":"trace[1943468899] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:28594; }","duration":"152.183944ms","start":"2026-03-03T01:53:03.677525Z","end":"2026-03-03T01:53:03.829709Z","steps":["trace[1943468899] 'agreement among raft nodes before linearized reading' (duration: 151.97324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:53:04.097019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.941845ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:53:04.097251Z","caller":"traceutil/trace.go:171","msg":"trace[1386449443] linearizableReadLoop","detail":"{readStateIndex:29571; appliedIndex:29566; }","duration":"267.979028ms","start":"2026-03-03T01:53:03.829258Z","end":"2026-03-03T01:53:04.097237Z","steps":["trace[1386449443] 'read index received' (duration: 101.688735ms)","trace[1386449443] 'applied index is now lower than readState.Index' (duration: 166.289223ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:53:04.097262Z","caller":"traceutil/trace.go:171","msg":"trace[75405199] transaction","detail":"{read_only:false; response_revision:28596; number_of_response:1; }","duration":"385.080241ms","start":"2026-03-03T01:53:03.712153Z","end":"2026-03-03T01:53:04.097233Z","steps":["trace[75405199] 'process raft request' (duration: 384.956108ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:53:04.097269Z","caller":"traceutil/trace.go:171","msg":"trace[1420601156] transaction","detail":"{read_only:false; response_revision:28595; number_of_response:1; }","duration":"385.95179ms","start":"2026-03-03T01:53:03.711284Z","end":"2026-03-03T01:53:04.097235Z","steps":["trace[1420601156] 'process raft request' (duration: 219.720958ms)","trace[1420601156] 'compare' (duration: 165.831553ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:53:04.097332Z","caller":"traceutil/trace.go:171","msg":"trace[581612782] transaction","detail":"{read_only:false; response_revision:28597; number_of_response:1; }","duration":"384.493138ms","start":"2026-03-03T01:53:03.71283Z","end":"2026-03-03T01:53:04.097323Z","steps":["trace[581612782] 'process raft request' (duration: 384.323444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:53:04.097388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:53:03.712128Z","time spent":"385.192333ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:53:04.097419Z","caller":"traceutil/trace.go:171","msg":"trace[613166291] transaction","detail":"{read_only:false; response_revision:28598; number_of_response:1; }","duration":"374.861437ms","start":"2026-03-03T01:53:03.722551Z","end":"2026-03-03T01:53:04.097413Z","steps":["trace[613166291] 'process raft request' (duration: 374.630992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:53:04.097403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:53:03.711259Z","time spent":"386.077393ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:53:04.097457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:53:03.722529Z","time spent":"374.909757ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:53:04.097583Z","caller":"traceutil/trace.go:171","msg":"trace[1208326165] transaction","detail":"{read_only:false; response_revision:28599; number_of_response:1; }","duration":"371.539643ms","start":"2026-03-03T01:53:03.726018Z","end":"2026-03-03T01:53:04.097557Z","steps":["trace[1208326165] 'process raft request' (duration: 371.185255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:53:04.097628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:53:03.725994Z","time spent":"371.612445ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:53:04.097705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.777413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-03T01:53:04.097719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.814328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:53:04.097744Z","caller":"traceutil/trace.go:171","msg":"trace[1216125095] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:28599; }","duration":"264.862589ms","start":"2026-03-03T01:53:03.832873Z","end":"2026-03-03T01:53:04.097735Z","steps":["trace[1216125095] 'agreement among raft nodes before linearized reading' (duration: 264.816018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:53:04.097784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.768598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:53:04.097812Z","caller":"traceutil/trace.go:171","msg":"trace[653544511] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:28599; }","duration":"275.83109ms","start":"2026-03-03T01:53:03.821973Z","end":"2026-03-03T01:53:04.097804Z","steps":["trace[653544511] 'agreement among raft nodes before linearized reading' (duration: 275.785319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:53:04.097389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:53:03.712814Z","time spent":"384.549329ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:53:04.097743Z","caller":"traceutil/trace.go:171","msg":"trace[916889872] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:28599; }","duration":"414.831495ms","start":"2026-03-03T01:53:03.682903Z","end":"2026-03-03T01:53:04.097735Z","steps":["trace[916889872] 'agreement among raft nodes before linearized reading' (duration: 414.709132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:53:04.098048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:53:03.68289Z","time spent":"415.148451ms","remote":"127.0.0.1:34848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-03T01:53:04.380007Z","caller":"traceutil/trace.go:171","msg":"trace[538266966] transaction","detail":"{read_only:false; response_revision:28600; number_of_response:1; }","duration":"104.520446ms","start":"2026-03-03T01:53:04.275457Z","end":"2026-03-03T01:53:04.379977Z","steps":["trace[538266966] 'process raft request' (duration: 60.706903ms)","trace[538266966] 'compare' (duration: 43.64268ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:53:05.143348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.904567ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:53:05.143541Z","caller":"traceutil/trace.go:171","msg":"trace[1863283158] transaction","detail":"{read_only:false; response_revision:28603; number_of_response:1; }","duration":"232.10455ms","start":"2026-03-03T01:53:04.911402Z","end":"2026-03-03T01:53:05.143507Z","steps":["trace[1863283158] 'process raft request' (duration: 94.934326ms)","trace[1863283158] 'compare' (duration: 136.649872ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:53:05.35481Z","caller":"traceutil/trace.go:171","msg":"trace[1418567054] transaction","detail":"{read_only:false; response_revision:28605; number_of_response:1; }","duration":"207.013278ms","start":"2026-03-03T01:53:05.147742Z","end":"2026-03-03T01:53:05.354755Z","steps":["trace[1418567054] 'process raft request' (duration: 182.265724ms)","trace[1418567054] 'compare' (duration: 24.55772ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:53:05.591762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.651091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:53:05.591897Z","caller":"traceutil/trace.go:171","msg":"trace[665125076] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:28605; }","duration":"130.822725ms","start":"2026-03-03T01:53:05.46103Z","end":"2026-03-03T01:53:05.591853Z","steps":["trace[665125076] 'count revisions from in-memory index tree' (duration: 130.505888ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:53:06.21531Z","caller":"traceutil/trace.go:171","msg":"trace[1734667695] transaction","detail":"{read_only:false; response_revision:28609; number_of_response:1; }","duration":"113.162746ms","start":"2026-03-03T01:53:06.102082Z","end":"2026-03-03T01:53:06.215245Z","steps":["trace[1734667695] 'process raft request' (duration: 112.88808ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:53:06.222073Z","caller":"traceutil/trace.go:171","msg":"trace[1416964337] transaction","detail":"{read_only:false; response_revision:28611; number_of_response:1; }","duration":"119.509105ms","start":"2026-03-03T01:53:06.102533Z","end":"2026-03-03T01:53:06.222042Z","steps":["trace[1416964337] 'process raft request' (duration: 119.147577ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:53:06.222099Z","caller":"traceutil/trace.go:171","msg":"trace[1341489951] transaction","detail":"{read_only:false; response_revision:28613; number_of_response:1; }","duration":"118.059544ms","start":"2026-03-03T01:53:06.10401Z","end":"2026-03-03T01:53:06.22207Z","steps":["trace[1341489951] 'process raft request' (duration: 117.751516ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:53:06.222138Z","caller":"traceutil/trace.go:171","msg":"trace[1394303748] transaction","detail":"{read_only:false; response_revision:28612; number_of_response:1; }","duration":"118.575546ms","start":"2026-03-03T01:53:06.103535Z","end":"2026-03-03T01:53:06.22211Z","steps":["trace[1394303748] 'process raft request' (duration: 118.195817ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:53:06.222284Z","caller":"traceutil/trace.go:171","msg":"trace[2137429563] transaction","detail":"{read_only:false; response_revision:28610; number_of_response:1; }","duration":"119.881334ms","start":"2026-03-03T01:53:06.102394Z","end":"2026-03-03T01:53:06.222276Z","steps":["trace[2137429563] 'process raft request' (duration: 119.124246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:53:07.636241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.357977ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:53:07.636534Z","caller":"traceutil/trace.go:171","msg":"trace[1477018556] transaction","detail":"{read_only:false; response_revision:28617; number_of_response:1; }","duration":"391.508162ms","start":"2026-03-03T01:53:07.244941Z","end":"2026-03-03T01:53:07.636449Z","steps":["trace[1477018556] 'process raft request' (duration: 257.610051ms)","trace[1477018556] 'compare' (duration: 132.164023ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:53:07.63659Z","caller":"traceutil/trace.go:171","msg":"trace[1849500917] linearizableReadLoop","detail":"{readStateIndex:29590; appliedIndex:29589; }","duration":"265.701878ms","start":"2026-03-03T01:53:07.370852Z","end":"2026-03-03T01:53:07.636554Z","steps":["trace[1849500917] 'read index received' (duration: 131.621192ms)","trace[1849500917] 'applied index is now lower than readState.Index' (duration: 134.076816ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:53:07.636744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:53:07.244913Z","time spent":"391.722458ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:53:07.636913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.042105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-03T01:53:07.637045Z","caller":"traceutil/trace.go:171","msg":"trace[409185747] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28617; }","duration":"266.2253ms","start":"2026-03-03T01:53:07.370773Z","end":"2026-03-03T01:53:07.636998Z","steps":["trace[409185747] 'agreement among raft nodes before linearized reading' (duration: 265.916063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:53:08.271135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.165592ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:53:08.271261Z","caller":"traceutil/trace.go:171","msg":"trace[496522272] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28617; }","duration":"425.303945ms","start":"2026-03-03T01:53:07.84594Z","end":"2026-03-03T01:53:08.271244Z","steps":["trace[496522272] 'range keys from in-memory index tree' (duration: 425.152322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:53:08.272362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.077056ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:53:08.272644Z","caller":"traceutil/trace.go:171","msg":"trace[999693971] transaction","detail":"{read_only:false; response_revision:28619; number_of_response:1; }","duration":"573.761317ms","start":"2026-03-03T01:53:07.698861Z","end":"2026-03-03T01:53:08.272622Z","steps":["trace[999693971] 'process raft request' (duration: 573.633884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:53:08.272747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:53:07.698837Z","time spent":"573.86709ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:53:08.27275Z","caller":"traceutil/trace.go:171","msg":"trace[1563738617] transaction","detail":"{read_only:false; response_revision:28618; number_of_response:1; }","duration":"631.415674ms","start":"2026-03-03T01:53:07.641307Z","end":"2026-03-03T01:53:08.272722Z","steps":["trace[1563738617] 'process raft request' (duration: 161.883037ms)","trace[1563738617] 'compare' (duration: 467.774508ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:53:08.272763Z","caller":"traceutil/trace.go:171","msg":"trace[1530681910] linearizableReadLoop","detail":"{readStateIndex:29591; appliedIndex:29590; }","duration":"621.050026ms","start":"2026-03-03T01:53:07.651667Z","end":"2026-03-03T01:53:08.272717Z","steps":["trace[1530681910] 'read index received' (duration: 151.797675ms)","trace[1530681910] 'applied index is now lower than readState.Index' (duration: 469.248781ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:53:08.27287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:53:07.641286Z","time spent":"631.520596ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:53:08.272913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.214859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:53:08.273014Z","caller":"traceutil/trace.go:171","msg":"trace[1455396316] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:28619; }","duration":"621.345972ms","start":"2026-03-03T01:53:07.651645Z","end":"2026-03-03T01:53:08.272991Z","steps":["trace[1455396316] 'agreement among raft nodes before linearized reading' (duration: 621.155978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:53:08.273064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:53:07.651581Z","time spent":"621.471385ms","remote":"127.0.0.1:55978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:53:08.299544Z","caller":"traceutil/trace.go:171","msg":"trace[597305143] transaction","detail":"{read_only:false; response_revision:28620; number_of_response:1; }","duration":"363.358844ms","start":"2026-03-03T01:53:07.936126Z","end":"2026-03-03T01:53:08.299485Z","steps":["trace[597305143] 'process raft request' (duration: 363.17495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:53:08.299772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:53:07.936097Z","time spent":"363.550838ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:53:08.661979Z","caller":"traceutil/trace.go:171","msg":"trace[660342088] transaction","detail":"{read_only:false; response_revision:28622; number_of_response:1; }","duration":"436.526871ms","start":"2026-03-03T01:53:08.225433Z","end":"2026-03-03T01:53:08.66196Z","steps":["trace[660342088] 'process raft request' (duration: 436.47143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:53:08.662106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:53:08.225412Z","time spent":"436.633274ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:53:08.661995Z","caller":"traceutil/trace.go:171","msg":"trace[1341524397] transaction","detail":"{read_only:false; response_revision:28621; number_of_response:1; }","duration":"441.399238ms","start":"2026-03-03T01:53:08.220569Z","end":"2026-03-03T01:53:08.661969Z","steps":["trace[1341524397] 'process raft request' (duration: 441.223104ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:53:08.662255Z","caller":"traceutil/trace.go:171","msg":"trace[1442980823] transaction","detail":"{read_only:false; response_revision:28624; number_of_response:1; }","duration":"434.65945ms","start":"2026-03-03T01:53:08.227584Z","end":"2026-03-03T01:53:08.662244Z","steps":["trace[1442980823] 'process raft request' (duration: 434.527958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:53:08.662342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:53:08.227575Z","time spent":"434.714442ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:53:08.662321Z","caller":"traceutil/trace.go:171","msg":"trace[1873280777] linearizableReadLoop","detail":"{readStateIndex:29598; appliedIndex:29592; }","duration":"389.482418ms","start":"2026-03-03T01:53:08.272815Z","end":"2026-03-03T01:53:08.662297Z","steps":["trace[1873280777] 'read index received' (duration: 26.454261ms)","trace[1873280777] 'applied index is now lower than readState.Index' (duration: 363.027226ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:53:08.662319Z","caller":"traceutil/trace.go:171","msg":"trace[785332280] transaction","detail":"{read_only:false; response_revision:28623; number_of_response:1; }","duration":"435.795945ms","start":"2026-03-03T01:53:08.226494Z","end":"2026-03-03T01:53:08.662289Z","steps":["trace[785332280] 'process raft request' (duration: 435.438108ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:53:08.662361Z","caller":"traceutil/trace.go:171","msg":"trace[1445555349] transaction","detail":"{read_only:false; response_revision:28625; number_of_response:1; }","duration":"434.554477ms","start":"2026-03-03T01:53:08.227782Z","end":"2026-03-03T01:53:08.662336Z","steps":["trace[1445555349] 'process raft request' (duration: 434.428805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:53:08.662481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.93854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:53:08.662485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:53:08.22777Z","time spent":"434.66246ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:53:08.662503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.400995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T01:53:08.662483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:53:08.226461Z","time spent":"435.946289ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:53:08.662516Z","caller":"traceutil/trace.go:171","msg":"trace[792773646] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:28625; }","duration":"340.030242ms","start":"2026-03-03T01:53:08.322475Z","end":"2026-03-03T01:53:08.662505Z","steps":["trace[792773646] 'agreement among raft nodes before linearized reading' (duration: 339.95901ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:53:08.662522Z","caller":"traceutil/trace.go:171","msg":"trace[1735777309] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28625; }","duration":"226.452195ms","start":"2026-03-03T01:53:08.436064Z","end":"2026-03-03T01:53:08.662516Z","steps":["trace[1735777309] 'agreement among raft nodes before linearized reading' (duration: 226.380734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:53:08.662499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.00352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:53:08.662543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:53:08.322452Z","time spent":"340.084023ms","remote":"127.0.0.1:60212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:53:08.662551Z","caller":"traceutil/trace.go:171","msg":"trace[1169635011] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:28625; }","duration":"928.104923ms","start":"2026-03-03T01:53:07.734434Z","end":"2026-03-03T01:53:08.662539Z","steps":["trace[1169635011] 'agreement among raft nodes before linearized reading' (duration: 928.012241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:53:08.662471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.106906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:53:08.662577Z","caller":"traceutil/trace.go:171","msg":"trace[1583634542] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28625; }","duration":"945.247889ms","start":"2026-03-03T01:53:07.717324Z","end":"2026-03-03T01:53:08.662572Z","steps":["trace[1583634542] 'agreement among raft nodes before linearized reading' (duration: 945.107396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:53:08.662579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:53:07.734415Z","time spent":"928.157854ms","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:53:08.662583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.038783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:53:08.662595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:53:07.717311Z","time spent":"945.27988ms","remote":"127.0.0.1:34742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T01:53:08.662612Z","caller":"traceutil/trace.go:171","msg":"trace[918404804] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:28625; }","duration":"244.101973ms","start":"2026-03-03T01:53:08.418497Z","end":"2026-03-03T01:53:08.662599Z","steps":["trace[918404804] 'agreement among raft nodes before linearized reading' (duration: 244.067772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:53:08.66249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:53:08.220534Z","time spent":"441.742036ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:53:08.66277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.485725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:53:08.662845Z","caller":"traceutil/trace.go:171","msg":"trace[1339020755] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:28625; }","duration":"666.547055ms","start":"2026-03-03T01:53:07.996249Z","end":"2026-03-03T01:53:08.662796Z","steps":["trace[1339020755] 'agreement among raft nodes before linearized reading' (duration: 666.114676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:53:08.662867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:53:07.996233Z","time spent":"666.628698ms","remote":"127.0.0.1:60528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T01:53:09.010818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.678977ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:53:09.010934Z","caller":"traceutil/trace.go:171","msg":"trace[1406107271] linearizableReadLoop","detail":"{readStateIndex:29599; appliedIndex:29598; }","duration":"343.234151ms","start":"2026-03-03T01:53:08.667681Z","end":"2026-03-03T01:53:09.010915Z","steps":["trace[1406107271] 'read index received' (duration: 92.296758ms)","trace[1406107271] 'applied index is now lower than readState.Index' (duration: 250.936113ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:53:09.011118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.200149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:53:09.011033Z","caller":"traceutil/trace.go:171","msg":"trace[308644175] transaction","detail":"{read_only:false; response_revision:28626; number_of_response:1; }","duration":"345.365058ms","start":"2026-03-03T01:53:08.665656Z","end":"2026-03-03T01:53:09.011021Z","steps":["trace[308644175] 'process raft request' (duration: 94.374094ms)","trace[308644175] 'compare' (duration: 250.421822ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:53:09.011193Z","caller":"traceutil/trace.go:171","msg":"trace[702429825] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28626; }","duration":"292.331582ms","start":"2026-03-03T01:53:08.718844Z","end":"2026-03-03T01:53:09.011176Z","steps":["trace[702429825] 'agreement among raft nodes before linearized reading' (duration: 292.190169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:53:09.011215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:53:08.665642Z","time spent":"345.547442ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:53:09.011882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.173421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:53:09.012053Z","caller":"traceutil/trace.go:171","msg":"trace[1537291639] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:28626; }","duration":"344.362837ms","start":"2026-03-03T01:53:08.667663Z","end":"2026-03-03T01:53:09.012025Z","steps":["trace[1537291639] 'agreement among raft nodes before linearized reading' (duration: 344.1037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:53:09.012117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:53:08.667656Z","time spent":"344.446418ms","remote":"127.0.0.1:34936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-03-03T01:53:12.506715Z","caller":"traceutil/trace.go:171","msg":"trace[513357501] transaction","detail":"{read_only:false; response_revision:28648; number_of_response:1; }","duration":"107.123663ms","start":"2026-03-03T01:53:12.399553Z","end":"2026-03-03T01:53:12.506676Z","steps":["trace[513357501] 'process raft request' (duration: 65.921078ms)","trace[513357501] 'compare' (duration: 41.069703ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:53:12.890765Z","caller":"traceutil/trace.go:171","msg":"trace[1489901949] linearizableReadLoop","detail":"{readStateIndex:29627; appliedIndex:29624; }","duration":"106.700944ms","start":"2026-03-03T01:53:12.784041Z","end":"2026-03-03T01:53:12.890742Z","steps":["trace[1489901949] 'read index received' (duration: 106.446879ms)","trace[1489901949] 'applied index is now lower than readState.Index' (duration: 253.135µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:53:12.890827Z","caller":"traceutil/trace.go:171","msg":"trace[1223822251] transaction","detail":"{read_only:false; response_revision:28651; number_of_response:1; }","duration":"159.521275ms","start":"2026-03-03T01:53:12.731282Z","end":"2026-03-03T01:53:12.890803Z","steps":["trace[1223822251] 'process raft request' (duration: 159.257379ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:53:12.890827Z","caller":"traceutil/trace.go:171","msg":"trace[1082107157] transaction","detail":"{read_only:false; response_revision:28652; number_of_response:1; }","duration":"159.497515ms","start":"2026-03-03T01:53:12.731303Z","end":"2026-03-03T01:53:12.8908Z","steps":["trace[1082107157] 'process raft request' (duration: 159.366482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:53:12.890916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.836237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:53:12.890958Z","caller":"traceutil/trace.go:171","msg":"trace[1348672290] transaction","detail":"{read_only:false; response_revision:28653; number_of_response:1; }","duration":"159.486454ms","start":"2026-03-03T01:53:12.731429Z","end":"2026-03-03T01:53:12.890915Z","steps":["trace[1348672290] 'process raft request' (duration: 159.27622ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:53:12.891184Z","caller":"traceutil/trace.go:171","msg":"trace[146949605] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:28653; }","duration":"107.129843ms","start":"2026-03-03T01:53:12.784032Z","end":"2026-03-03T01:53:12.891162Z","steps":["trace[146949605] 'agreement among raft nodes before linearized reading' (duration: 106.804636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:53:13.832529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.451744ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:53:13.832625Z","caller":"traceutil/trace.go:171","msg":"trace[196526939] linearizableReadLoop","detail":"{readStateIndex:29631; appliedIndex:29630; }","duration":"221.338804ms","start":"2026-03-03T01:53:13.61127Z","end":"2026-03-03T01:53:13.832609Z","steps":["trace[196526939] 'read index received' (duration: 101.671145ms)","trace[196526939] 'applied index is now lower than readState.Index' (duration: 119.666399ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:53:13.832728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.14815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:53:13.832758Z","caller":"traceutil/trace.go:171","msg":"trace[1902048218] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28657; }","duration":"110.208421ms","start":"2026-03-03T01:53:13.722541Z","end":"2026-03-03T01:53:13.832749Z","steps":["trace[1902048218] 'agreement among raft nodes before linearized reading' (duration: 110.15401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:53:13.832959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.294433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T01:53:13.833033Z","caller":"traceutil/trace.go:171","msg":"trace[104413251] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28657; }","duration":"110.375355ms","start":"2026-03-03T01:53:13.722641Z","end":"2026-03-03T01:53:13.833017Z","steps":["trace[104413251] 'agreement among raft nodes before linearized reading' (duration: 110.234071ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:53:13.834195Z","caller":"traceutil/trace.go:171","msg":"trace[672826128] transaction","detail":"{read_only:false; response_revision:28657; number_of_response:1; }","duration":"327.591338ms","start":"2026-03-03T01:53:13.506566Z","end":"2026-03-03T01:53:13.834157Z","steps":["trace[672826128] 'process raft request' (duration: 206.433186ms)","trace[672826128] 'compare' (duration: 119.187169ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:53:13.834332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:53:13.506528Z","time spent":"327.737701ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:53:13.834537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.203235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418847"} {"level":"info","ts":"2026-03-03T01:53:13.844871Z","caller":"traceutil/trace.go:171","msg":"trace[1251883377] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:28657; }","duration":"233.627474ms","start":"2026-03-03T01:53:13.611218Z","end":"2026-03-03T01:53:13.844845Z","steps":["trace[1251883377] 'agreement among raft nodes before linearized reading' (duration: 221.465706ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:53:17.052215Z","caller":"traceutil/trace.go:171","msg":"trace[1593503796] transaction","detail":"{read_only:false; response_revision:28679; number_of_response:1; }","duration":"126.656964ms","start":"2026-03-03T01:53:16.92553Z","end":"2026-03-03T01:53:17.052187Z","steps":["trace[1593503796] 'process raft request' (duration: 126.538841ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:54:01.493057Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"f8844a9a4263041d","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-03T01:54:01.499109Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-03-03T01:54:01.499345Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-03-03T01:55:28.071007Z","caller":"traceutil/trace.go:171","msg":"trace[1286568142] linearizableReadLoop","detail":"{readStateIndex:30645; appliedIndex:30644; }","duration":"109.038196ms","start":"2026-03-03T01:55:27.961941Z","end":"2026-03-03T01:55:28.07098Z","steps":["trace[1286568142] 'read index received' (duration: 108.871892ms)","trace[1286568142] 'applied index is now lower than readState.Index' (duration: 165.334µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:55:28.071322Z","caller":"traceutil/trace.go:171","msg":"trace[1287251872] transaction","detail":"{read_only:false; response_revision:29641; number_of_response:1; }","duration":"150.21243ms","start":"2026-03-03T01:55:27.921093Z","end":"2026-03-03T01:55:28.071305Z","steps":["trace[1287251872] 'process raft request' (duration: 149.735839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:55:28.071346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.344702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:55:28.071514Z","caller":"traceutil/trace.go:171","msg":"trace[135640825] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:29641; }","duration":"109.530956ms","start":"2026-03-03T01:55:27.961926Z","end":"2026-03-03T01:55:28.071457Z","steps":["trace[135640825] 'agreement among raft nodes before linearized reading' (duration: 109.222819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:55:29.331169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.141569ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:55:29.331294Z","caller":"traceutil/trace.go:171","msg":"trace[631877220] linearizableReadLoop","detail":"{readStateIndex:30650; appliedIndex:30649; }","duration":"202.513179ms","start":"2026-03-03T01:55:29.128761Z","end":"2026-03-03T01:55:29.331275Z","steps":["trace[631877220] 'read index received' (duration: 70.281µs)","trace[631877220] 'applied index is now lower than readState.Index' (duration: 202.441708ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:55:29.331482Z","caller":"traceutil/trace.go:171","msg":"trace[979098163] transaction","detail":"{read_only:false; response_revision:29646; number_of_response:1; }","duration":"245.923294ms","start":"2026-03-03T01:55:29.085531Z","end":"2026-03-03T01:55:29.331454Z","steps":["trace[979098163] 'process raft request' (duration: 24.406167ms)","trace[979098163] 'compare' (duration: 220.994866ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:55:29.331555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.786376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:55:29.331608Z","caller":"traceutil/trace.go:171","msg":"trace[593562642] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:29646; }","duration":"202.838267ms","start":"2026-03-03T01:55:29.128754Z","end":"2026-03-03T01:55:29.331592Z","steps":["trace[593562642] 'agreement among raft nodes before linearized reading' (duration: 202.575501ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:55:29.618575Z","caller":"traceutil/trace.go:171","msg":"trace[642457892] linearizableReadLoop","detail":"{readStateIndex:30651; appliedIndex:30650; }","duration":"156.421837ms","start":"2026-03-03T01:55:29.462096Z","end":"2026-03-03T01:55:29.618517Z","steps":["trace[642457892] 'read index received' (duration: 156.331245ms)","trace[642457892] 'applied index is now lower than readState.Index' (duration: 86.362µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:55:29.61896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.789755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:55:29.619291Z","caller":"traceutil/trace.go:171","msg":"trace[360808864] transaction","detail":"{read_only:false; response_revision:29647; number_of_response:1; }","duration":"165.806073ms","start":"2026-03-03T01:55:29.453445Z","end":"2026-03-03T01:55:29.619251Z","steps":["trace[360808864] 'process raft request' (duration: 164.757559ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:55:29.619323Z","caller":"traceutil/trace.go:171","msg":"trace[1610906735] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:29647; }","duration":"157.228174ms","start":"2026-03-03T01:55:29.46206Z","end":"2026-03-03T01:55:29.619288Z","steps":["trace[1610906735] 'agreement among raft nodes before linearized reading' (duration: 156.693713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:55:29.625384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.133879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T01:55:29.625538Z","caller":"traceutil/trace.go:171","msg":"trace[143480533] transaction","detail":"{read_only:false; response_revision:29649; number_of_response:1; }","duration":"128.056574ms","start":"2026-03-03T01:55:29.497463Z","end":"2026-03-03T01:55:29.62552Z","steps":["trace[143480533] 'process raft request' (duration: 127.588054ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:55:29.625665Z","caller":"traceutil/trace.go:171","msg":"trace[381451279] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29651; }","duration":"145.367934ms","start":"2026-03-03T01:55:29.480156Z","end":"2026-03-03T01:55:29.625524Z","steps":["trace[381451279] 'agreement among raft nodes before linearized reading' (duration: 145.023737ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:55:29.625765Z","caller":"traceutil/trace.go:171","msg":"trace[709877979] transaction","detail":"{read_only:false; response_revision:29648; number_of_response:1; }","duration":"129.037955ms","start":"2026-03-03T01:55:29.49672Z","end":"2026-03-03T01:55:29.625758Z","steps":["trace[709877979] 'process raft request' (duration: 128.224028ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:55:29.626049Z","caller":"traceutil/trace.go:171","msg":"trace[1141329899] transaction","detail":"{read_only:false; response_revision:29650; number_of_response:1; }","duration":"127.91977ms","start":"2026-03-03T01:55:29.498122Z","end":"2026-03-03T01:55:29.626042Z","steps":["trace[1141329899] 'process raft request' (duration: 126.9714ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:55:30.920062Z","caller":"traceutil/trace.go:171","msg":"trace[510476958] transaction","detail":"{read_only:false; response_revision:29658; number_of_response:1; }","duration":"121.149082ms","start":"2026-03-03T01:55:30.798887Z","end":"2026-03-03T01:55:30.920036Z","steps":["trace[510476958] 'process raft request' (duration: 120.944058ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:55:33.790209Z","caller":"traceutil/trace.go:171","msg":"trace[1031455292] transaction","detail":"{read_only:false; response_revision:29676; number_of_response:1; }","duration":"110.275373ms","start":"2026-03-03T01:55:33.679905Z","end":"2026-03-03T01:55:33.790181Z","steps":["trace[1031455292] 'process raft request' (duration: 108.280579ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:55:33.790318Z","caller":"traceutil/trace.go:171","msg":"trace[966216146] linearizableReadLoop","detail":"{readStateIndex:30683; appliedIndex:30679; }","duration":"105.237523ms","start":"2026-03-03T01:55:33.685059Z","end":"2026-03-03T01:55:33.790296Z","steps":["trace[966216146] 'read index received' (duration: 39.707043ms)","trace[966216146] 'applied index is now lower than readState.Index' (duration: 65.52892ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:55:33.790421Z","caller":"traceutil/trace.go:171","msg":"trace[1189813351] transaction","detail":"{read_only:false; response_revision:29678; number_of_response:1; }","duration":"110.002136ms","start":"2026-03-03T01:55:33.680409Z","end":"2026-03-03T01:55:33.790411Z","steps":["trace[1189813351] 'process raft request' (duration: 109.749321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:55:33.790637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.56036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T01:55:33.790675Z","caller":"traceutil/trace.go:171","msg":"trace[500015706] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29678; }","duration":"105.635341ms","start":"2026-03-03T01:55:33.68503Z","end":"2026-03-03T01:55:33.790665Z","steps":["trace[500015706] 'agreement among raft nodes before linearized reading' (duration: 105.496698ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:55:33.790831Z","caller":"traceutil/trace.go:171","msg":"trace[713915618] transaction","detail":"{read_only:false; response_revision:29677; number_of_response:1; }","duration":"110.13223ms","start":"2026-03-03T01:55:33.680135Z","end":"2026-03-03T01:55:33.790268Z","steps":["trace[713915618] 'process raft request' (duration: 109.918276ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:55:48.340946Z","caller":"traceutil/trace.go:171","msg":"trace[2103373468] transaction","detail":"{read_only:false; response_revision:29776; number_of_response:1; }","duration":"106.165003ms","start":"2026-03-03T01:55:48.234745Z","end":"2026-03-03T01:55:48.34091Z","steps":["trace[2103373468] 'process raft request' (duration: 91.833988ms)","trace[2103373468] 'compare' (duration: 14.07413ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:56:13.964103Z","caller":"traceutil/trace.go:171","msg":"trace[1913636410] linearizableReadLoop","detail":"{readStateIndex:30959; appliedIndex:30958; }","duration":"129.630309ms","start":"2026-03-03T01:56:13.834455Z","end":"2026-03-03T01:56:13.964085Z","steps":["trace[1913636410] 'read index received' (duration: 129.525706ms)","trace[1913636410] 'applied index is now lower than readState.Index' (duration: 103.883µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:56:13.964287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.817273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T01:56:13.964314Z","caller":"traceutil/trace.go:171","msg":"trace[2121861562] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29946; }","duration":"129.901655ms","start":"2026-03-03T01:56:13.834406Z","end":"2026-03-03T01:56:13.964307Z","steps":["trace[2121861562] 'agreement among raft nodes before linearized reading' (duration: 129.761982ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:56:13.964543Z","caller":"traceutil/trace.go:171","msg":"trace[2087266991] transaction","detail":"{read_only:false; response_revision:29946; number_of_response:1; }","duration":"144.635229ms","start":"2026-03-03T01:56:13.81988Z","end":"2026-03-03T01:56:13.964515Z","steps":["trace[2087266991] 'process raft request' (duration: 144.086646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:14.347111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.926741ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:56:14.347458Z","caller":"traceutil/trace.go:171","msg":"trace[1235595087] transaction","detail":"{read_only:false; response_revision:29948; number_of_response:1; }","duration":"367.77811ms","start":"2026-03-03T01:56:13.979437Z","end":"2026-03-03T01:56:14.347215Z","steps":["trace[1235595087] 'process raft request' (duration: 168.655815ms)","trace[1235595087] 'compare' (duration: 198.392709ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:56:14.34763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:13.979427Z","time spent":"368.097137ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:56:14.77914Z","caller":"traceutil/trace.go:171","msg":"trace[1327438860] linearizableReadLoop","detail":"{readStateIndex:30963; appliedIndex:30960; }","duration":"707.662218ms","start":"2026-03-03T01:56:14.07144Z","end":"2026-03-03T01:56:14.779102Z","steps":["trace[1327438860] 'read index received' (duration: 76.630494ms)","trace[1327438860] 'applied index is now lower than readState.Index' (duration: 631.030744ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:56:14.779188Z","caller":"traceutil/trace.go:171","msg":"trace[1827093416] transaction","detail":"{read_only:false; response_revision:29949; number_of_response:1; }","duration":"775.717653ms","start":"2026-03-03T01:56:14.003452Z","end":"2026-03-03T01:56:14.779169Z","steps":["trace[1827093416] 'process raft request' (duration: 775.429477ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:56:14.779234Z","caller":"traceutil/trace.go:171","msg":"trace[71275478] transaction","detail":"{read_only:false; response_revision:29950; number_of_response:1; }","duration":"762.411072ms","start":"2026-03-03T01:56:14.016789Z","end":"2026-03-03T01:56:14.7792Z","steps":["trace[71275478] 'process raft request' (duration: 762.232018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:14.779279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:14.00343Z","time spent":"775.790244ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:56:14.779307Z","caller":"traceutil/trace.go:171","msg":"trace[1144957341] transaction","detail":"{read_only:false; response_revision:29951; number_of_response:1; }","duration":"683.825306ms","start":"2026-03-03T01:56:14.095469Z","end":"2026-03-03T01:56:14.779295Z","steps":["trace[1144957341] 'process raft request' (duration: 683.59159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:14.779393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:14.016766Z","time spent":"762.547965ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:56:14.779415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:14.095449Z","time spent":"683.919228ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:56:14.779588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.791309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-03T01:56:14.779618Z","caller":"traceutil/trace.go:171","msg":"trace[1609337390] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29951; }","duration":"665.822219ms","start":"2026-03-03T01:56:14.113789Z","end":"2026-03-03T01:56:14.779611Z","steps":["trace[1609337390] 'agreement among raft nodes before linearized reading' (duration: 665.729687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:14.779637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:14.113737Z","time spent":"665.896401ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T01:56:14.779698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.152603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T01:56:14.779783Z","caller":"traceutil/trace.go:171","msg":"trace[528252037] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29951; }","duration":"304.262766ms","start":"2026-03-03T01:56:14.475496Z","end":"2026-03-03T01:56:14.779759Z","steps":["trace[528252037] 'agreement among raft nodes before linearized reading' (duration: 304.094502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:14.779882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.328399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T01:56:14.779903Z","caller":"traceutil/trace.go:171","msg":"trace[1788777580] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29951; }","duration":"498.379651ms","start":"2026-03-03T01:56:14.281517Z","end":"2026-03-03T01:56:14.779897Z","steps":["trace[1788777580] 'agreement among raft nodes before linearized reading' (duration: 498.163116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:14.77992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:14.281501Z","time spent":"498.415761ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T01:56:14.779896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:14.475477Z","time spent":"304.408418ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T01:56:14.780083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.576797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:56:14.780103Z","caller":"traceutil/trace.go:171","msg":"trace[1389362978] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:29951; }","duration":"332.633249ms","start":"2026-03-03T01:56:14.447463Z","end":"2026-03-03T01:56:14.780096Z","steps":["trace[1389362978] 'agreement among raft nodes before linearized reading' (duration: 332.595278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:14.780127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:14.447438Z","time spent":"332.684399ms","remote":"127.0.0.1:39730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:56:14.7802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.762213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:56:14.780234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.195234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:56:14.78025Z","caller":"traceutil/trace.go:171","msg":"trace[416775171] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:29951; }","duration":"708.847835ms","start":"2026-03-03T01:56:14.071389Z","end":"2026-03-03T01:56:14.780237Z","steps":["trace[416775171] 'agreement among raft nodes before linearized reading' (duration: 708.767643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:14.780284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:14.071367Z","time spent":"708.910126ms","remote":"127.0.0.1:35208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-03T01:56:14.780312Z","caller":"traceutil/trace.go:171","msg":"trace[946268993] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:29951; }","duration":"244.278267ms","start":"2026-03-03T01:56:14.535989Z","end":"2026-03-03T01:56:14.780267Z","steps":["trace[946268993] 'agreement among raft nodes before linearized reading' (duration: 244.144644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:14.780063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.666764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T01:56:14.780596Z","caller":"traceutil/trace.go:171","msg":"trace[1598460200] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29951; }","duration":"117.269536ms","start":"2026-03-03T01:56:14.66321Z","end":"2026-03-03T01:56:14.780479Z","steps":["trace[1598460200] 'agreement among raft nodes before linearized reading' (duration: 116.399777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:14.782395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.830129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:198 size:2107765"} {"level":"info","ts":"2026-03-03T01:56:14.783308Z","caller":"traceutil/trace.go:171","msg":"trace[1923416698] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:198; response_revision:29951; }","duration":"402.78033ms","start":"2026-03-03T01:56:14.380507Z","end":"2026-03-03T01:56:14.783287Z","steps":["trace[1923416698] 'agreement among raft nodes before linearized reading' (duration: 399.099749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:14.783451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:14.380486Z","time spent":"402.933364ms","remote":"127.0.0.1:34832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":198,"response size":2107788,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"info","ts":"2026-03-03T01:56:14.90643Z","caller":"traceutil/trace.go:171","msg":"trace[132416228] transaction","detail":"{read_only:false; response_revision:29952; number_of_response:1; }","duration":"119.914555ms","start":"2026-03-03T01:56:14.786476Z","end":"2026-03-03T01:56:14.90639Z","steps":["trace[132416228] 'process raft request' (duration: 55.847547ms)","trace[132416228] 'compare' (duration: 63.632528ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:56:14.906555Z","caller":"traceutil/trace.go:171","msg":"trace[481280206] transaction","detail":"{read_only:false; response_revision:29953; number_of_response:1; }","duration":"119.770961ms","start":"2026-03-03T01:56:14.786735Z","end":"2026-03-03T01:56:14.906506Z","steps":["trace[481280206] 'process raft request' (duration: 119.399733ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:56:14.906679Z","caller":"traceutil/trace.go:171","msg":"trace[13880278] linearizableReadLoop","detail":"{readStateIndex:30968; appliedIndex:30964; }","duration":"117.369249ms","start":"2026-03-03T01:56:14.789284Z","end":"2026-03-03T01:56:14.906653Z","steps":["trace[13880278] 'read index received' (duration: 53.066355ms)","trace[13880278] 'applied index is now lower than readState.Index' (duration: 64.301784ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:56:14.906735Z","caller":"traceutil/trace.go:171","msg":"trace[219770013] transaction","detail":"{read_only:false; response_revision:29954; number_of_response:1; }","duration":"119.887285ms","start":"2026-03-03T01:56:14.786813Z","end":"2026-03-03T01:56:14.9067Z","steps":["trace[219770013] 'process raft request' (duration: 119.618589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:14.90688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.574383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T01:56:14.906876Z","caller":"traceutil/trace.go:171","msg":"trace[36198818] transaction","detail":"{read_only:false; response_revision:29955; number_of_response:1; }","duration":"120.022947ms","start":"2026-03-03T01:56:14.786829Z","end":"2026-03-03T01:56:14.906852Z","steps":["trace[36198818] 'process raft request' (duration: 119.781602ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:56:14.906929Z","caller":"traceutil/trace.go:171","msg":"trace[47750622] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29955; }","duration":"117.642585ms","start":"2026-03-03T01:56:14.789271Z","end":"2026-03-03T01:56:14.906914Z","steps":["trace[47750622] 'agreement among raft nodes before linearized reading' (duration: 117.477292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:15.567605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.041487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:56:15.567711Z","caller":"traceutil/trace.go:171","msg":"trace[1043008232] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:29956; }","duration":"434.19609ms","start":"2026-03-03T01:56:15.133488Z","end":"2026-03-03T01:56:15.567684Z","steps":["trace[1043008232] 'count revisions from in-memory index tree' (duration: 433.925364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:15.567765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:15.133466Z","time spent":"434.283792ms","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:56:15.567912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.548937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-03T01:56:15.568018Z","caller":"traceutil/trace.go:171","msg":"trace[615036152] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:29956; }","duration":"332.733051ms","start":"2026-03-03T01:56:15.235261Z","end":"2026-03-03T01:56:15.567994Z","steps":["trace[615036152] 'range keys from in-memory index tree' (duration: 332.136098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:15.568114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:15.235238Z","time spent":"332.813833ms","remote":"127.0.0.1:34908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-03-03T01:56:15.569813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.046285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:198 size:2107765"} {"level":"info","ts":"2026-03-03T01:56:15.569894Z","caller":"traceutil/trace.go:171","msg":"trace[1412571595] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:198; response_revision:29956; }","duration":"488.155657ms","start":"2026-03-03T01:56:15.081714Z","end":"2026-03-03T01:56:15.569869Z","steps":["trace[1412571595] 'range keys from in-memory index tree' (duration: 485.671013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:15.569967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:15.081695Z","time spent":"488.246209ms","remote":"127.0.0.1:34832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":198,"response size":2107788,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"info","ts":"2026-03-03T01:56:15.789365Z","caller":"traceutil/trace.go:171","msg":"trace[1039825712] linearizableReadLoop","detail":"{readStateIndex:30970; appliedIndex:30969; }","duration":"458.542336ms","start":"2026-03-03T01:56:15.330791Z","end":"2026-03-03T01:56:15.789334Z","steps":["trace[1039825712] 'read index received' (duration: 457.791829ms)","trace[1039825712] 'applied index is now lower than readState.Index' (duration: 749.017µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:56:15.78948Z","caller":"traceutil/trace.go:171","msg":"trace[398920024] transaction","detail":"{read_only:false; response_revision:29957; number_of_response:1; }","duration":"465.55846ms","start":"2026-03-03T01:56:15.323911Z","end":"2026-03-03T01:56:15.78947Z","steps":["trace[398920024] 'process raft request' (duration: 464.716311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:15.789872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:15.323886Z","time spent":"465.906207ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:56:15.790058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.259091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T01:56:15.790114Z","caller":"traceutil/trace.go:171","msg":"trace[1551036598] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29957; }","duration":"459.341513ms","start":"2026-03-03T01:56:15.330759Z","end":"2026-03-03T01:56:15.7901Z","steps":["trace[1551036598] 'agreement among raft nodes before linearized reading' (duration: 459.169239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:15.790234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:15.330744Z","time spent":"459.480656ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T01:56:15.883008Z","caller":"traceutil/trace.go:171","msg":"trace[497010551] transaction","detail":"{read_only:false; response_revision:29959; number_of_response:1; }","duration":"317.790033ms","start":"2026-03-03T01:56:15.565197Z","end":"2026-03-03T01:56:15.882987Z","steps":["trace[497010551] 'process raft request' (duration: 317.741642ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:56:15.88302Z","caller":"traceutil/trace.go:171","msg":"trace[1956695145] transaction","detail":"{read_only:false; response_revision:29958; number_of_response:1; }","duration":"455.657951ms","start":"2026-03-03T01:56:15.42734Z","end":"2026-03-03T01:56:15.882998Z","steps":["trace[1956695145] 'process raft request' (duration: 455.512928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:15.88312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:15.565167Z","time spent":"317.896735ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:56:15.883121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:15.427313Z","time spent":"455.759144ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:56:16.441099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.105333ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T01:56:16.442923Z","caller":"traceutil/trace.go:171","msg":"trace[2043219487] linearizableReadLoop","detail":"{readStateIndex:30974; appliedIndex:30970; }","duration":"653.465167ms","start":"2026-03-03T01:56:15.789438Z","end":"2026-03-03T01:56:16.442903Z","steps":["trace[2043219487] 'read index received' (duration: 93.432972ms)","trace[2043219487] 'applied index is now lower than readState.Index' (duration: 560.030705ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:56:16.442919Z","caller":"traceutil/trace.go:171","msg":"trace[2057100990] transaction","detail":"{read_only:false; response_revision:29960; number_of_response:1; }","duration":"806.06943ms","start":"2026-03-03T01:56:15.636813Z","end":"2026-03-03T01:56:16.442882Z","steps":["trace[2057100990] 'process raft request' (duration: 804.380023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:16.443138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:15.636796Z","time spent":"806.206813ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:56:16.686749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.402056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:56:16.686803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108184589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5c039984-0309-4f07-986f-d04f20b8203e\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-03-03T01:56:16.686832Z","caller":"traceutil/trace.go:171","msg":"trace[1939630249] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29960; }","duration":"968.523129ms","start":"2026-03-03T01:56:15.718287Z","end":"2026-03-03T01:56:16.68681Z","steps":["trace[1939630249] 'agreement among raft nodes before linearized reading' (duration: 724.671781ms)","trace[1939630249] 'range keys from in-memory index tree' (duration: 243.729835ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:56:16.686874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:15.71827Z","time spent":"968.595921ms","remote":"127.0.0.1:34742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T01:56:16.686876Z","caller":"traceutil/trace.go:171","msg":"trace[790024541] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5c039984-0309-4f07-986f-d04f20b8203e; range_end:; response_count:1; response_revision:29960; }","duration":"1.108295181s","start":"2026-03-03T01:56:15.578558Z","end":"2026-03-03T01:56:16.686853Z","steps":["trace[790024541] 'agreement among raft nodes before linearized reading' (duration: 864.439413ms)","trace[790024541] 'range keys from in-memory index tree' (duration: 243.701975ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:56:16.686918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:15.578539Z","time spent":"1.108368482s","remote":"127.0.0.1:34896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-5c039984-0309-4f07-986f-d04f20b8203e\" "} {"level":"warn","ts":"2026-03-03T01:56:16.686951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.984071ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:56:16.687092Z","caller":"traceutil/trace.go:171","msg":"trace[2026806752] transaction","detail":"{read_only:false; response_revision:29963; number_of_response:1; }","duration":"709.946029ms","start":"2026-03-03T01:56:15.977132Z","end":"2026-03-03T01:56:16.687079Z","steps":["trace[2026806752] 'process raft request' (duration: 709.922409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:16.687131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:15.977107Z","time spent":"710.006421ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:56:16.687283Z","caller":"traceutil/trace.go:171","msg":"trace[1749032709] transaction","detail":"{read_only:false; response_revision:29962; number_of_response:1; }","duration":"716.666137ms","start":"2026-03-03T01:56:15.970604Z","end":"2026-03-03T01:56:16.68727Z","steps":["trace[1749032709] 'process raft request' (duration: 716.414612ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:56:16.687321Z","caller":"traceutil/trace.go:171","msg":"trace[484763596] transaction","detail":"{read_only:false; response_revision:29961; number_of_response:1; }","duration":"892.513781ms","start":"2026-03-03T01:56:15.794784Z","end":"2026-03-03T01:56:16.687298Z","steps":["trace[484763596] 'process raft request' (duration: 648.11189ms)","trace[484763596] 'compare' (duration: 243.573852ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:56:16.687376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:15.970581Z","time spent":"716.732148ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:56:16.687383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:15.794761Z","time spent":"892.591702ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:56:16.688803Z","caller":"traceutil/trace.go:171","msg":"trace[1818288070] linearizableReadLoop","detail":"{readStateIndex:30978; appliedIndex:30974; }","duration":"245.814861ms","start":"2026-03-03T01:56:16.442977Z","end":"2026-03-03T01:56:16.688792Z","steps":["trace[1818288070] 'read index received' (duration: 158.84223ms)","trace[1818288070] 'applied index is now lower than readState.Index' (duration: 86.971811ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:56:16.688864Z","caller":"traceutil/trace.go:171","msg":"trace[1503398128] transaction","detail":"{read_only:false; response_revision:29964; number_of_response:1; }","duration":"333.098649ms","start":"2026-03-03T01:56:16.355754Z","end":"2026-03-03T01:56:16.688853Z","steps":["trace[1503398128] 'process raft request' (duration: 332.971017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:16.689103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.2174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-59d45bf487-tvcrw.18992f6da1a8daf9\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-03-03T01:56:16.690307Z","caller":"traceutil/trace.go:171","msg":"trace[436145703] range","detail":"{range_begin:/registry/events/openstack/barbican-api-59d45bf487-tvcrw.18992f6da1a8daf9; range_end:; response_count:1; response_revision:29964; }","duration":"430.471098ms","start":"2026-03-03T01:56:16.25982Z","end":"2026-03-03T01:56:16.690291Z","steps":["trace[436145703] 'agreement among raft nodes before linearized reading' (duration: 429.164409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:16.690342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:16.259795Z","time spent":"430.534609ms","remote":"127.0.0.1:34816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1160,"request content":"key:\"/registry/events/openstack/barbican-api-59d45bf487-tvcrw.18992f6da1a8daf9\" "} {"level":"warn","ts":"2026-03-03T01:56:16.690019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.000958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:198 size:2107765"} {"level":"warn","ts":"2026-03-03T01:56:16.690387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:16.355737Z","time spent":"334.357767ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:56:16.690424Z","caller":"traceutil/trace.go:171","msg":"trace[1086454633] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:198; response_revision:29964; }","duration":"425.410957ms","start":"2026-03-03T01:56:16.264995Z","end":"2026-03-03T01:56:16.690406Z","steps":["trace[1086454633] 'agreement among raft nodes before linearized reading' (duration: 423.886733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:16.690474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:16.264987Z","time spent":"425.467538ms","remote":"127.0.0.1:34832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":198,"response size":2107788,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-03-03T01:56:17.411094Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565435288885681,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T01:56:17.41738Z","caller":"traceutil/trace.go:171","msg":"trace[813518043] transaction","detail":"{read_only:false; response_revision:29966; number_of_response:1; }","duration":"632.123128ms","start":"2026-03-03T01:56:16.78523Z","end":"2026-03-03T01:56:17.417353Z","steps":["trace[813518043] 'process raft request' (duration: 631.621127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:17.417544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:16.785204Z","time spent":"632.264702ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:56:18.489032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.439138ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:56:18.489187Z","caller":"traceutil/trace.go:171","msg":"trace[55412493] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:29966; }","duration":"643.600351ms","start":"2026-03-03T01:56:17.845563Z","end":"2026-03-03T01:56:18.489163Z","steps":["trace[55412493] 'range keys from in-memory index tree' (duration: 643.423157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:18.489549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.450305ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:56:18.489687Z","caller":"traceutil/trace.go:171","msg":"trace[968623589] transaction","detail":"{read_only:false; response_revision:29967; number_of_response:1; }","duration":"1.702510038s","start":"2026-03-03T01:56:16.787141Z","end":"2026-03-03T01:56:18.489651Z","steps":["trace[968623589] 'process raft request' (duration: 811.880299ms)","trace[968623589] 'compare' (duration: 889.32421ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:56:18.489775Z","caller":"traceutil/trace.go:171","msg":"trace[1557463922] linearizableReadLoop","detail":"{readStateIndex:30982; appliedIndex:30980; }","duration":"1.578952893s","start":"2026-03-03T01:56:16.910801Z","end":"2026-03-03T01:56:18.489754Z","steps":["trace[1557463922] 'read index received' (duration: 506.5294ms)","trace[1557463922] 'applied index is now lower than readState.Index' (duration: 1.072422063s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:56:18.489855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:16.78712Z","time spent":"1.70265006s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:56:18.489754Z","caller":"traceutil/trace.go:171","msg":"trace[1162042289] transaction","detail":"{read_only:false; response_revision:29968; number_of_response:1; }","duration":"693.6259ms","start":"2026-03-03T01:56:17.796111Z","end":"2026-03-03T01:56:18.489737Z","steps":["trace[1162042289] 'process raft request' (duration: 693.535959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:18.489961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.579146977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T01:56:18.489994Z","caller":"traceutil/trace.go:171","msg":"trace[1226368955] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29968; }","duration":"1.579229939s","start":"2026-03-03T01:56:16.910753Z","end":"2026-03-03T01:56:18.489983Z","steps":["trace[1226368955] 'agreement among raft nodes before linearized reading' (duration: 1.579085216s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:18.490021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:16.910731Z","time spent":"1.579282249s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T01:56:18.490044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:17.796084Z","time spent":"693.829555ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:56:18.585364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.674506723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T01:56:18.585416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.349645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:56:18.585525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.673803496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T01:56:18.585523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.673530181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T01:56:18.585549Z","caller":"traceutil/trace.go:171","msg":"trace[766440848] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29969; }","duration":"1.673847007s","start":"2026-03-03T01:56:16.911697Z","end":"2026-03-03T01:56:18.585544Z","steps":["trace[766440848] 'agreement among raft nodes before linearized reading' (duration: 1.673749775s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:56:18.58558Z","caller":"traceutil/trace.go:171","msg":"trace[1911649966] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29969; }","duration":"1.673699504s","start":"2026-03-03T01:56:16.911866Z","end":"2026-03-03T01:56:18.585565Z","steps":["trace[1911649966] 'agreement among raft nodes before linearized reading' (duration: 1.67352317s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:18.585602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:16.91169Z","time spent":"1.673905179s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T01:56:18.585578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.405286516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:56:18.585617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:16.911817Z","time spent":"1.673794166s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T01:56:18.585664Z","caller":"traceutil/trace.go:171","msg":"trace[661406249] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:29969; }","duration":"1.40545745s","start":"2026-03-03T01:56:17.180188Z","end":"2026-03-03T01:56:18.585645Z","steps":["trace[661406249] 'agreement among raft nodes before linearized reading' (duration: 1.405285696s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:18.585717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:17.180166Z","time spent":"1.405540371s","remote":"127.0.0.1:60536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:56:18.58573Z","caller":"traceutil/trace.go:171","msg":"trace[691416993] transaction","detail":"{read_only:false; response_revision:29969; number_of_response:1; }","duration":"697.619848ms","start":"2026-03-03T01:56:17.8881Z","end":"2026-03-03T01:56:18.58572Z","steps":["trace[691416993] 'process raft request' (duration: 697.019205ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:56:18.58543Z","caller":"traceutil/trace.go:171","msg":"trace[1086915173] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:29969; }","duration":"1.674631745s","start":"2026-03-03T01:56:16.910784Z","end":"2026-03-03T01:56:18.585415Z","steps":["trace[1086915173] 'agreement among raft nodes before linearized reading' (duration: 1.674470071s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:18.585871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:17.888076Z","time spent":"697.72376ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:56:18.585878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:16.910772Z","time spent":"1.675089304s","remote":"127.0.0.1:33612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:56:18.586024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.02322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:56:18.586063Z","caller":"traceutil/trace.go:171","msg":"trace[951048559] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:29969; }","duration":"578.078121ms","start":"2026-03-03T01:56:18.007976Z","end":"2026-03-03T01:56:18.586054Z","steps":["trace[951048559] 'agreement among raft nodes before linearized reading' (duration: 578.01542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:18.586098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:18.007967Z","time spent":"578.123042ms","remote":"127.0.0.1:60362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:56:18.586127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.683098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:56:18.585646Z","caller":"traceutil/trace.go:171","msg":"trace[222067568] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29969; }","duration":"866.58037ms","start":"2026-03-03T01:56:17.719049Z","end":"2026-03-03T01:56:18.585629Z","steps":["trace[222067568] 'agreement among raft nodes before linearized reading' (duration: 866.316415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:18.586198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:17.718967Z","time spent":"867.222394ms","remote":"127.0.0.1:34742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T01:56:18.586163Z","caller":"traceutil/trace.go:171","msg":"trace[1012061786] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:29969; }","duration":"600.748989ms","start":"2026-03-03T01:56:17.985404Z","end":"2026-03-03T01:56:18.586153Z","steps":["trace[1012061786] 'agreement among raft nodes before linearized reading' (duration: 600.690417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:18.586326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:17.985387Z","time spent":"600.928263ms","remote":"127.0.0.1:35288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:56:18.841667Z","caller":"traceutil/trace.go:171","msg":"trace[1809305157] linearizableReadLoop","detail":"{readStateIndex:30985; appliedIndex:30984; }","duration":"253.822747ms","start":"2026-03-03T01:56:18.58782Z","end":"2026-03-03T01:56:18.841643Z","steps":["trace[1809305157] 'read index received' (duration: 202.423237ms)","trace[1809305157] 'applied index is now lower than readState.Index' (duration: 51.39854ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:56:18.841699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.930388324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-03T01:56:18.841737Z","caller":"traceutil/trace.go:171","msg":"trace[603704896] transaction","detail":"{read_only:false; response_revision:29970; number_of_response:1; }","duration":"347.315021ms","start":"2026-03-03T01:56:18.49439Z","end":"2026-03-03T01:56:18.841705Z","steps":["trace[603704896] 'process raft request' (duration: 295.740928ms)","trace[603704896] 'compare' (duration: 51.41472ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:56:18.841774Z","caller":"traceutil/trace.go:171","msg":"trace[1442417843] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29969; }","duration":"1.930512006s","start":"2026-03-03T01:56:16.911239Z","end":"2026-03-03T01:56:18.841751Z","steps":["trace[1442417843] 'agreement among raft nodes before linearized reading' (duration: 1.677940787s)","trace[1442417843] 'range keys from in-memory index tree' (duration: 252.335374ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:56:18.841788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.96147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:56:18.841818Z","caller":"traceutil/trace.go:171","msg":"trace[47752125] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29970; }","duration":"254.011012ms","start":"2026-03-03T01:56:18.587799Z","end":"2026-03-03T01:56:18.84181Z","steps":["trace[47752125] 'agreement among raft nodes before linearized reading' (duration: 253.95342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:18.841825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:16.911219Z","time spent":"1.930592939s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T01:56:18.841867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:18.494371Z","time spent":"347.420933ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:56:18.895729Z","caller":"traceutil/trace.go:171","msg":"trace[1875204815] transaction","detail":"{read_only:false; response_revision:29972; number_of_response:1; }","duration":"305.488162ms","start":"2026-03-03T01:56:18.590217Z","end":"2026-03-03T01:56:18.895705Z","steps":["trace[1875204815] 'process raft request' (duration: 305.345958ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:56:18.895758Z","caller":"traceutil/trace.go:171","msg":"trace[1913058932] transaction","detail":"{read_only:false; response_revision:29975; number_of_response:1; }","duration":"188.725176ms","start":"2026-03-03T01:56:18.706997Z","end":"2026-03-03T01:56:18.895722Z","steps":["trace[1913058932] 'process raft request' (duration: 188.651694ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:56:18.895715Z","caller":"traceutil/trace.go:171","msg":"trace[1393864181] transaction","detail":"{read_only:false; response_revision:29971; number_of_response:1; }","duration":"305.552933ms","start":"2026-03-03T01:56:18.590127Z","end":"2026-03-03T01:56:18.89568Z","steps":["trace[1393864181] 'process raft request' (duration: 305.316368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:18.895866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:18.590191Z","time spent":"305.607175ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:56:18.89588Z","caller":"traceutil/trace.go:171","msg":"trace[65905392] transaction","detail":"{read_only:false; response_revision:29973; number_of_response:1; }","duration":"191.355794ms","start":"2026-03-03T01:56:18.704513Z","end":"2026-03-03T01:56:18.895869Z","steps":["trace[65905392] 'process raft request' (duration: 191.078958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:18.895899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.402045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T01:56:18.895962Z","caller":"traceutil/trace.go:171","msg":"trace[1670987843] transaction","detail":"{read_only:false; response_revision:29974; number_of_response:1; }","duration":"191.373224ms","start":"2026-03-03T01:56:18.704581Z","end":"2026-03-03T01:56:18.895955Z","steps":["trace[1670987843] 'process raft request' (duration: 191.041537ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:56:18.895981Z","caller":"traceutil/trace.go:171","msg":"trace[1219769458] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29975; }","duration":"191.526457ms","start":"2026-03-03T01:56:18.704441Z","end":"2026-03-03T01:56:18.895968Z","steps":["trace[1219769458] 'agreement among raft nodes before linearized reading' (duration: 191.307883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:18.895973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:18.590108Z","time spent":"305.740228ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:56:18.896134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.637711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-03T01:56:18.896263Z","caller":"traceutil/trace.go:171","msg":"trace[982825598] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:29975; }","duration":"247.788844ms","start":"2026-03-03T01:56:18.648442Z","end":"2026-03-03T01:56:18.896231Z","steps":["trace[982825598] 'agreement among raft nodes before linearized reading' (duration: 247.392605ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:56:19.020119Z","caller":"traceutil/trace.go:171","msg":"trace[1384841982] transaction","detail":"{read_only:false; response_revision:29977; number_of_response:1; }","duration":"118.448032ms","start":"2026-03-03T01:56:18.901645Z","end":"2026-03-03T01:56:19.020093Z","steps":["trace[1384841982] 'process raft request' (duration: 117.696516ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:56:19.020345Z","caller":"traceutil/trace.go:171","msg":"trace[1099848525] transaction","detail":"{read_only:false; response_revision:29978; number_of_response:1; }","duration":"117.809589ms","start":"2026-03-03T01:56:18.902485Z","end":"2026-03-03T01:56:19.020295Z","steps":["trace[1099848525] 'process raft request' (duration: 117.016461ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:56:20.456279Z","caller":"traceutil/trace.go:171","msg":"trace[242083956] linearizableReadLoop","detail":"{readStateIndex:30996; appliedIndex:30995; }","duration":"466.755656ms","start":"2026-03-03T01:56:19.989502Z","end":"2026-03-03T01:56:20.456257Z","steps":["trace[242083956] 'read index received' (duration: 466.143813ms)","trace[242083956] 'applied index is now lower than readState.Index' (duration: 610.963µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:56:20.456565Z","caller":"traceutil/trace.go:171","msg":"trace[1452770661] transaction","detail":"{read_only:false; response_revision:29981; number_of_response:1; }","duration":"474.70462ms","start":"2026-03-03T01:56:19.981848Z","end":"2026-03-03T01:56:20.456553Z","steps":["trace[1452770661] 'process raft request' (duration: 474.273721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:20.45668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:19.981824Z","time spent":"474.772511ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:56:20.456963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.451391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T01:56:20.457032Z","caller":"traceutil/trace.go:171","msg":"trace[103530127] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29981; }","duration":"467.572343ms","start":"2026-03-03T01:56:19.989446Z","end":"2026-03-03T01:56:20.457018Z","steps":["trace[103530127] 'agreement among raft nodes before linearized reading' (duration: 467.317378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:20.457067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:19.989417Z","time spent":"467.641805ms","remote":"127.0.0.1:34926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T01:56:20.457085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.383896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-03-03T01:56:20.457141Z","caller":"traceutil/trace.go:171","msg":"trace[692147007] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:29981; }","duration":"415.50798ms","start":"2026-03-03T01:56:20.041621Z","end":"2026-03-03T01:56:20.457129Z","steps":["trace[692147007] 'agreement among raft nodes before linearized reading' (duration: 415.344196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:20.457166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:20.041601Z","time spent":"415.56052ms","remote":"127.0.0.1:39660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3329,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-03-03T01:56:20.457182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.734026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-03-03T01:56:20.457254Z","caller":"traceutil/trace.go:171","msg":"trace[1961347200] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29981; }","duration":"223.810987ms","start":"2026-03-03T01:56:20.2334Z","end":"2026-03-03T01:56:20.457211Z","steps":["trace[1961347200] 'agreement among raft nodes before linearized reading' (duration: 223.732356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:20.457407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.338623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T01:56:20.457447Z","caller":"traceutil/trace.go:171","msg":"trace[1598018520] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:29981; }","duration":"313.424415ms","start":"2026-03-03T01:56:20.144015Z","end":"2026-03-03T01:56:20.457439Z","steps":["trace[1598018520] 'agreement among raft nodes before linearized reading' (duration: 313.289722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:20.457467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:20.143992Z","time spent":"313.469967ms","remote":"127.0.0.1:34848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":144,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:56:21.396467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.260036ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-03T01:56:21.396762Z","caller":"traceutil/trace.go:171","msg":"trace[1220908180] transaction","detail":"{read_only:false; response_revision:29982; number_of_response:1; }","duration":"902.296495ms","start":"2026-03-03T01:56:20.49444Z","end":"2026-03-03T01:56:21.396737Z","steps":["trace[1220908180] 'process raft request' (duration: 902.123621ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:56:21.396798Z","caller":"traceutil/trace.go:171","msg":"trace[1851629663] linearizableReadLoop","detail":"{readStateIndex:30999; appliedIndex:30996; }","duration":"869.600457ms","start":"2026-03-03T01:56:20.527181Z","end":"2026-03-03T01:56:21.396781Z","steps":["trace[1851629663] 'read index received' (duration: 366.999323ms)","trace[1851629663] 'applied index is now lower than readState.Index' (duration: 502.600294ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:56:21.396842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:20.470025Z","time spent":"926.811744ms","remote":"127.0.0.1:34790","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T01:56:21.396851Z","caller":"traceutil/trace.go:171","msg":"trace[1683341694] transaction","detail":"{read_only:false; response_revision:29983; number_of_response:1; }","duration":"900.924706ms","start":"2026-03-03T01:56:20.495897Z","end":"2026-03-03T01:56:21.396821Z","steps":["trace[1683341694] 'process raft request' (duration: 900.783173ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:56:21.396871Z","caller":"traceutil/trace.go:171","msg":"trace[1950071567] transaction","detail":"{read_only:false; response_revision:29984; number_of_response:1; }","duration":"802.174025ms","start":"2026-03-03T01:56:20.594679Z","end":"2026-03-03T01:56:21.396853Z","steps":["trace[1950071567] 'process raft request' (duration: 802.039413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:21.396901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:20.494411Z","time spent":"902.419278ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:56:21.396938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.74531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:56:21.396975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:20.59466Z","time spent":"802.257568ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:56:21.396984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:20.495872Z","time spent":"901.042048ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:56:21.396986Z","caller":"traceutil/trace.go:171","msg":"trace[876927273] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:29984; }","duration":"869.801401ms","start":"2026-03-03T01:56:20.527173Z","end":"2026-03-03T01:56:21.396975Z","steps":["trace[876927273] 'agreement among raft nodes before linearized reading' (duration: 869.710569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:21.397078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:20.527124Z","time spent":"869.922834ms","remote":"127.0.0.1:35208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T01:56:21.896902Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565435288885728,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T01:56:21.92624Z","caller":"traceutil/trace.go:171","msg":"trace[116085985] transaction","detail":"{read_only:false; response_revision:29986; number_of_response:1; }","duration":"1.024788527s","start":"2026-03-03T01:56:20.901429Z","end":"2026-03-03T01:56:21.926218Z","steps":["trace[116085985] 'process raft request' (duration: 1.024722045s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:56:21.926278Z","caller":"traceutil/trace.go:171","msg":"trace[710139835] transaction","detail":"{read_only:false; response_revision:29985; number_of_response:1; }","duration":"1.025477611s","start":"2026-03-03T01:56:20.900762Z","end":"2026-03-03T01:56:21.92624Z","steps":["trace[710139835] 'process raft request' (duration: 1.025240036s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:21.926426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:20.90074Z","time spent":"1.025599564s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:56:21.926433Z","caller":"traceutil/trace.go:171","msg":"trace[2134122925] transaction","detail":"{read_only:false; response_revision:29987; number_of_response:1; }","duration":"1.024785957s","start":"2026-03-03T01:56:20.901611Z","end":"2026-03-03T01:56:21.926397Z","steps":["trace[2134122925] 'process raft request' (duration: 1.024575752s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:21.926646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:20.901602Z","time spent":"1.024920319s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:56:21.926745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:20.901411Z","time spent":"1.024883938s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:56:22.207265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.177905ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:56:22.20746Z","caller":"traceutil/trace.go:171","msg":"trace[1532322197] linearizableReadLoop","detail":"{readStateIndex:31005; appliedIndex:31001; }","duration":"810.61282ms","start":"2026-03-03T01:56:21.396831Z","end":"2026-03-03T01:56:22.207444Z","steps":["trace[1532322197] 'read index received' (duration: 529.340961ms)","trace[1532322197] 'applied index is now lower than readState.Index' (duration: 281.270789ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:56:22.207539Z","caller":"traceutil/trace.go:171","msg":"trace[1256872622] transaction","detail":"{read_only:false; response_revision:29988; number_of_response:1; }","duration":"809.531587ms","start":"2026-03-03T01:56:21.397996Z","end":"2026-03-03T01:56:22.207527Z","steps":["trace[1256872622] 'process raft request' (duration: 585.009574ms)","trace[1256872622] 'compare' (duration: 223.790477ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:56:22.207591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:21.397974Z","time spent":"809.587138ms","remote":"127.0.0.1:34790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:56:22.20768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.492410601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:56:22.207952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.469173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-03-03T01:56:22.208026Z","caller":"traceutil/trace.go:171","msg":"trace[804068741] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29989; }","duration":"1.492803549s","start":"2026-03-03T01:56:20.715209Z","end":"2026-03-03T01:56:22.208012Z","steps":["trace[804068741] 'agreement among raft nodes before linearized reading' (duration: 1.492409021s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:22.208042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.261702052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-03T01:56:22.208063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:20.71519Z","time spent":"1.49286484s","remote":"127.0.0.1:34742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T01:56:22.208109Z","caller":"traceutil/trace.go:171","msg":"trace[1017319897] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29989; }","duration":"1.261798663s","start":"2026-03-03T01:56:20.946293Z","end":"2026-03-03T01:56:22.208092Z","steps":["trace[1017319897] 'agreement among raft nodes before linearized reading' (duration: 1.261584828s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:22.208153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:20.946277Z","time spent":"1.261864485s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T01:56:22.20805Z","caller":"traceutil/trace.go:171","msg":"trace[1737963342] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:29989; }","duration":"326.629236ms","start":"2026-03-03T01:56:21.881397Z","end":"2026-03-03T01:56:22.208026Z","steps":["trace[1737963342] 'agreement among raft nodes before linearized reading' (duration: 326.338159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:22.208381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:21.88138Z","time spent":"326.984444ms","remote":"127.0.0.1:39660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3329,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-03-03T01:56:22.207755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.704676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:56:22.208563Z","caller":"traceutil/trace.go:171","msg":"trace[182355356] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:29989; }","duration":"808.536715ms","start":"2026-03-03T01:56:21.399999Z","end":"2026-03-03T01:56:22.208536Z","steps":["trace[182355356] 'agreement among raft nodes before linearized reading' (duration: 807.702006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:22.208606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:21.399982Z","time spent":"808.613087ms","remote":"127.0.0.1:34936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T01:56:22.207825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.936016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:56:22.208761Z","caller":"traceutil/trace.go:171","msg":"trace[381555687] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:29989; }","duration":"445.866717ms","start":"2026-03-03T01:56:21.762877Z","end":"2026-03-03T01:56:22.208743Z","steps":["trace[381555687] 'agreement among raft nodes before linearized reading' (duration: 444.914456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:22.208815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:21.76282Z","time spent":"445.976959ms","remote":"127.0.0.1:34826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:56:22.207839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.305884482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T01:56:22.208863Z","caller":"traceutil/trace.go:171","msg":"trace[413875693] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29989; }","duration":"1.306936966s","start":"2026-03-03T01:56:20.901917Z","end":"2026-03-03T01:56:22.208854Z","steps":["trace[413875693] 'agreement among raft nodes before linearized reading' (duration: 1.305849321s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:22.208898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:20.901906Z","time spent":"1.306982747s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T01:56:22.2079Z","caller":"traceutil/trace.go:171","msg":"trace[1889978981] transaction","detail":"{read_only:false; response_revision:29989; number_of_response:1; }","duration":"742.207338ms","start":"2026-03-03T01:56:21.465673Z","end":"2026-03-03T01:56:22.20788Z","steps":["trace[1889978981] 'process raft request' (duration: 741.678176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:22.209065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:21.465651Z","time spent":"743.353293ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:56:22.207971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.361581506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T01:56:22.209172Z","caller":"traceutil/trace.go:171","msg":"trace[2092367533] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29989; }","duration":"1.362798524s","start":"2026-03-03T01:56:20.846356Z","end":"2026-03-03T01:56:22.209155Z","steps":["trace[2092367533] 'agreement among raft nodes before linearized reading' (duration: 1.361518725s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:22.20923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:20.84634Z","time spent":"1.362867705s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T01:56:22.207724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.305731379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T01:56:22.209343Z","caller":"traceutil/trace.go:171","msg":"trace[74246953] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29989; }","duration":"1.307382046s","start":"2026-03-03T01:56:20.901951Z","end":"2026-03-03T01:56:22.209333Z","steps":["trace[74246953] 'agreement among raft nodes before linearized reading' (duration: 1.305614137s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:22.209379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:20.901936Z","time spent":"1.307431957s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T01:56:22.215444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.191114621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T01:56:22.2155Z","caller":"traceutil/trace.go:171","msg":"trace[147119578] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29989; }","duration":"1.191206422s","start":"2026-03-03T01:56:21.024285Z","end":"2026-03-03T01:56:22.215491Z","steps":["trace[147119578] 'agreement among raft nodes before linearized reading' (duration: 1.183608585s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:22.215527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:21.024265Z","time spent":"1.191256573s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T01:56:22.65811Z","caller":"traceutil/trace.go:171","msg":"trace[2036446096] linearizableReadLoop","detail":"{readStateIndex:31010; appliedIndex:31005; }","duration":"437.787289ms","start":"2026-03-03T01:56:22.220301Z","end":"2026-03-03T01:56:22.658088Z","steps":["trace[2036446096] 'read index received' (duration: 49.012867ms)","trace[2036446096] 'applied index is now lower than readState.Index' (duration: 388.773232ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:56:22.658139Z","caller":"traceutil/trace.go:171","msg":"trace[232808262] transaction","detail":"{read_only:false; response_revision:29993; number_of_response:1; }","duration":"439.008297ms","start":"2026-03-03T01:56:22.219105Z","end":"2026-03-03T01:56:22.658114Z","steps":["trace[232808262] 'process raft request' (duration: 438.892585ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:56:22.658174Z","caller":"traceutil/trace.go:171","msg":"trace[1894964854] transaction","detail":"{read_only:false; response_revision:29992; number_of_response:1; }","duration":"439.053378ms","start":"2026-03-03T01:56:22.219114Z","end":"2026-03-03T01:56:22.658168Z","steps":["trace[1894964854] 'process raft request' (duration: 438.805743ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:56:22.65812Z","caller":"traceutil/trace.go:171","msg":"trace[943334564] transaction","detail":"{read_only:false; response_revision:29991; number_of_response:1; }","duration":"438.982187ms","start":"2026-03-03T01:56:22.219112Z","end":"2026-03-03T01:56:22.658094Z","steps":["trace[943334564] 'process raft request' (duration: 438.132458ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:56:22.658185Z","caller":"traceutil/trace.go:171","msg":"trace[2051467835] transaction","detail":"{read_only:false; response_revision:29994; number_of_response:1; }","duration":"438.714341ms","start":"2026-03-03T01:56:22.219435Z","end":"2026-03-03T01:56:22.658149Z","steps":["trace[2051467835] 'process raft request' (duration: 438.599088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:22.658275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:22.219103Z","time spent":"439.103349ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:56:22.658321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.000794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-03T01:56:22.658317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:22.219103Z","time spent":"439.13387ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:56:22.658317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:22.219428Z","time spent":"438.815313ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:56:22.658363Z","caller":"traceutil/trace.go:171","msg":"trace[998437814] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:29994; }","duration":"438.078825ms","start":"2026-03-03T01:56:22.220274Z","end":"2026-03-03T01:56:22.658353Z","steps":["trace[998437814] 'agreement among raft nodes before linearized reading' (duration: 437.931252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:22.658397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:22.220267Z","time spent":"438.121377ms","remote":"127.0.0.1:35014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T01:56:22.658638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:22.219086Z","time spent":"439.110459ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:56:22.744347Z","caller":"traceutil/trace.go:171","msg":"trace[728612369] transaction","detail":"{read_only:false; response_revision:29995; number_of_response:1; }","duration":"458.357122ms","start":"2026-03-03T01:56:22.285972Z","end":"2026-03-03T01:56:22.744329Z","steps":["trace[728612369] 'process raft request' (duration: 457.974313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:22.74445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:22.285955Z","time spent":"458.442884ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:56:22.744594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.094973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:56:22.744652Z","caller":"traceutil/trace.go:171","msg":"trace[836061994] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29995; }","duration":"522.194555ms","start":"2026-03-03T01:56:22.222443Z","end":"2026-03-03T01:56:22.744637Z","steps":["trace[836061994] 'agreement among raft nodes before linearized reading' (duration: 522.079373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:22.74468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:22.222427Z","time spent":"522.248166ms","remote":"127.0.0.1:34742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:56:22.74491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.778545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-03T01:56:22.744932Z","caller":"traceutil/trace.go:171","msg":"trace[685243276] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:29995; }","duration":"516.814846ms","start":"2026-03-03T01:56:22.22811Z","end":"2026-03-03T01:56:22.744924Z","steps":["trace[685243276] 'agreement among raft nodes before linearized reading' (duration: 516.714564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:22.744952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:22.228102Z","time spent":"516.845577ms","remote":"127.0.0.1:48016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T01:56:22.745019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.901011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-03-03T01:56:22.745049Z","caller":"traceutil/trace.go:171","msg":"trace[913576585] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:29995; }","duration":"518.928972ms","start":"2026-03-03T01:56:22.22611Z","end":"2026-03-03T01:56:22.745039Z","steps":["trace[913576585] 'agreement among raft nodes before linearized reading' (duration: 518.8282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:22.745076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:22.226078Z","time spent":"518.991124ms","remote":"127.0.0.1:39660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3329,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"info","ts":"2026-03-03T01:56:23.780261Z","caller":"traceutil/trace.go:171","msg":"trace[1174576468] transaction","detail":"{read_only:false; response_revision:29996; number_of_response:1; }","duration":"378.033097ms","start":"2026-03-03T01:56:23.402201Z","end":"2026-03-03T01:56:23.780234Z","steps":["trace[1174576468] 'process raft request' (duration: 377.881403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:23.780426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:23.402183Z","time spent":"378.146759ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:56:25.006665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.769873ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:56:25.006854Z","caller":"traceutil/trace.go:171","msg":"trace[1797828687] linearizableReadLoop","detail":"{readStateIndex:31014; appliedIndex:31011; }","duration":"1.46866589s","start":"2026-03-03T01:56:23.538172Z","end":"2026-03-03T01:56:25.006838Z","steps":["trace[1797828687] 'read index received' (duration: 241.885725ms)","trace[1797828687] 'applied index is now lower than readState.Index' (duration: 1.226779135s)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:56:25.00693Z","caller":"traceutil/trace.go:171","msg":"trace[1243772804] transaction","detail":"{read_only:false; response_revision:29997; number_of_response:1; }","duration":"1.604192757s","start":"2026-03-03T01:56:23.402723Z","end":"2026-03-03T01:56:25.006916Z","steps":["trace[1243772804] 'process raft request' (duration: 1.200086677s)","trace[1243772804] 'compare' (duration: 403.476526ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:56:25.007033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:23.402702Z","time spent":"1.604274509s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:56:25.007122Z","caller":"traceutil/trace.go:171","msg":"trace[298950002] transaction","detail":"{read_only:false; response_revision:29998; number_of_response:1; }","duration":"1.604360732s","start":"2026-03-03T01:56:23.402725Z","end":"2026-03-03T01:56:25.007085Z","steps":["trace[298950002] 'process raft request' (duration: 1.604035884s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:25.007286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.46908472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-glance-default-user\" ","response":"range_response_count:1 size:1310"} {"level":"info","ts":"2026-03-03T01:56:25.007341Z","caller":"traceutil/trace.go:171","msg":"trace[166021913] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-glance-default-user; range_end:; response_count:1; response_revision:29998; }","duration":"1.469200103s","start":"2026-03-03T01:56:23.538128Z","end":"2026-03-03T01:56:25.007328Z","steps":["trace[166021913] 'agreement among raft nodes before linearized reading' (duration: 1.468953868s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:25.007382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:23.53811Z","time spent":"1.469263554s","remote":"127.0.0.1:34832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1333,"request content":"key:\"/registry/secrets/openstack/rabbitmq-glance-default-user\" "} {"level":"warn","ts":"2026-03-03T01:56:25.007652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:23.402704Z","time spent":"1.604486075s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:56:25.395433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.164442ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:56:25.395774Z","caller":"traceutil/trace.go:171","msg":"trace[1892665631] linearizableReadLoop","detail":"{readStateIndex:31018; appliedIndex:31014; }","duration":"388.866455ms","start":"2026-03-03T01:56:25.006887Z","end":"2026-03-03T01:56:25.395754Z","steps":["trace[1892665631] 'read index received' (duration: 211.216082ms)","trace[1892665631] 'applied index is now lower than readState.Index' (duration: 177.649273ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:56:25.395861Z","caller":"traceutil/trace.go:171","msg":"trace[956827083] transaction","detail":"{read_only:false; response_revision:30000; number_of_response:1; }","duration":"1.463092317s","start":"2026-03-03T01:56:23.932734Z","end":"2026-03-03T01:56:25.395826Z","steps":["trace[956827083] 'process raft request' (duration: 1.462813941s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:25.395918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.323189904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:56:25.395966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.678337917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:56:25.395988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.484637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-03T01:56:25.396015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:23.932728Z","time spent":"1.46321845s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:56:25.396033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.735292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T01:56:25.396049Z","caller":"traceutil/trace.go:171","msg":"trace[1403754680] transaction","detail":"{read_only:false; response_revision:30001; number_of_response:1; }","duration":"1.462474264s","start":"2026-03-03T01:56:23.933554Z","end":"2026-03-03T01:56:25.396028Z","steps":["trace[1403754680] 'process raft request' (duration: 1.462098785s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:56:25.396113Z","caller":"traceutil/trace.go:171","msg":"trace[1486948220] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30002; }","duration":"733.825904ms","start":"2026-03-03T01:56:24.662238Z","end":"2026-03-03T01:56:25.396064Z","steps":["trace[1486948220] 'agreement among raft nodes before linearized reading' (duration: 733.591619ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:56:25.396115Z","caller":"traceutil/trace.go:171","msg":"trace[580560229] transaction","detail":"{read_only:false; response_revision:30002; number_of_response:1; }","duration":"1.177474552s","start":"2026-03-03T01:56:24.218628Z","end":"2026-03-03T01:56:25.396102Z","steps":["trace[580560229] 'process raft request' (duration: 1.177067003s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:25.396131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122717589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-03T01:56:25.396142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:23.933528Z","time spent":"1.462557546s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:56:25.39616Z","caller":"traceutil/trace.go:171","msg":"trace[127477835] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30002; }","duration":"1.12279647s","start":"2026-03-03T01:56:24.273356Z","end":"2026-03-03T01:56:25.396152Z","steps":["trace[127477835] 'agreement among raft nodes before linearized reading' (duration: 1.122668737s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:25.396151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.493946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:56:25.396066Z","caller":"traceutil/trace.go:171","msg":"trace[1339243050] transaction","detail":"{read_only:false; response_revision:29999; number_of_response:1; }","duration":"1.463330522s","start":"2026-03-03T01:56:23.932647Z","end":"2026-03-03T01:56:25.395978Z","steps":["trace[1339243050] 'process raft request' (duration: 1.285520026s)","trace[1339243050] 'compare' (duration: 176.853116ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:56:25.396049Z","caller":"traceutil/trace.go:171","msg":"trace[1308729339] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30002; }","duration":"733.554529ms","start":"2026-03-03T01:56:24.662479Z","end":"2026-03-03T01:56:25.396034Z","steps":["trace[1308729339] 'agreement among raft nodes before linearized reading' (duration: 733.366555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:25.396194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:24.273336Z","time spent":"1.122850251s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T01:56:25.396195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:24.218602Z","time spent":"1.177541233s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:56:25.396199Z","caller":"traceutil/trace.go:171","msg":"trace[858615790] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:30002; }","duration":"383.581058ms","start":"2026-03-03T01:56:25.012607Z","end":"2026-03-03T01:56:25.396188Z","steps":["trace[858615790] 'agreement among raft nodes before linearized reading' (duration: 383.433445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:25.396222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:24.662476Z","time spent":"733.738793ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T01:56:25.396002Z","caller":"traceutil/trace.go:171","msg":"trace[381715804] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:30002; }","duration":"1.323328687s","start":"2026-03-03T01:56:24.072658Z","end":"2026-03-03T01:56:25.395987Z","steps":["trace[381715804] 'agreement among raft nodes before linearized reading' (duration: 1.323193374s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:25.396145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:24.662219Z","time spent":"733.919466ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T01:56:25.396324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:24.072635Z","time spent":"1.323676924s","remote":"127.0.0.1:60560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:56:25.39597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.409004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T01:56:25.396454Z","caller":"traceutil/trace.go:171","msg":"trace[2001053726] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30002; }","duration":"733.947156ms","start":"2026-03-03T01:56:24.662494Z","end":"2026-03-03T01:56:25.396441Z","steps":["trace[2001053726] 'agreement among raft nodes before linearized reading' (duration: 733.294042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:25.396253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:25.012586Z","time spent":"383.65318ms","remote":"127.0.0.1:34936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":94,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:56:25.396473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:23.932622Z","time spent":"1.463597359s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:56:25.3965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:24.662491Z","time spent":"733.996329ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T01:56:25.396008Z","caller":"traceutil/trace.go:171","msg":"trace[58694043] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30002; }","duration":"1.678440769s","start":"2026-03-03T01:56:23.717554Z","end":"2026-03-03T01:56:25.395995Z","steps":["trace[58694043] 'agreement among raft nodes before linearized reading' (duration: 1.678337597s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:25.396554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:23.717541Z","time spent":"1.679001313s","remote":"127.0.0.1:34742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:56:25.396647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.942767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T01:56:25.39675Z","caller":"traceutil/trace.go:171","msg":"trace[748468449] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30002; }","duration":"734.303466ms","start":"2026-03-03T01:56:24.662425Z","end":"2026-03-03T01:56:25.396729Z","steps":["trace[748468449] 'agreement among raft nodes before linearized reading' (duration: 733.478537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:25.396828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:24.66242Z","time spent":"734.392677ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T01:56:25.851134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.585138ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:56:25.85129Z","caller":"traceutil/trace.go:171","msg":"trace[1908080887] transaction","detail":"{read_only:false; response_revision:30003; number_of_response:1; }","duration":"449.718502ms","start":"2026-03-03T01:56:25.401548Z","end":"2026-03-03T01:56:25.851266Z","steps":["trace[1908080887] 'process raft request' (duration: 167.905499ms)","trace[1908080887] 'compare' (duration: 281.441475ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:56:25.851378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:25.401529Z","time spent":"449.808134ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:56:25.908898Z","caller":"traceutil/trace.go:171","msg":"trace[715191323] transaction","detail":"{read_only:false; response_revision:30004; number_of_response:1; }","duration":"507.213605ms","start":"2026-03-03T01:56:25.401657Z","end":"2026-03-03T01:56:25.90887Z","steps":["trace[715191323] 'process raft request' (duration: 507.028131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:25.909071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:25.401611Z","time spent":"507.372608ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:56:25.909323Z","caller":"traceutil/trace.go:171","msg":"trace[1149949597] transaction","detail":"{read_only:false; response_revision:30005; number_of_response:1; }","duration":"506.823326ms","start":"2026-03-03T01:56:25.40247Z","end":"2026-03-03T01:56:25.909293Z","steps":["trace[1149949597] 'process raft request' (duration: 506.356405ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:56:25.909407Z","caller":"traceutil/trace.go:171","msg":"trace[2021233586] transaction","detail":"{read_only:false; response_revision:30007; number_of_response:1; }","duration":"506.637402ms","start":"2026-03-03T01:56:25.402718Z","end":"2026-03-03T01:56:25.909355Z","steps":["trace[2021233586] 'process raft request' (duration: 506.568631ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:56:25.909538Z","caller":"traceutil/trace.go:171","msg":"trace[401156590] transaction","detail":"{read_only:false; response_revision:30006; number_of_response:1; }","duration":"507.01479ms","start":"2026-03-03T01:56:25.402484Z","end":"2026-03-03T01:56:25.909498Z","steps":["trace[401156590] 'process raft request' (duration: 506.653732ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:56:25.909594Z","caller":"traceutil/trace.go:171","msg":"trace[1683551427] linearizableReadLoop","detail":"{readStateIndex:31022; appliedIndex:31018; }","duration":"506.99688ms","start":"2026-03-03T01:56:25.402579Z","end":"2026-03-03T01:56:25.909576Z","steps":["trace[1683551427] 'read index received' (duration: 166.887847ms)","trace[1683551427] 'applied index is now lower than readState.Index' (duration: 340.108023ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:56:25.909561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:25.402452Z","time spent":"506.9934ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:56:25.909689Z","caller":"traceutil/trace.go:171","msg":"trace[477879502] transaction","detail":"{read_only:false; response_revision:30008; number_of_response:1; }","duration":"447.308468ms","start":"2026-03-03T01:56:25.462347Z","end":"2026-03-03T01:56:25.909656Z","steps":["trace[477879502] 'process raft request' (duration: 446.976751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:25.909698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:25.402465Z","time spent":"507.151154ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:56:25.909609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:25.402701Z","time spent":"506.818166ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:56:25.909792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:25.462329Z","time spent":"447.41389ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:56:25.90984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.128943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:56:25.909882Z","caller":"traceutil/trace.go:171","msg":"trace[1437430875] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30008; }","duration":"507.318757ms","start":"2026-03-03T01:56:25.402552Z","end":"2026-03-03T01:56:25.909871Z","steps":["trace[1437430875] 'agreement among raft nodes before linearized reading' (duration: 507.123243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:25.909917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:25.402543Z","time spent":"507.367218ms","remote":"127.0.0.1:34742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T01:56:25.928507Z","caller":"traceutil/trace.go:171","msg":"trace[1578412882] transaction","detail":"{read_only:false; response_revision:30009; number_of_response:1; }","duration":"141.870457ms","start":"2026-03-03T01:56:25.786607Z","end":"2026-03-03T01:56:25.928478Z","steps":["trace[1578412882] 'process raft request' (duration: 141.621281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:25.928575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.678888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T01:56:25.928601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.568405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:56:25.92866Z","caller":"traceutil/trace.go:171","msg":"trace[1200811174] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:30009; }","duration":"514.78136ms","start":"2026-03-03T01:56:25.413859Z","end":"2026-03-03T01:56:25.92864Z","steps":["trace[1200811174] 'agreement among raft nodes before linearized reading' (duration: 514.532005ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:56:25.928669Z","caller":"traceutil/trace.go:171","msg":"trace[709262824] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:30009; }","duration":"108.729558ms","start":"2026-03-03T01:56:25.81992Z","end":"2026-03-03T01:56:25.928649Z","steps":["trace[709262824] 'agreement among raft nodes before linearized reading' (duration: 108.610026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:25.928717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:25.413843Z","time spent":"514.862042ms","remote":"127.0.0.1:34922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":94,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:56:26.813486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.899778ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T01:56:26.813968Z","caller":"traceutil/trace.go:171","msg":"trace[207784222] transaction","detail":"{read_only:false; response_revision:30010; number_of_response:1; }","duration":"723.580639ms","start":"2026-03-03T01:56:26.09035Z","end":"2026-03-03T01:56:26.813931Z","steps":["trace[207784222] 'process raft request' (duration: 723.259522ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:56:26.81397Z","caller":"traceutil/trace.go:171","msg":"trace[132666041] linearizableReadLoop","detail":"{readStateIndex:31027; appliedIndex:31025; }","duration":"449.23422ms","start":"2026-03-03T01:56:26.364709Z","end":"2026-03-03T01:56:26.813943Z","steps":["trace[132666041] 'read index received' (duration: 272.948117ms)","trace[132666041] 'applied index is now lower than readState.Index' (duration: 176.281653ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:56:26.814123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:26.090325Z","time spent":"723.712572ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:56:27.087511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.780162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-03T01:56:27.0876Z","caller":"traceutil/trace.go:171","msg":"trace[126351910] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:30010; }","duration":"722.903993ms","start":"2026-03-03T01:56:26.364668Z","end":"2026-03-03T01:56:27.087572Z","steps":["trace[126351910] 'agreement among raft nodes before linearized reading' (duration: 449.415765ms)","trace[126351910] 'range keys from in-memory index tree' (duration: 273.308475ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:56:27.087664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:26.364647Z","time spent":"723.007166ms","remote":"127.0.0.1:34848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-03T01:56:27.087775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.783085ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:56:27.087856Z","caller":"traceutil/trace.go:171","msg":"trace[1925045494] linearizableReadLoop","detail":"{readStateIndex:31028; appliedIndex:31027; }","duration":"273.806215ms","start":"2026-03-03T01:56:26.814038Z","end":"2026-03-03T01:56:27.087844Z","steps":["trace[1925045494] 'read index received' (duration: 59.051µs)","trace[1925045494] 'applied index is now lower than readState.Index' (duration: 273.745944ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:56:27.087944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.533883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:56:27.087971Z","caller":"traceutil/trace.go:171","msg":"trace[374860097] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:30011; }","duration":"624.608184ms","start":"2026-03-03T01:56:26.463352Z","end":"2026-03-03T01:56:27.08796Z","steps":["trace[374860097] 'agreement among raft nodes before linearized reading' (duration: 624.524482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:27.088003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:26.463335Z","time spent":"624.657766ms","remote":"127.0.0.1:35206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:56:27.088037Z","caller":"traceutil/trace.go:171","msg":"trace[1166291686] transaction","detail":"{read_only:false; response_revision:30011; number_of_response:1; }","duration":"619.354489ms","start":"2026-03-03T01:56:26.468667Z","end":"2026-03-03T01:56:27.088021Z","steps":["trace[1166291686] 'process raft request' (duration: 345.265677ms)","trace[1166291686] 'compare' (duration: 273.323656ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:56:27.088129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:26.468655Z","time spent":"619.41436ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:56:27.088197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.693221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:56:27.088233Z","caller":"traceutil/trace.go:171","msg":"trace[551769974] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30011; }","duration":"368.759032ms","start":"2026-03-03T01:56:26.719466Z","end":"2026-03-03T01:56:27.088225Z","steps":["trace[551769974] 'agreement among raft nodes before linearized reading' (duration: 368.70368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:27.088261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:26.719449Z","time spent":"368.807163ms","remote":"127.0.0.1:34742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:56:27.088391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.468907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:56:27.088421Z","caller":"traceutil/trace.go:171","msg":"trace[2117335562] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:30011; }","duration":"622.516038ms","start":"2026-03-03T01:56:26.465897Z","end":"2026-03-03T01:56:27.088413Z","steps":["trace[2117335562] 'agreement among raft nodes before linearized reading' (duration: 622.471487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:27.088441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:26.465888Z","time spent":"622.547589ms","remote":"127.0.0.1:34976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:56:27.977381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.191839ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:56:27.9775Z","caller":"traceutil/trace.go:171","msg":"trace[1875330308] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:30011; }","duration":"129.318432ms","start":"2026-03-03T01:56:27.848165Z","end":"2026-03-03T01:56:27.977484Z","steps":["trace[1875330308] 'range keys from in-memory index tree' (duration: 129.177448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:27.977607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.036101ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:56:27.977799Z","caller":"traceutil/trace.go:171","msg":"trace[2091931489] linearizableReadLoop","detail":"{readStateIndex:31030; appliedIndex:31028; }","duration":"888.467761ms","start":"2026-03-03T01:56:27.089318Z","end":"2026-03-03T01:56:27.977786Z","steps":["trace[2091931489] 'read index received' (duration: 153.206256ms)","trace[2091931489] 'applied index is now lower than readState.Index' (duration: 735.260695ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:56:27.977854Z","caller":"traceutil/trace.go:171","msg":"trace[1618188981] transaction","detail":"{read_only:false; response_revision:30013; number_of_response:1; }","duration":"962.888247ms","start":"2026-03-03T01:56:27.014959Z","end":"2026-03-03T01:56:27.977847Z","steps":["trace[1618188981] 'process raft request' (duration: 962.736763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:27.9779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:27.014926Z","time spent":"962.945318ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:56:27.977908Z","caller":"traceutil/trace.go:171","msg":"trace[792648565] transaction","detail":"{read_only:false; response_revision:30012; number_of_response:1; }","duration":"966.083817ms","start":"2026-03-03T01:56:27.011809Z","end":"2026-03-03T01:56:27.977893Z","steps":["trace[792648565] 'process raft request' (duration: 230.698888ms)","trace[792648565] 'compare' (duration: 734.568911ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:56:27.978009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:27.011782Z","time spent":"966.166399ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:56:27.978054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.734657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:56:27.978074Z","caller":"traceutil/trace.go:171","msg":"trace[1593980379] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30013; }","duration":"888.783747ms","start":"2026-03-03T01:56:27.089284Z","end":"2026-03-03T01:56:27.978067Z","steps":["trace[1593980379] 'agreement among raft nodes before linearized reading' (duration: 888.748077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:27.978103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:27.089269Z","time spent":"888.830069ms","remote":"127.0.0.1:34740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T01:56:28.411996Z","caller":"traceutil/trace.go:171","msg":"trace[938001458] transaction","detail":"{read_only:false; response_revision:30014; number_of_response:1; }","duration":"1.009978641s","start":"2026-03-03T01:56:27.401987Z","end":"2026-03-03T01:56:28.411966Z","steps":["trace[938001458] 'process raft request' (duration: 1.009750576s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:56:28.412066Z","caller":"traceutil/trace.go:171","msg":"trace[389505352] transaction","detail":"{read_only:false; response_revision:30015; number_of_response:1; }","duration":"1.00902387s","start":"2026-03-03T01:56:27.403007Z","end":"2026-03-03T01:56:28.412031Z","steps":["trace[389505352] 'process raft request' (duration: 1.008870566s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:56:28.412135Z","caller":"traceutil/trace.go:171","msg":"trace[1171356802] transaction","detail":"{read_only:false; response_revision:30016; number_of_response:1; }","duration":"1.008928617s","start":"2026-03-03T01:56:27.403189Z","end":"2026-03-03T01:56:28.412118Z","steps":["trace[1171356802] 'process raft request' (duration: 1.008728173s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:28.412148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:27.40197Z","time spent":"1.010097064s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:56:28.412297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:27.403163Z","time spent":"1.009054751s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:56:28.412298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:27.402995Z","time spent":"1.009173834s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:56:28.4126Z","caller":"traceutil/trace.go:171","msg":"trace[1373830345] transaction","detail":"{read_only:false; response_revision:30017; number_of_response:1; }","duration":"1.008859887s","start":"2026-03-03T01:56:27.40322Z","end":"2026-03-03T01:56:28.41208Z","steps":["trace[1373830345] 'process raft request' (duration: 1.008781225s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:28.412709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:27.4032Z","time spent":"1.009473339s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:56:28.466566Z","caller":"traceutil/trace.go:171","msg":"trace[1565412861] linearizableReadLoop","detail":"{readStateIndex:31035; appliedIndex:31031; }","duration":"488.722808ms","start":"2026-03-03T01:56:27.97782Z","end":"2026-03-03T01:56:28.466543Z","steps":["trace[1565412861] 'read index received' (duration: 434.066677ms)","trace[1565412861] 'applied index is now lower than readState.Index' (duration: 54.63555ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:56:28.466711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050857449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:56:28.466728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.251054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T01:56:28.466782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.964025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T01:56:28.466825Z","caller":"traceutil/trace.go:171","msg":"trace[1380307837] transaction","detail":"{read_only:false; response_revision:30018; number_of_response:1; }","duration":"505.432676ms","start":"2026-03-03T01:56:27.961367Z","end":"2026-03-03T01:56:28.4668Z","steps":["trace[1380307837] 'process raft request' (duration: 505.047517ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:56:28.466878Z","caller":"traceutil/trace.go:171","msg":"trace[1677193116] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30018; }","duration":"551.080718ms","start":"2026-03-03T01:56:27.915777Z","end":"2026-03-03T01:56:28.466858Z","steps":["trace[1677193116] 'agreement among raft nodes before linearized reading' (duration: 550.824072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:28.466934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:27.961347Z","time spent":"505.524678ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:56:28.466965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.349107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T01:56:28.466807Z","caller":"traceutil/trace.go:171","msg":"trace[1625079661] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30018; }","duration":"552.384548ms","start":"2026-03-03T01:56:27.914405Z","end":"2026-03-03T01:56:28.46679Z","steps":["trace[1625079661] 'agreement among raft nodes before linearized reading' (duration: 552.151492ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:56:28.467044Z","caller":"traceutil/trace.go:171","msg":"trace[2070030726] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30018; }","duration":"552.447809ms","start":"2026-03-03T01:56:27.914587Z","end":"2026-03-03T01:56:28.467035Z","steps":["trace[2070030726] 'agreement among raft nodes before linearized reading' (duration: 552.322857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:28.467081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:27.914571Z","time spent":"552.50243ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T01:56:28.467092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:27.914388Z","time spent":"552.666194ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T01:56:28.466891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.255672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T01:56:28.46722Z","caller":"traceutil/trace.go:171","msg":"trace[533949502] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30018; }","duration":"551.585329ms","start":"2026-03-03T01:56:27.915617Z","end":"2026-03-03T01:56:28.467202Z","steps":["trace[533949502] 'agreement among raft nodes before linearized reading' (duration: 551.217601ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:56:28.466754Z","caller":"traceutil/trace.go:171","msg":"trace[12435206] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:30018; }","duration":"1.050954011s","start":"2026-03-03T01:56:27.415787Z","end":"2026-03-03T01:56:28.466741Z","steps":["trace[12435206] 'agreement among raft nodes before linearized reading' (duration: 1.050874199s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:28.467263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:27.915611Z","time spent":"551.63957ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T01:56:28.466982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:27.915772Z","time spent":"551.14775ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T01:56:28.467416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.773235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:56:28.467293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:27.415766Z","time spent":"1.051512083s","remote":"127.0.0.1:55950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:56:28.467491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.204934065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:56:28.467517Z","caller":"traceutil/trace.go:171","msg":"trace[650476944] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:30018; }","duration":"1.205016706s","start":"2026-03-03T01:56:27.262493Z","end":"2026-03-03T01:56:28.467509Z","steps":["trace[650476944] 'agreement among raft nodes before linearized reading' (duration: 1.204972966s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:28.467575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:27.262472Z","time spent":"1.205093538s","remote":"127.0.0.1:42476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:56:28.467448Z","caller":"traceutil/trace.go:171","msg":"trace[1673100952] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30018; }","duration":"481.864367ms","start":"2026-03-03T01:56:27.985575Z","end":"2026-03-03T01:56:28.46744Z","steps":["trace[1673100952] 'agreement among raft nodes before linearized reading' (duration: 481.813906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:28.467652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:27.985542Z","time spent":"482.094712ms","remote":"127.0.0.1:34742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:56:28.467866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.843905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T01:56:28.46791Z","caller":"traceutil/trace.go:171","msg":"trace[725292323] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30018; }","duration":"612.913447ms","start":"2026-03-03T01:56:27.854987Z","end":"2026-03-03T01:56:28.4679Z","steps":["trace[725292323] 'agreement among raft nodes before linearized reading' (duration: 612.810325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:28.467915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.133846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-03T01:56:28.467977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:27.85497Z","time spent":"613.000148ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T01:56:28.467978Z","caller":"traceutil/trace.go:171","msg":"trace[815113750] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:30018; }","duration":"717.222348ms","start":"2026-03-03T01:56:27.750747Z","end":"2026-03-03T01:56:28.467969Z","steps":["trace[815113750] 'agreement among raft nodes before linearized reading' (duration: 717.083165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:28.468017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:27.750731Z","time spent":"717.279729ms","remote":"127.0.0.1:34926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T01:56:28.468473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.09456241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:198 size:2107765"} {"level":"info","ts":"2026-03-03T01:56:28.468527Z","caller":"traceutil/trace.go:171","msg":"trace[1709786199] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:198; response_revision:30018; }","duration":"1.094657912s","start":"2026-03-03T01:56:27.373856Z","end":"2026-03-03T01:56:28.468514Z","steps":["trace[1709786199] 'agreement among raft nodes before linearized reading' (duration: 1.092916365s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:28.468527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.786221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T01:56:28.468568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:27.373819Z","time spent":"1.094734843s","remote":"127.0.0.1:34832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":198,"response size":2107788,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"info","ts":"2026-03-03T01:56:28.468573Z","caller":"traceutil/trace.go:171","msg":"trace[551922555] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:30018; }","duration":"854.876173ms","start":"2026-03-03T01:56:27.613685Z","end":"2026-03-03T01:56:28.468561Z","steps":["trace[551922555] 'agreement among raft nodes before linearized reading' (duration: 854.776721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:28.468659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:27.613667Z","time spent":"854.980065ms","remote":"127.0.0.1:35216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":22,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:56:29.408293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.263398ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:56:29.408413Z","caller":"traceutil/trace.go:171","msg":"trace[1100328331] transaction","detail":"{read_only:false; response_revision:30019; number_of_response:1; }","duration":"935.149937ms","start":"2026-03-03T01:56:28.473243Z","end":"2026-03-03T01:56:29.408393Z","steps":["trace[1100328331] 'process raft request' (duration: 324.696484ms)","trace[1100328331] 'compare' (duration: 609.353338ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:56:29.408476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:28.473222Z","time spent":"935.223169ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:56:29.466609Z","caller":"traceutil/trace.go:171","msg":"trace[1707870363] transaction","detail":"{read_only:false; response_revision:30020; number_of_response:1; }","duration":"992.737992ms","start":"2026-03-03T01:56:28.473854Z","end":"2026-03-03T01:56:29.466592Z","steps":["trace[1707870363] 'process raft request' (duration: 992.542497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:29.466687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:28.473833Z","time spent":"992.818854ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:56:29.466599Z","caller":"traceutil/trace.go:171","msg":"trace[43218611] transaction","detail":"{read_only:false; response_revision:30021; number_of_response:1; }","duration":"992.635819ms","start":"2026-03-03T01:56:28.473943Z","end":"2026-03-03T01:56:29.466579Z","steps":["trace[43218611] 'process raft request' (duration: 992.579698ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:56:29.466844Z","caller":"traceutil/trace.go:171","msg":"trace[1538652711] transaction","detail":"{read_only:false; response_revision:30022; number_of_response:1; }","duration":"990.506143ms","start":"2026-03-03T01:56:28.476329Z","end":"2026-03-03T01:56:29.466836Z","steps":["trace[1538652711] 'process raft request' (duration: 990.220087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:29.466895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:28.473938Z","time spent":"992.868364ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:56:29.466997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:28.476111Z","time spent":"990.80055ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:56:29.467052Z","caller":"traceutil/trace.go:171","msg":"trace[589708915] transaction","detail":"{read_only:false; response_revision:30023; number_of_response:1; }","duration":"989.971532ms","start":"2026-03-03T01:56:28.477067Z","end":"2026-03-03T01:56:29.467039Z","steps":["trace[589708915] 'process raft request' (duration: 989.730836ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:56:29.467066Z","caller":"traceutil/trace.go:171","msg":"trace[688470898] linearizableReadLoop","detail":"{readStateIndex:31038; appliedIndex:31035; }","duration":"992.810444ms","start":"2026-03-03T01:56:28.47423Z","end":"2026-03-03T01:56:29.46704Z","steps":["trace[688470898] 'read index received' (duration: 323.638361ms)","trace[688470898] 'applied index is now lower than readState.Index' (duration: 669.170053ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:56:29.467114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:28.477051Z","time spent":"990.029693ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:56:29.467244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.105018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:56:29.467266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.029289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18570"} {"level":"info","ts":"2026-03-03T01:56:29.467277Z","caller":"traceutil/trace.go:171","msg":"trace[1898185451] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:30023; }","duration":"200.166578ms","start":"2026-03-03T01:56:29.267101Z","end":"2026-03-03T01:56:29.467268Z","steps":["trace[1898185451] 'agreement among raft nodes before linearized reading' (duration: 200.105987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:29.467267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.010775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:56:29.467308Z","caller":"traceutil/trace.go:171","msg":"trace[705938427] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:30023; }","duration":"993.07714ms","start":"2026-03-03T01:56:28.474215Z","end":"2026-03-03T01:56:29.467292Z","steps":["trace[705938427] 'agreement among raft nodes before linearized reading' (duration: 992.929537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:29.467343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:28.474207Z","time spent":"993.129482ms","remote":"127.0.0.1:34924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18593,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-03T01:56:29.467344Z","caller":"traceutil/trace.go:171","msg":"trace[1277591280] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30023; }","duration":"276.132597ms","start":"2026-03-03T01:56:29.191192Z","end":"2026-03-03T01:56:29.467325Z","steps":["trace[1277591280] 'agreement among raft nodes before linearized reading' (duration: 276.021225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:29.474152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.787185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:198 size:2107765"} {"level":"info","ts":"2026-03-03T01:56:29.474227Z","caller":"traceutil/trace.go:171","msg":"trace[175326227] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:198; response_revision:30023; }","duration":"684.913038ms","start":"2026-03-03T01:56:28.789297Z","end":"2026-03-03T01:56:29.47421Z","steps":["trace[175326227] 'agreement among raft nodes before linearized reading' (duration: 677.881424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:29.474275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:28.789277Z","time spent":"684.984199ms","remote":"127.0.0.1:34832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":198,"response size":2107788,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-03-03T01:56:30.654464Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565435288885799,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:56:30.741983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.114117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:56:30.742059Z","caller":"traceutil/trace.go:171","msg":"trace[1654800718] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:30023; }","duration":"778.23016ms","start":"2026-03-03T01:56:29.96381Z","end":"2026-03-03T01:56:30.74204Z","steps":["trace[1654800718] 'count revisions from in-memory index tree' (duration: 778.015096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:30.74221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:29.963796Z","time spent":"778.283241ms","remote":"127.0.0.1:60406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:56:30.741981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.208425463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:56:30.742391Z","caller":"traceutil/trace.go:171","msg":"trace[1643019630] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:30023; }","duration":"1.208891463s","start":"2026-03-03T01:56:29.533491Z","end":"2026-03-03T01:56:30.742382Z","steps":["trace[1643019630] 'range keys from in-memory index tree' (duration: 1.208332851s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:30.742472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:29.533471Z","time spent":"1.208985035s","remote":"127.0.0.1:35208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T01:56:30.742766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024628625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:56:30.742804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:29.786999Z","time spent":"955.795911ms","remote":"127.0.0.1:42330","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T01:56:30.742825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.965517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:56:30.742903Z","caller":"traceutil/trace.go:171","msg":"trace[1479422217] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:30023; }","duration":"937.061239ms","start":"2026-03-03T01:56:29.805823Z","end":"2026-03-03T01:56:30.742884Z","steps":["trace[1479422217] 'range keys from in-memory index tree' (duration: 936.879306ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:56:30.742933Z","caller":"traceutil/trace.go:171","msg":"trace[2903920] transaction","detail":"{read_only:false; response_revision:30024; number_of_response:1; }","duration":"760.193963ms","start":"2026-03-03T01:56:29.982723Z","end":"2026-03-03T01:56:30.742917Z","steps":["trace[2903920] 'process raft request' (duration: 718.335063ms)","trace[2903920] 'compare' (duration: 41.072673ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:56:30.742958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:29.805802Z","time spent":"937.145033ms","remote":"127.0.0.1:60528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T01:56:30.743057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:29.982701Z","time spent":"760.256375ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:56:30.742832Z","caller":"traceutil/trace.go:171","msg":"trace[655649963] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30023; }","duration":"1.024722896s","start":"2026-03-03T01:56:29.718088Z","end":"2026-03-03T01:56:30.742811Z","steps":["trace[655649963] 'range keys from in-memory index tree' (duration: 1.024548922s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:30.743171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:29.71807Z","time spent":"1.025069394s","remote":"127.0.0.1:34740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:56:30.743165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.138478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:198 size:2107765"} {"level":"info","ts":"2026-03-03T01:56:30.743268Z","caller":"traceutil/trace.go:171","msg":"trace[924005983] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:198; response_revision:30023; }","duration":"879.28505ms","start":"2026-03-03T01:56:29.863961Z","end":"2026-03-03T01:56:30.743246Z","steps":["trace[924005983] 'range keys from in-memory index tree' (duration: 877.534213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:30.743333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:29.863947Z","time spent":"879.368803ms","remote":"127.0.0.1:34832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":198,"response size":2107788,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"info","ts":"2026-03-03T01:56:31.404848Z","caller":"traceutil/trace.go:171","msg":"trace[1687016148] transaction","detail":"{read_only:false; response_revision:30025; number_of_response:1; }","duration":"1.422047764s","start":"2026-03-03T01:56:29.982763Z","end":"2026-03-03T01:56:31.404811Z","steps":["trace[1687016148] 'process raft request' (duration: 1.421795219s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:31.405038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:29.98275Z","time spent":"1.422191658s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:56:31.405126Z","caller":"traceutil/trace.go:171","msg":"trace[1494050576] transaction","detail":"{read_only:false; response_revision:30026; number_of_response:1; }","duration":"1.156164943s","start":"2026-03-03T01:56:30.248934Z","end":"2026-03-03T01:56:31.405099Z","steps":["trace[1494050576] 'process raft request' (duration: 1.155795815s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:56:31.405216Z","caller":"traceutil/trace.go:171","msg":"trace[62774511] transaction","detail":"{read_only:false; response_revision:30027; number_of_response:1; }","duration":"988.733424ms","start":"2026-03-03T01:56:30.41645Z","end":"2026-03-03T01:56:31.405183Z","steps":["trace[62774511] 'process raft request' (duration: 988.573291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:31.40536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:30.2489Z","time spent":"1.156328245s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:56:31.405397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:30.416422Z","time spent":"988.882617ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:56:31.405553Z","caller":"traceutil/trace.go:171","msg":"trace[1286172637] transaction","detail":"{read_only:false; response_revision:30028; number_of_response:1; }","duration":"988.448358ms","start":"2026-03-03T01:56:30.417092Z","end":"2026-03-03T01:56:31.40554Z","steps":["trace[1286172637] 'process raft request' (duration: 988.052379ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:56:31.405619Z","caller":"traceutil/trace.go:171","msg":"trace[560498150] linearizableReadLoop","detail":"{readStateIndex:31048; appliedIndex:31040; }","duration":"1.251699753s","start":"2026-03-03T01:56:30.153895Z","end":"2026-03-03T01:56:31.405595Z","steps":["trace[560498150] 'read index received' (duration: 547.174123ms)","trace[560498150] 'applied index is now lower than readState.Index' (duration: 704.52474ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:56:31.405629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:30.417072Z","time spent":"988.521529ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:56:31.405714Z","caller":"traceutil/trace.go:171","msg":"trace[1892082228] transaction","detail":"{read_only:false; response_revision:30029; number_of_response:1; }","duration":"988.415218ms","start":"2026-03-03T01:56:30.417287Z","end":"2026-03-03T01:56:31.405703Z","steps":["trace[1892082228] 'process raft request' (duration: 988.179703ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:56:31.405736Z","caller":"traceutil/trace.go:171","msg":"trace[617894772] transaction","detail":"{read_only:false; response_revision:30031; number_of_response:1; }","duration":"927.600181ms","start":"2026-03-03T01:56:30.478127Z","end":"2026-03-03T01:56:31.405727Z","steps":["trace[617894772] 'process raft request' (duration: 927.435258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:31.405785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:30.478113Z","time spent":"927.643953ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:56:31.406049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.252153053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T01:56:31.405784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:30.417256Z","time spent":"988.486259ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:56:31.406096Z","caller":"traceutil/trace.go:171","msg":"trace[396049474] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:30031; }","duration":"1.252197224s","start":"2026-03-03T01:56:30.153886Z","end":"2026-03-03T01:56:31.406083Z","steps":["trace[396049474] 'agreement among raft nodes before linearized reading' (duration: 1.251921408s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:31.406131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:30.153832Z","time spent":"1.252291406s","remote":"127.0.0.1:44556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:56:31.406182Z","caller":"traceutil/trace.go:171","msg":"trace[653188807] transaction","detail":"{read_only:false; response_revision:30030; number_of_response:1; }","duration":"988.04578ms","start":"2026-03-03T01:56:30.418117Z","end":"2026-03-03T01:56:31.406163Z","steps":["trace[653188807] 'process raft request' (duration: 987.411026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:31.40628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:30.418106Z","time spent":"988.124801ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:56:31.906127Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565435288885809,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:56:32.407216Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565435288885809,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:56:32.751092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000511504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T01:56:32.751169Z","caller":"traceutil/trace.go:171","msg":"trace[556810890] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000608636s","start":"2026-03-03T01:56:30.750543Z","end":"2026-03-03T01:56:32.751152Z","steps":["trace[556810890] 'agreement among raft nodes before linearized reading' (duration: 2.000507714s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:32.751209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:30.750512Z","time spent":"2.000689618s","remote":"127.0.0.1:34742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 01:56:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T01:56:32.908291Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565435288885809,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:56:33.195125Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.79050212s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T01:56:33.19576Z","caller":"traceutil/trace.go:171","msg":"trace[327815235] transaction","detail":"{read_only:false; response_revision:30032; number_of_response:1; }","duration":"2.278526413s","start":"2026-03-03T01:56:30.917183Z","end":"2026-03-03T01:56:33.19571Z","steps":["trace[327815235] 'process raft request' (duration: 2.278281457s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:33.196037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:30.917157Z","time spent":"2.278702167s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:56:33.517057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.47529ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:56:33.517191Z","caller":"traceutil/trace.go:171","msg":"trace[1672978328] linearizableReadLoop","detail":"{readStateIndex:31050; appliedIndex:31048; }","duration":"2.111505193s","start":"2026-03-03T01:56:31.405668Z","end":"2026-03-03T01:56:33.517173Z","steps":["trace[1672978328] 'read index received' (duration: 1.789756843s)","trace[1672978328] 'applied index is now lower than readState.Index' (duration: 321.7453ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:56:33.517283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.770121414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:56:33.517318Z","caller":"traceutil/trace.go:171","msg":"trace[1938097665] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:30033; }","duration":"2.770195305s","start":"2026-03-03T01:56:30.747112Z","end":"2026-03-03T01:56:33.517308Z","steps":["trace[1938097665] 'agreement among raft nodes before linearized reading' (duration: 2.770128893s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:33.517355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:30.747092Z","time spent":"2.770256367s","remote":"127.0.0.1:34936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T01:56:33.517352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.047754534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.70\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-03T01:56:33.517401Z","caller":"traceutil/trace.go:171","msg":"trace[1741122254] range","detail":"{range_begin:/registry/masterleases/199.204.45.70; range_end:; response_count:1; response_revision:30033; }","duration":"3.047843286s","start":"2026-03-03T01:56:30.469546Z","end":"2026-03-03T01:56:33.517389Z","steps":["trace[1741122254] 'agreement among raft nodes before linearized reading' (duration: 3.047705633s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:33.517429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:30.469532Z","time spent":"3.047892337s","remote":"127.0.0.1:34790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.70\" "} {"level":"warn","ts":"2026-03-03T01:56:33.517419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.768175312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:56:33.517552Z","caller":"traceutil/trace.go:171","msg":"trace[25109206] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:30033; }","duration":"2.768352395s","start":"2026-03-03T01:56:30.749161Z","end":"2026-03-03T01:56:33.517514Z","steps":["trace[25109206] 'agreement among raft nodes before linearized reading' (duration: 2.768077009s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:33.517575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.281732785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:56:33.517615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:30.749151Z","time spent":"2.768451927s","remote":"127.0.0.1:34936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T01:56:33.517643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.50779548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:56:33.517656Z","caller":"traceutil/trace.go:171","msg":"trace[1889921873] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:30033; }","duration":"3.2818871s","start":"2026-03-03T01:56:30.235757Z","end":"2026-03-03T01:56:33.517644Z","steps":["trace[1889921873] 'agreement among raft nodes before linearized reading' (duration: 3.281785507s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:56:33.517629Z","caller":"traceutil/trace.go:171","msg":"trace[1126255180] transaction","detail":"{read_only:false; response_revision:30033; number_of_response:1; }","duration":"769.450406ms","start":"2026-03-03T01:56:32.748144Z","end":"2026-03-03T01:56:33.517595Z","steps":["trace[1126255180] 'process raft request' (duration: 636.309761ms)","trace[1126255180] 'compare' (duration: 132.353998ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:56:33.517639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.937290557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:56:33.517692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:30.235718Z","time spent":"3.281965642s","remote":"127.0.0.1:42310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:56:33.517692Z","caller":"traceutil/trace.go:171","msg":"trace[2135300128] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:30033; }","duration":"2.507885954s","start":"2026-03-03T01:56:31.009791Z","end":"2026-03-03T01:56:33.517677Z","steps":["trace[2135300128] 'agreement among raft nodes before linearized reading' (duration: 2.507800861s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:56:33.517725Z","caller":"traceutil/trace.go:171","msg":"trace[1346242728] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:30033; }","duration":"2.93739533s","start":"2026-03-03T01:56:30.580311Z","end":"2026-03-03T01:56:33.517706Z","steps":["trace[1346242728] 'agreement among raft nodes before linearized reading' (duration: 2.937234446s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:33.51776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:31.009765Z","time spent":"2.507954656s","remote":"127.0.0.1:33604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:56:33.517797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:30.580244Z","time spent":"2.937544923s","remote":"127.0.0.1:42404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:56:33.517858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:32.748123Z","time spent":"769.584639ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:56:34.266755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.448699ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:56:34.266864Z","caller":"traceutil/trace.go:171","msg":"trace[114152387] transaction","detail":"{read_only:false; response_revision:30034; number_of_response:1; }","duration":"856.469669ms","start":"2026-03-03T01:56:33.410374Z","end":"2026-03-03T01:56:34.266843Z","steps":["trace[114152387] 'process raft request' (duration: 272.845866ms)","trace[114152387] 'compare' (duration: 583.275986ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:56:34.266906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:33.410348Z","time spent":"856.53846ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:56:34.598563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.677389ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:56:34.598806Z","caller":"traceutil/trace.go:171","msg":"trace[955351768] transaction","detail":"{read_only:false; response_revision:30035; number_of_response:1; }","duration":"1.187310866s","start":"2026-03-03T01:56:33.411447Z","end":"2026-03-03T01:56:34.598758Z","steps":["trace[955351768] 'process raft request' (duration: 1.057336241s)","trace[955351768] 'compare' (duration: 129.146218ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:56:34.599039Z","caller":"traceutil/trace.go:171","msg":"trace[778879537] linearizableReadLoop","detail":"{readStateIndex:31056; appliedIndex:31050; }","duration":"1.08180009s","start":"2026-03-03T01:56:33.517218Z","end":"2026-03-03T01:56:34.599018Z","steps":["trace[778879537] 'read index received' (duration: 166.022848ms)","trace[778879537] 'applied index is now lower than readState.Index' (duration: 915.775782ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:56:34.599089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.281752113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:56:34.599118Z","caller":"traceutil/trace.go:171","msg":"trace[1011540587] transaction","detail":"{read_only:false; response_revision:30038; number_of_response:1; }","duration":"1.186866638s","start":"2026-03-03T01:56:33.41224Z","end":"2026-03-03T01:56:34.599107Z","steps":["trace[1011540587] 'process raft request' (duration: 1.18656174s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:56:34.599167Z","caller":"traceutil/trace.go:171","msg":"trace[646499112] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:30039; }","duration":"1.281865626s","start":"2026-03-03T01:56:33.317281Z","end":"2026-03-03T01:56:34.599147Z","steps":["trace[646499112] 'agreement among raft nodes before linearized reading' (duration: 1.281740533s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:34.599196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.847560045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:56:34.599242Z","caller":"traceutil/trace.go:171","msg":"trace[341598166] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30039; }","duration":"1.847640197s","start":"2026-03-03T01:56:32.75159Z","end":"2026-03-03T01:56:34.59923Z","steps":["trace[341598166] 'agreement among raft nodes before linearized reading' (duration: 1.847562955s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:34.59925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:33.317265Z","time spent":"1.281967018s","remote":"127.0.0.1:55926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:56:34.599292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:32.751569Z","time spent":"1.847713099s","remote":"127.0.0.1:34740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:56:34.599257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:33.412219Z","time spent":"1.186975871s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:56:34.599531Z","caller":"traceutil/trace.go:171","msg":"trace[727425310] transaction","detail":"{read_only:false; response_revision:30039; number_of_response:1; }","duration":"1.187283618s","start":"2026-03-03T01:56:33.412227Z","end":"2026-03-03T01:56:34.59951Z","steps":["trace[727425310] 'process raft request' (duration: 1.186622162s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:34.599602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.414487981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T01:56:34.599643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:33.412187Z","time spent":"1.187401149s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:56:34.599672Z","caller":"traceutil/trace.go:171","msg":"trace[536527853] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:30039; }","duration":"2.414598074s","start":"2026-03-03T01:56:32.185055Z","end":"2026-03-03T01:56:34.599653Z","steps":["trace[536527853] 'agreement among raft nodes before linearized reading' (duration: 2.414461631s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:34.59972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:32.185034Z","time spent":"2.414670845s","remote":"127.0.0.1:33634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":39,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:56:34.599738Z","caller":"traceutil/trace.go:171","msg":"trace[23641172] transaction","detail":"{read_only:false; response_revision:30036; number_of_response:1; }","duration":"1.18789337s","start":"2026-03-03T01:56:33.411832Z","end":"2026-03-03T01:56:34.599725Z","steps":["trace[23641172] 'process raft request' (duration: 1.186848117s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:34.599799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:33.411805Z","time spent":"1.187961282s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:56:34.599875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:33.51894Z","time spent":"1.080931621s","remote":"127.0.0.1:34790","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T01:56:34.600083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.491840341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:56:34.599964Z","caller":"traceutil/trace.go:171","msg":"trace[2051326656] transaction","detail":"{read_only:false; response_revision:30037; number_of_response:1; }","duration":"1.187743928s","start":"2026-03-03T01:56:33.412172Z","end":"2026-03-03T01:56:34.599916Z","steps":["trace[2051326656] 'process raft request' (duration: 1.186589732s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:56:34.600145Z","caller":"traceutil/trace.go:171","msg":"trace[1555721331] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:30039; }","duration":"2.491944233s","start":"2026-03-03T01:56:32.108187Z","end":"2026-03-03T01:56:34.600132Z","steps":["trace[1555721331] 'agreement among raft nodes before linearized reading' (duration: 2.491732879s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:34.600193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:32.108166Z","time spent":"2.492010615s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":65,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:56:34.600214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:33.412157Z","time spent":"1.188016133s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:56:34.600443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.505088632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:56:34.600498Z","caller":"traceutil/trace.go:171","msg":"trace[901012360] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:30039; }","duration":"2.505182514s","start":"2026-03-03T01:56:32.095302Z","end":"2026-03-03T01:56:34.600484Z","steps":["trace[901012360] 'agreement among raft nodes before linearized reading' (duration: 2.505097142s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:34.600549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:32.095284Z","time spent":"2.505253405s","remote":"127.0.0.1:35110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:56:34.600836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.120402031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T01:56:34.600889Z","caller":"traceutil/trace.go:171","msg":"trace[1801115904] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30039; }","duration":"3.120466813s","start":"2026-03-03T01:56:31.480411Z","end":"2026-03-03T01:56:34.600877Z","steps":["trace[1801115904] 'agreement among raft nodes before linearized reading' (duration: 3.1203201s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:34.600937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:31.480407Z","time spent":"3.120519824s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T01:56:34.6011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.154267062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:56:34.60115Z","caller":"traceutil/trace.go:171","msg":"trace[10498967] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:30039; }","duration":"1.154391815s","start":"2026-03-03T01:56:33.446747Z","end":"2026-03-03T01:56:34.601139Z","steps":["trace[10498967] 'agreement among raft nodes before linearized reading' (duration: 1.154274412s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:34.601175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.12076856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T01:56:34.601201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:33.446729Z","time spent":"1.154463896s","remote":"127.0.0.1:35056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:56:34.601297Z","caller":"traceutil/trace.go:171","msg":"trace[1291250939] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30039; }","duration":"3.120827761s","start":"2026-03-03T01:56:31.480384Z","end":"2026-03-03T01:56:34.601212Z","steps":["trace[1291250939] 'agreement among raft nodes before linearized reading' (duration: 3.120709008s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:34.601353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:31.480377Z","time spent":"3.120961183s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T01:56:34.601605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.129160954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T01:56:34.601662Z","caller":"traceutil/trace.go:171","msg":"trace[1896830156] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30039; }","duration":"3.129253875s","start":"2026-03-03T01:56:31.472395Z","end":"2026-03-03T01:56:34.601649Z","steps":["trace[1896830156] 'agreement among raft nodes before linearized reading' (duration: 3.129120122s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:34.601699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:31.472378Z","time spent":"3.129311277s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T01:56:34.601756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.130950042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T01:56:34.60179Z","caller":"traceutil/trace.go:171","msg":"trace[862172480] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30039; }","duration":"3.131013885s","start":"2026-03-03T01:56:31.470766Z","end":"2026-03-03T01:56:34.601779Z","steps":["trace[862172480] 'agreement among raft nodes before linearized reading' (duration: 3.130895421s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:34.601821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:31.470751Z","time spent":"3.131060995s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T01:56:34.601993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.190088802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T01:56:34.602018Z","caller":"traceutil/trace.go:171","msg":"trace[1776915113] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30039; }","duration":"3.190144024s","start":"2026-03-03T01:56:31.411866Z","end":"2026-03-03T01:56:34.60201Z","steps":["trace[1776915113] 'agreement among raft nodes before linearized reading' (duration: 3.190063472s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:34.602043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:31.41185Z","time spent":"3.190186414s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T01:56:34.59902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:33.411415Z","time spent":"1.187498581s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:56:34.60221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.154877336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:198 size:2107765"} {"level":"warn","ts":"2026-03-03T01:56:34.602243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081033803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T01:56:34.60225Z","caller":"traceutil/trace.go:171","msg":"trace[27318596] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:198; response_revision:30039; }","duration":"1.154919317s","start":"2026-03-03T01:56:33.447319Z","end":"2026-03-03T01:56:34.602238Z","steps":["trace[27318596] 'agreement among raft nodes before linearized reading' (duration: 1.152767839s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:56:34.60227Z","caller":"traceutil/trace.go:171","msg":"trace[305946402] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:30039; }","duration":"1.081090204s","start":"2026-03-03T01:56:33.521172Z","end":"2026-03-03T01:56:34.602262Z","steps":["trace[305946402] 'agreement among raft nodes before linearized reading' (duration: 1.081004412s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:34.602285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:33.447253Z","time spent":"1.155019509s","remote":"127.0.0.1:34832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":198,"response size":2107788,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-03-03T01:56:34.602295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:33.521157Z","time spent":"1.081132815s","remote":"127.0.0.1:34926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T01:56:34.602486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.646168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-03T01:56:34.602515Z","caller":"traceutil/trace.go:171","msg":"trace[1941716910] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:30039; }","duration":"529.711399ms","start":"2026-03-03T01:56:34.072793Z","end":"2026-03-03T01:56:34.602505Z","steps":["trace[1941716910] 'agreement among raft nodes before linearized reading' (duration: 529.635488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:34.60254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:34.072768Z","time spent":"529.7663ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T01:56:34.602646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.356056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-03T01:56:34.602669Z","caller":"traceutil/trace.go:171","msg":"trace[844998881] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:30039; }","duration":"577.424238ms","start":"2026-03-03T01:56:34.025238Z","end":"2026-03-03T01:56:34.602662Z","steps":["trace[844998881] 'agreement among raft nodes before linearized reading' (duration: 577.357776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:34.602692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:34.025215Z","time spent":"577.471668ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T01:56:34.602992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079277634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:56:34.603066Z","caller":"traceutil/trace.go:171","msg":"trace[1977092391] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:30039; }","duration":"1.079411607s","start":"2026-03-03T01:56:33.523633Z","end":"2026-03-03T01:56:34.603045Z","steps":["trace[1977092391] 'agreement among raft nodes before linearized reading' (duration: 1.078990098s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:34.603121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:33.523621Z","time spent":"1.079491309s","remote":"127.0.0.1:35014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-03T01:56:35.081813Z","caller":"traceutil/trace.go:171","msg":"trace[839693792] transaction","detail":"{read_only:false; response_revision:30041; number_of_response:1; }","duration":"474.747722ms","start":"2026-03-03T01:56:34.607035Z","end":"2026-03-03T01:56:35.081783Z","steps":["trace[839693792] 'process raft request' (duration: 474.511357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:35.081975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:34.607024Z","time spent":"474.876694ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:56:35.082096Z","caller":"traceutil/trace.go:171","msg":"trace[377324914] transaction","detail":"{read_only:false; response_revision:30042; number_of_response:1; }","duration":"475.001007ms","start":"2026-03-03T01:56:34.60707Z","end":"2026-03-03T01:56:35.082071Z","steps":["trace[377324914] 'process raft request' (duration: 474.65969ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:56:35.082121Z","caller":"traceutil/trace.go:171","msg":"trace[587312601] transaction","detail":"{read_only:false; response_revision:30045; number_of_response:1; }","duration":"474.656729ms","start":"2026-03-03T01:56:34.607453Z","end":"2026-03-03T01:56:35.08211Z","steps":["trace[587312601] 'process raft request' (duration: 474.588177ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:56:35.082124Z","caller":"traceutil/trace.go:171","msg":"trace[758927595] transaction","detail":"{read_only:false; response_revision:30043; number_of_response:1; }","duration":"474.953367ms","start":"2026-03-03T01:56:34.607137Z","end":"2026-03-03T01:56:35.082091Z","steps":["trace[758927595] 'process raft request' (duration: 474.749592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:35.082207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:34.607054Z","time spent":"475.093449ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:56:35.08222Z","caller":"traceutil/trace.go:171","msg":"trace[795714853] linearizableReadLoop","detail":"{readStateIndex:31065; appliedIndex:31058; }","duration":"395.543461ms","start":"2026-03-03T01:56:34.686662Z","end":"2026-03-03T01:56:35.082205Z","steps":["trace[795714853] 'read index received' (duration: 394.906647ms)","trace[795714853] 'applied index is now lower than readState.Index' (duration: 636.054µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:56:35.082283Z","caller":"traceutil/trace.go:171","msg":"trace[1973264542] transaction","detail":"{read_only:false; response_revision:30047; number_of_response:1; }","duration":"473.092605ms","start":"2026-03-03T01:56:34.609181Z","end":"2026-03-03T01:56:35.082273Z","steps":["trace[1973264542] 'process raft request' (duration: 472.969582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:35.082302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:34.607125Z","time spent":"475.073559ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:56:35.082332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:34.609173Z","time spent":"473.130696ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:56:35.08234Z","caller":"traceutil/trace.go:171","msg":"trace[1921991858] transaction","detail":"{read_only:false; response_revision:30046; number_of_response:1; }","duration":"473.507614ms","start":"2026-03-03T01:56:34.608824Z","end":"2026-03-03T01:56:35.082331Z","steps":["trace[1921991858] 'process raft request' (duration: 473.256548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:35.082346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.395872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:56:35.082388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:34.608815Z","time spent":"473.550055ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:56:35.082398Z","caller":"traceutil/trace.go:171","msg":"trace[664099411] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:30047; }","duration":"473.476793ms","start":"2026-03-03T01:56:34.608908Z","end":"2026-03-03T01:56:35.082385Z","steps":["trace[664099411] 'agreement among raft nodes before linearized reading' (duration: 473.369811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:35.082409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.211652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18993118c8c071a9\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-03-03T01:56:35.082206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:34.607434Z","time spent":"474.71602ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:56:35.082437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:34.608892Z","time spent":"473.538015ms","remote":"127.0.0.1:35014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T01:56:35.082498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.245165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:56:35.082534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.902954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-03T01:56:35.082566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.636414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-03T01:56:35.082238Z","caller":"traceutil/trace.go:171","msg":"trace[43616395] transaction","detail":"{read_only:false; response_revision:30044; number_of_response:1; }","duration":"474.807902ms","start":"2026-03-03T01:56:34.607422Z","end":"2026-03-03T01:56:35.08223Z","steps":["trace[43616395] 'process raft request' (duration: 474.558276ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:56:35.082597Z","caller":"traceutil/trace.go:171","msg":"trace[1502770268] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:30047; }","duration":"385.688484ms","start":"2026-03-03T01:56:34.696899Z","end":"2026-03-03T01:56:35.082587Z","steps":["trace[1502770268] 'agreement among raft nodes before linearized reading' (duration: 385.581502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:35.082622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:34.696885Z","time spent":"385.731826ms","remote":"127.0.0.1:48016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-03T01:56:35.082444Z","caller":"traceutil/trace.go:171","msg":"trace[1658495691] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18993118c8c071a9; range_end:; response_count:1; response_revision:30047; }","duration":"475.260743ms","start":"2026-03-03T01:56:34.607173Z","end":"2026-03-03T01:56:35.082433Z","steps":["trace[1658495691] 'agreement among raft nodes before linearized reading' (duration: 475.1356ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:56:35.08254Z","caller":"traceutil/trace.go:171","msg":"trace[607491799] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30047; }","duration":"472.298977ms","start":"2026-03-03T01:56:34.610233Z","end":"2026-03-03T01:56:35.082532Z","steps":["trace[607491799] 'agreement among raft nodes before linearized reading' (duration: 472.238226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:35.082671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:34.610227Z","time spent":"472.43903ms","remote":"127.0.0.1:34742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:56:35.082635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:34.607412Z","time spent":"475.187071ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:56:35.082574Z","caller":"traceutil/trace.go:171","msg":"trace[623095310] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:30047; }","duration":"393.968347ms","start":"2026-03-03T01:56:34.688598Z","end":"2026-03-03T01:56:35.082566Z","steps":["trace[623095310] 'agreement among raft nodes before linearized reading' (duration: 393.877165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:35.082787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:34.688584Z","time spent":"394.195642ms","remote":"127.0.0.1:34922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T01:56:35.082675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:34.607166Z","time spent":"475.500348ms","remote":"127.0.0.1:34816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18993118c8c071a9\" "} {"level":"info","ts":"2026-03-03T01:56:35.535218Z","caller":"traceutil/trace.go:171","msg":"trace[565583285] linearizableReadLoop","detail":"{readStateIndex:31066; appliedIndex:31065; }","duration":"449.045567ms","start":"2026-03-03T01:56:35.086155Z","end":"2026-03-03T01:56:35.535201Z","steps":["trace[565583285] 'read index received' (duration: 448.881704ms)","trace[565583285] 'applied index is now lower than readState.Index' (duration: 163.193µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:56:35.535307Z","caller":"traceutil/trace.go:171","msg":"trace[1652929573] transaction","detail":"{read_only:false; response_revision:30048; number_of_response:1; }","duration":"449.981797ms","start":"2026-03-03T01:56:35.085293Z","end":"2026-03-03T01:56:35.535274Z","steps":["trace[1652929573] 'process raft request' (duration: 449.746002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:35.53543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.234381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T01:56:35.535456Z","caller":"traceutil/trace.go:171","msg":"trace[1308852783] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:30048; }","duration":"449.316243ms","start":"2026-03-03T01:56:35.086134Z","end":"2026-03-03T01:56:35.53545Z","steps":["trace[1308852783] 'agreement among raft nodes before linearized reading' (duration: 449.133679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:35.535493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:35.086121Z","time spent":"449.365684ms","remote":"127.0.0.1:35014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T01:56:35.535493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:35.085281Z","time spent":"450.11473ms","remote":"127.0.0.1:34816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:56:41.295467Z","caller":"traceutil/trace.go:171","msg":"trace[205930968] transaction","detail":"{read_only:false; response_revision:30087; number_of_response:1; }","duration":"176.677672ms","start":"2026-03-03T01:56:41.118742Z","end":"2026-03-03T01:56:41.29542Z","steps":["trace[205930968] 'process raft request' (duration: 176.60587ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:56:41.295531Z","caller":"traceutil/trace.go:171","msg":"trace[1175599337] transaction","detail":"{read_only:false; response_revision:30086; number_of_response:1; }","duration":"181.795284ms","start":"2026-03-03T01:56:41.1137Z","end":"2026-03-03T01:56:41.295496Z","steps":["trace[1175599337] 'process raft request' (duration: 181.493218ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:56:41.295849Z","caller":"traceutil/trace.go:171","msg":"trace[1848788205] transaction","detail":"{read_only:false; response_revision:30088; number_of_response:1; }","duration":"177.056459ms","start":"2026-03-03T01:56:41.11877Z","end":"2026-03-03T01:56:41.295826Z","steps":["trace[1848788205] 'process raft request' (duration: 176.6158ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:56:41.295886Z","caller":"traceutil/trace.go:171","msg":"trace[1308053658] linearizableReadLoop","detail":"{readStateIndex:31109; appliedIndex:31105; }","duration":"130.409064ms","start":"2026-03-03T01:56:41.165455Z","end":"2026-03-03T01:56:41.295864Z","steps":["trace[1308053658] 'read index received' (duration: 41.058641ms)","trace[1308053658] 'applied index is now lower than readState.Index' (duration: 89.349413ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:56:41.29601Z","caller":"traceutil/trace.go:171","msg":"trace[543885650] transaction","detail":"{read_only:false; response_revision:30089; number_of_response:1; }","duration":"177.08393ms","start":"2026-03-03T01:56:41.118878Z","end":"2026-03-03T01:56:41.295962Z","steps":["trace[543885650] 'process raft request' (duration: 176.870526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:41.296171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.616689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:56:41.296241Z","caller":"traceutil/trace.go:171","msg":"trace[1101146568] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:30089; }","duration":"130.802173ms","start":"2026-03-03T01:56:41.165424Z","end":"2026-03-03T01:56:41.296226Z","steps":["trace[1101146568] 'agreement among raft nodes before linearized reading' (duration: 130.588198ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:56:43.510612Z","caller":"traceutil/trace.go:171","msg":"trace[1979563836] linearizableReadLoop","detail":"{readStateIndex:31117; appliedIndex:31116; }","duration":"300.606355ms","start":"2026-03-03T01:56:43.20998Z","end":"2026-03-03T01:56:43.510586Z","steps":["trace[1979563836] 'read index received' (duration: 300.286278ms)","trace[1979563836] 'applied index is now lower than readState.Index' (duration: 319.087µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:56:43.510921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.935393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T01:56:43.51096Z","caller":"traceutil/trace.go:171","msg":"trace[1731620206] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30097; }","duration":"301.026545ms","start":"2026-03-03T01:56:43.209924Z","end":"2026-03-03T01:56:43.51095Z","steps":["trace[1731620206] 'agreement among raft nodes before linearized reading' (duration: 300.887512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:43.510986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:43.209902Z","time spent":"301.078416ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T01:56:43.510963Z","caller":"traceutil/trace.go:171","msg":"trace[418715223] transaction","detail":"{read_only:false; response_revision:30097; number_of_response:1; }","duration":"302.090098ms","start":"2026-03-03T01:56:43.208835Z","end":"2026-03-03T01:56:43.510925Z","steps":["trace[418715223] 'process raft request' (duration: 301.540866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:43.511034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.24989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T01:56:43.511078Z","caller":"traceutil/trace.go:171","msg":"trace[234280786] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30097; }","duration":"210.326142ms","start":"2026-03-03T01:56:43.300738Z","end":"2026-03-03T01:56:43.511064Z","steps":["trace[234280786] 'agreement among raft nodes before linearized reading' (duration: 210.201049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:43.511117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.915059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-03T01:56:43.511136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:43.20882Z","time spent":"302.23035ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:56:43.511192Z","caller":"traceutil/trace.go:171","msg":"trace[1229307577] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:30097; }","duration":"188.040072ms","start":"2026-03-03T01:56:43.323133Z","end":"2026-03-03T01:56:43.511173Z","steps":["trace[1229307577] 'agreement among raft nodes before linearized reading' (duration: 187.809847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:43.511223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.202449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T01:56:43.511247Z","caller":"traceutil/trace.go:171","msg":"trace[837421354] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30097; }","duration":"205.26275ms","start":"2026-03-03T01:56:43.305977Z","end":"2026-03-03T01:56:43.51124Z","steps":["trace[837421354] 'agreement among raft nodes before linearized reading' (duration: 205.200819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:43.511313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.475185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-03T01:56:43.511353Z","caller":"traceutil/trace.go:171","msg":"trace[822818767] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30097; }","duration":"210.526236ms","start":"2026-03-03T01:56:43.300817Z","end":"2026-03-03T01:56:43.511343Z","steps":["trace[822818767] 'agreement among raft nodes before linearized reading' (duration: 210.428573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:43.511347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.445814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T01:56:43.511442Z","caller":"traceutil/trace.go:171","msg":"trace[916734278] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30097; }","duration":"210.559106ms","start":"2026-03-03T01:56:43.300861Z","end":"2026-03-03T01:56:43.511421Z","steps":["trace[916734278] 'agreement among raft nodes before linearized reading' (duration: 210.25017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:43.778063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.596638ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:56:43.778334Z","caller":"traceutil/trace.go:171","msg":"trace[2065369219] transaction","detail":"{read_only:false; response_revision:30098; number_of_response:1; }","duration":"263.001979ms","start":"2026-03-03T01:56:43.515162Z","end":"2026-03-03T01:56:43.778164Z","steps":["trace[2065369219] 'process raft request' (duration: 128.189807ms)","trace[2065369219] 'compare' (duration: 134.385202ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:56:43.832122Z","caller":"traceutil/trace.go:171","msg":"trace[1733900868] linearizableReadLoop","detail":"{readStateIndex:31122; appliedIndex:31117; }","duration":"305.265148ms","start":"2026-03-03T01:56:43.52683Z","end":"2026-03-03T01:56:43.832095Z","steps":["trace[1733900868] 'read index received' (duration: 116.609982ms)","trace[1733900868] 'applied index is now lower than readState.Index' (duration: 188.654126ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:56:43.832163Z","caller":"traceutil/trace.go:171","msg":"trace[27058887] transaction","detail":"{read_only:false; response_revision:30100; number_of_response:1; }","duration":"316.675108ms","start":"2026-03-03T01:56:43.515449Z","end":"2026-03-03T01:56:43.832124Z","steps":["trace[27058887] 'process raft request' (duration: 316.513695ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:56:43.832224Z","caller":"traceutil/trace.go:171","msg":"trace[1465211794] transaction","detail":"{read_only:false; response_revision:30102; number_of_response:1; }","duration":"316.702119ms","start":"2026-03-03T01:56:43.5155Z","end":"2026-03-03T01:56:43.832202Z","steps":["trace[1465211794] 'process raft request' (duration: 316.530495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:43.832337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:43.515471Z","time spent":"316.807291ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:56:43.83235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.499913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:56:43.832326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:43.515433Z","time spent":"316.805681ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:56:43.832392Z","caller":"traceutil/trace.go:171","msg":"trace[1412938942] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:30103; }","duration":"305.597926ms","start":"2026-03-03T01:56:43.526782Z","end":"2026-03-03T01:56:43.83238Z","steps":["trace[1412938942] 'agreement among raft nodes before linearized reading' (duration: 305.484222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:43.83243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:43.526765Z","time spent":"305.655967ms","remote":"127.0.0.1:39726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:56:43.832244Z","caller":"traceutil/trace.go:171","msg":"trace[419057477] transaction","detail":"{read_only:false; response_revision:30103; number_of_response:1; }","duration":"265.765949ms","start":"2026-03-03T01:56:43.566466Z","end":"2026-03-03T01:56:43.832232Z","steps":["trace[419057477] 'process raft request' (duration: 265.591815ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:56:43.832581Z","caller":"traceutil/trace.go:171","msg":"trace[1754549113] transaction","detail":"{read_only:false; response_revision:30101; number_of_response:1; }","duration":"317.073968ms","start":"2026-03-03T01:56:43.515482Z","end":"2026-03-03T01:56:43.832556Z","steps":["trace[1754549113] 'process raft request' (duration: 316.517005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:43.832725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.360894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:56:43.832793Z","caller":"traceutil/trace.go:171","msg":"trace[1921384262] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30103; }","duration":"104.475806ms","start":"2026-03-03T01:56:43.728302Z","end":"2026-03-03T01:56:43.832778Z","steps":["trace[1921384262] 'agreement among raft nodes before linearized reading' (duration: 104.370704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:43.832732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:43.515456Z","time spent":"317.214001ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:56:43.83259Z","caller":"traceutil/trace.go:171","msg":"trace[1727358357] transaction","detail":"{read_only:false; response_revision:30099; number_of_response:1; }","duration":"317.245822ms","start":"2026-03-03T01:56:43.515326Z","end":"2026-03-03T01:56:43.832572Z","steps":["trace[1727358357] 'process raft request' (duration: 316.510595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:43.83307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:56:43.515303Z","time spent":"317.724252ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:56:43.834794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.089789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:198 size:2107765"} {"level":"info","ts":"2026-03-03T01:56:43.8349Z","caller":"traceutil/trace.go:171","msg":"trace[224921596] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:198; response_revision:30103; }","duration":"252.236002ms","start":"2026-03-03T01:56:43.582643Z","end":"2026-03-03T01:56:43.834879Z","steps":["trace[224921596] 'agreement among raft nodes before linearized reading' (duration: 249.672836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:56:44.148723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.135101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:56:44.148792Z","caller":"traceutil/trace.go:171","msg":"trace[2087340215] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:30103; }","duration":"228.221313ms","start":"2026-03-03T01:56:43.920555Z","end":"2026-03-03T01:56:44.148776Z","steps":["trace[2087340215] 'count revisions from in-memory index tree' (duration: 227.995269ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:56:48.066548Z","caller":"traceutil/trace.go:171","msg":"trace[1599862812] transaction","detail":"{read_only:false; response_revision:30127; number_of_response:1; }","duration":"145.483197ms","start":"2026-03-03T01:56:47.921032Z","end":"2026-03-03T01:56:48.066515Z","steps":["trace[1599862812] 'process raft request' (duration: 96.245054ms)","trace[1599862812] 'compare' (duration: 48.494357ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:56:48.12748Z","caller":"traceutil/trace.go:171","msg":"trace[1198188806] transaction","detail":"{read_only:false; response_revision:30128; number_of_response:1; }","duration":"205.976206ms","start":"2026-03-03T01:56:47.921478Z","end":"2026-03-03T01:56:48.127454Z","steps":["trace[1198188806] 'process raft request' (duration: 205.797642ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:56:48.12768Z","caller":"traceutil/trace.go:171","msg":"trace[1183356784] transaction","detail":"{read_only:false; response_revision:30129; number_of_response:1; }","duration":"206.108829ms","start":"2026-03-03T01:56:47.92155Z","end":"2026-03-03T01:56:48.127659Z","steps":["trace[1183356784] 'process raft request' (duration: 205.857784ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:56:48.127913Z","caller":"traceutil/trace.go:171","msg":"trace[394411353] transaction","detail":"{read_only:false; response_revision:30130; number_of_response:1; }","duration":"206.301093ms","start":"2026-03-03T01:56:47.921587Z","end":"2026-03-03T01:56:48.127888Z","steps":["trace[394411353] 'process raft request' (duration: 206.030267ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:57:57.686112Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28556} {"level":"info","ts":"2026-03-03T01:57:57.884061Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28556,"took":"191.696904ms","hash":4089849794,"current-db-size-bytes":49078272,"current-db-size":"49 MB","current-db-size-in-use-bytes":27664384,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-03T01:57:57.884136Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4089849794,"revision":28556,"compact-revision":26455} {"level":"info","ts":"2026-03-03T02:01:03.521567Z","caller":"traceutil/trace.go:171","msg":"trace[1693653458] transaction","detail":"{read_only:false; response_revision:32007; number_of_response:1; }","duration":"103.236648ms","start":"2026-03-03T02:01:03.418243Z","end":"2026-03-03T02:01:03.52148Z","steps":["trace[1693653458] 'process raft request' (duration: 103.045634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:01:03.865807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.351958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"info","ts":"2026-03-03T02:01:03.865874Z","caller":"traceutil/trace.go:171","msg":"trace[1218520634] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:32012; }","duration":"160.48946ms","start":"2026-03-03T02:01:03.70537Z","end":"2026-03-03T02:01:03.865859Z","steps":["trace[1218520634] 'range keys from in-memory index tree' (duration: 160.195984ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:01:03.997042Z","caller":"traceutil/trace.go:171","msg":"trace[532543520] transaction","detail":"{read_only:false; response_revision:32013; number_of_response:1; }","duration":"196.006208ms","start":"2026-03-03T02:01:03.801005Z","end":"2026-03-03T02:01:03.997011Z","steps":["trace[532543520] 'process raft request' (duration: 195.866925ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:01:04.196261Z","caller":"traceutil/trace.go:171","msg":"trace[1718300909] transaction","detail":"{read_only:false; response_revision:32014; number_of_response:1; }","duration":"392.402134ms","start":"2026-03-03T02:01:03.803833Z","end":"2026-03-03T02:01:04.196235Z","steps":["trace[1718300909] 'process raft request' (duration: 392.204329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:01:04.196484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:01:03.803805Z","time spent":"392.603908ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T02:01:04.196628Z","caller":"traceutil/trace.go:171","msg":"trace[1678116835] transaction","detail":"{read_only:false; response_revision:32015; number_of_response:1; }","duration":"392.645449ms","start":"2026-03-03T02:01:03.803899Z","end":"2026-03-03T02:01:04.196545Z","steps":["trace[1678116835] 'process raft request' (duration: 392.293812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:01:04.196844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:01:03.80387Z","time spent":"392.864514ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T02:01:04.197091Z","caller":"traceutil/trace.go:171","msg":"trace[1619724411] transaction","detail":"{read_only:false; response_revision:32017; number_of_response:1; }","duration":"390.507493ms","start":"2026-03-03T02:01:03.806556Z","end":"2026-03-03T02:01:04.197064Z","steps":["trace[1619724411] 'process raft request' (duration: 390.336969ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:01:04.197527Z","caller":"traceutil/trace.go:171","msg":"trace[1530092028] transaction","detail":"{read_only:false; response_revision:32018; number_of_response:1; }","duration":"185.710044ms","start":"2026-03-03T02:01:04.011785Z","end":"2026-03-03T02:01:04.197495Z","steps":["trace[1530092028] 'process raft request' (duration: 185.558811ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:01:04.197218Z","caller":"traceutil/trace.go:171","msg":"trace[1214195466] transaction","detail":"{read_only:false; response_revision:32016; number_of_response:1; }","duration":"391.365391ms","start":"2026-03-03T02:01:03.805839Z","end":"2026-03-03T02:01:04.197205Z","steps":["trace[1214195466] 'process raft request' (duration: 390.596954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:01:04.197778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:01:03.805826Z","time spent":"391.874812ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T02:01:04.198293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:01:03.806549Z","time spent":"390.620765ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T02:02:57.695395Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30606} {"level":"info","ts":"2026-03-03T02:02:57.843158Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30606,"took":"143.342815ms","hash":2324810201,"current-db-size-bytes":49078272,"current-db-size":"49 MB","current-db-size-in-use-bytes":28696576,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-03T02:02:57.843238Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2324810201,"revision":30606,"compact-revision":28556} {"level":"info","ts":"2026-03-03T02:06:39.505085Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000008add.wal"} {"level":"info","ts":"2026-03-03T02:07:57.7033Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32820} {"level":"info","ts":"2026-03-03T02:07:57.850278Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32820,"took":"141.189518ms","hash":667224988,"current-db-size-bytes":49963008,"current-db-size":"50 MB","current-db-size-in-use-bytes":29114368,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-03T02:07:57.850376Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":667224988,"revision":32820,"compact-revision":30606} {"level":"warn","ts":"2026-03-03T02:10:20.882729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.489726ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T02:10:20.882894Z","caller":"traceutil/trace.go:171","msg":"trace[1428104987] linearizableReadLoop","detail":"{readStateIndex:37190; appliedIndex:37188; }","duration":"164.443517ms","start":"2026-03-03T02:10:20.718436Z","end":"2026-03-03T02:10:20.882879Z","steps":["trace[1428104987] 'read index received' (duration: 53.683824ms)","trace[1428104987] 'applied index is now lower than readState.Index' (duration: 110.758933ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T02:10:20.88297Z","caller":"traceutil/trace.go:171","msg":"trace[1719302097] transaction","detail":"{read_only:false; response_revision:35992; number_of_response:1; }","duration":"198.974017ms","start":"2026-03-03T02:10:20.683987Z","end":"2026-03-03T02:10:20.882961Z","steps":["trace[1719302097] 'process raft request' (duration: 88.112973ms)","trace[1719302097] 'compare' (duration: 110.366693ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T02:10:20.883233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.776064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T02:10:20.883258Z","caller":"traceutil/trace.go:171","msg":"trace[1519915366] transaction","detail":"{read_only:false; response_revision:35993; number_of_response:1; }","duration":"199.052449ms","start":"2026-03-03T02:10:20.684156Z","end":"2026-03-03T02:10:20.883208Z","steps":["trace[1519915366] 'process raft request' (duration: 198.672471ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:10:20.883332Z","caller":"traceutil/trace.go:171","msg":"trace[46575833] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35993; }","duration":"164.933907ms","start":"2026-03-03T02:10:20.718375Z","end":"2026-03-03T02:10:20.883309Z","steps":["trace[46575833] 'agreement among raft nodes before linearized reading' (duration: 164.690612ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:10:23.776414Z","caller":"traceutil/trace.go:171","msg":"trace[643163986] transaction","detail":"{read_only:false; response_revision:36008; number_of_response:1; }","duration":"135.197411ms","start":"2026-03-03T02:10:23.641189Z","end":"2026-03-03T02:10:23.776387Z","steps":["trace[643163986] 'process raft request' (duration: 134.643739ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:12:57.710542Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34929} {"level":"info","ts":"2026-03-03T02:12:57.835381Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34929,"took":"121.434698ms","hash":4221052652,"current-db-size-bytes":49963008,"current-db-size":"50 MB","current-db-size-in-use-bytes":29028352,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-03T02:12:57.835457Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4221052652,"revision":34929,"compact-revision":32820}