{"level":"warn","ts":"2026-03-18T00:47:10.214087Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-18T00:47:10.214171Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.250:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.250:2380","--initial-cluster=instance=https://199.204.45.250:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.250:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.250:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-18T00:47:10.21424Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-18T00:47:10.214253Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.250:2380"]} {"level":"info","ts":"2026-03-18T00:47:10.214268Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-18T00:47:10.215043Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.250:2379"]} {"level":"info","ts":"2026-03-18T00:47:10.215146Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.250:2380"],"listen-peer-urls":["https://199.204.45.250:2380"],"advertise-client-urls":["https://199.204.45.250:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.250:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.250:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-18T00:47:10.244775Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"28.885923ms"} {"level":"info","ts":"2026-03-18T00:47:10.324052Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"d98d5f2c752cc52d","cluster-id":"c785b4aaf4bd3b11"} {"level":"info","ts":"2026-03-18T00:47:10.324184Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d98d5f2c752cc52d switched to configuration voters=()"} {"level":"info","ts":"2026-03-18T00:47:10.324227Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d98d5f2c752cc52d became follower at term 0"} {"level":"info","ts":"2026-03-18T00:47:10.324245Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft d98d5f2c752cc52d [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-18T00:47:10.324286Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d98d5f2c752cc52d became follower at term 1"} {"level":"info","ts":"2026-03-18T00:47:10.324344Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d98d5f2c752cc52d switched to configuration voters=(15676290522495632685)"} {"level":"warn","ts":"2026-03-18T00:47:10.439736Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-18T00:47:10.460227Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-18T00:47:10.471757Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-18T00:47:10.493178Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"d98d5f2c752cc52d","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-18T00:47:10.493416Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"d98d5f2c752cc52d","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-18T00:47:10.493503Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-18T00:47:10.493609Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-18T00:47:10.493633Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-18T00:47:10.497616Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d98d5f2c752cc52d switched to configuration voters=(15676290522495632685)"} {"level":"info","ts":"2026-03-18T00:47:10.497838Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"c785b4aaf4bd3b11","local-member-id":"d98d5f2c752cc52d","added-peer-id":"d98d5f2c752cc52d","added-peer-peer-urls":["https://199.204.45.250:2380"]} {"level":"info","ts":"2026-03-18T00:47:10.499269Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-18T00:47:10.499337Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.250:2380"} {"level":"info","ts":"2026-03-18T00:47:10.499403Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.250:2380"} {"level":"info","ts":"2026-03-18T00:47:10.499495Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"d98d5f2c752cc52d","initial-advertise-peer-urls":["https://199.204.45.250:2380"],"listen-peer-urls":["https://199.204.45.250:2380"],"advertise-client-urls":["https://199.204.45.250:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.250:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-18T00:47:10.499527Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-18T00:47:11.327103Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d98d5f2c752cc52d is starting a new election at term 1"} {"level":"info","ts":"2026-03-18T00:47:11.327195Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d98d5f2c752cc52d became pre-candidate at term 1"} {"level":"info","ts":"2026-03-18T00:47:11.327233Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d98d5f2c752cc52d received MsgPreVoteResp from d98d5f2c752cc52d at term 1"} {"level":"info","ts":"2026-03-18T00:47:11.32726Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d98d5f2c752cc52d became candidate at term 2"} {"level":"info","ts":"2026-03-18T00:47:11.327276Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d98d5f2c752cc52d received MsgVoteResp from d98d5f2c752cc52d at term 2"} {"level":"info","ts":"2026-03-18T00:47:11.327298Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d98d5f2c752cc52d became leader at term 2"} {"level":"info","ts":"2026-03-18T00:47:11.327316Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: d98d5f2c752cc52d elected leader d98d5f2c752cc52d at term 2"} {"level":"info","ts":"2026-03-18T00:47:11.328341Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"d98d5f2c752cc52d","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.250:2379]}","request-path":"/0/members/d98d5f2c752cc52d/attributes","cluster-id":"c785b4aaf4bd3b11","publish-timeout":"7s"} {"level":"info","ts":"2026-03-18T00:47:11.328538Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-18T00:47:11.328652Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-18T00:47:11.328711Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-18T00:47:11.329669Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"c785b4aaf4bd3b11","local-member-id":"d98d5f2c752cc52d","cluster-version":"3.5"} {"level":"info","ts":"2026-03-18T00:47:11.329769Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-18T00:47:11.329803Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-18T00:47:11.331736Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-18T00:47:11.331908Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-18T00:47:11.331962Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-18T00:47:11.331967Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.250:2379"} {"level":"warn","ts":"2026-03-18T00:47:13.221616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.397764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-18T00:47:13.221727Z","caller":"traceutil/trace.go:171","msg":"trace[1910224818] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:0; response_revision:69; }","duration":"113.542267ms","start":"2026-03-18T00:47:13.10816Z","end":"2026-03-18T00:47:13.221702Z","steps":["trace[1910224818] 'range keys from in-memory index tree' (duration: 113.331542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:14.065368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.726797ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-18T00:47:14.065546Z","caller":"traceutil/trace.go:171","msg":"trace[1873128735] linearizableReadLoop","detail":"{readStateIndex:79; appliedIndex:77; }","duration":"202.747667ms","start":"2026-03-18T00:47:13.862782Z","end":"2026-03-18T00:47:14.065529Z","steps":["trace[1873128735] 'read index received' (duration: 47.439176ms)","trace[1873128735] 'applied index is now lower than readState.Index' (duration: 155.307661ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:47:14.065606Z","caller":"traceutil/trace.go:171","msg":"trace[742966341] transaction","detail":"{read_only:false; response_revision:75; number_of_response:1; }","duration":"211.630144ms","start":"2026-03-18T00:47:13.853954Z","end":"2026-03-18T00:47:14.065584Z","steps":["trace[742966341] 'process raft request' (duration: 211.532172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:14.065723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.933541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-18T00:47:14.065758Z","caller":"traceutil/trace.go:171","msg":"trace[736768734] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:75; }","duration":"202.991982ms","start":"2026-03-18T00:47:13.862757Z","end":"2026-03-18T00:47:14.065749Z","steps":["trace[736768734] 'agreement among raft nodes before linearized reading' (duration: 202.863609ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:47:14.06581Z","caller":"traceutil/trace.go:171","msg":"trace[1297609213] transaction","detail":"{read_only:false; response_revision:74; number_of_response:1; }","duration":"233.428802ms","start":"2026-03-18T00:47:13.832279Z","end":"2026-03-18T00:47:14.065708Z","steps":["trace[1297609213] 'process raft request' (duration: 77.863595ms)","trace[1297609213] 'compare' (duration: 154.580234ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:47:14.065907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.561055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-18T00:47:14.066005Z","caller":"traceutil/trace.go:171","msg":"trace[936089549] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:75; }","duration":"200.713849ms","start":"2026-03-18T00:47:13.865268Z","end":"2026-03-18T00:47:14.065982Z","steps":["trace[936089549] 'agreement among raft nodes before linearized reading' (duration: 200.520275ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:47:25.103258Z","caller":"traceutil/trace.go:171","msg":"trace[385778829] linearizableReadLoop","detail":"{readStateIndex:373; appliedIndex:372; }","duration":"229.543521ms","start":"2026-03-18T00:47:24.873693Z","end":"2026-03-18T00:47:25.103237Z","steps":["trace[385778829] 'read index received' (duration: 229.396508ms)","trace[385778829] 'applied index is now lower than readState.Index' (duration: 146.113µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:47:25.103563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.433657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T00:47:25.103639Z","caller":"traceutil/trace.go:171","msg":"trace[1833144227] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:360; }","duration":"162.536289ms","start":"2026-03-18T00:47:24.941081Z","end":"2026-03-18T00:47:25.103617Z","steps":["trace[1833144227] 'agreement among raft nodes before linearized reading' (duration: 162.410466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:25.10422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.506524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T00:47:25.104309Z","caller":"traceutil/trace.go:171","msg":"trace[1441414000] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:360; }","duration":"230.626306ms","start":"2026-03-18T00:47:24.873661Z","end":"2026-03-18T00:47:25.104287Z","steps":["trace[1441414000] 'agreement among raft nodes before linearized reading' (duration: 230.430112ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:47:25.695946Z","caller":"traceutil/trace.go:171","msg":"trace[1109765865] transaction","detail":"{read_only:false; response_revision:361; number_of_response:1; }","duration":"591.630423ms","start":"2026-03-18T00:47:25.104286Z","end":"2026-03-18T00:47:25.695916Z","steps":["trace[1109765865] 'process raft request' (duration: 511.155107ms)","trace[1109765865] 'compare' (duration: 80.320632ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:47:25.696404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:25.104272Z","time spent":"591.762395ms","remote":"127.0.0.1:52452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:47:25.724384Z","caller":"traceutil/trace.go:171","msg":"trace[1722992618] transaction","detail":"{read_only:false; response_revision:362; number_of_response:1; }","duration":"615.695274ms","start":"2026-03-18T00:47:25.108665Z","end":"2026-03-18T00:47:25.72436Z","steps":["trace[1722992618] 'process raft request' (duration: 615.508109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:25.724547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:25.108655Z","time spent":"615.801496ms","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:47:25.724678Z","caller":"traceutil/trace.go:171","msg":"trace[892999695] transaction","detail":"{read_only:false; response_revision:363; number_of_response:1; }","duration":"615.034497ms","start":"2026-03-18T00:47:25.109614Z","end":"2026-03-18T00:47:25.724648Z","steps":["trace[892999695] 'process raft request' (duration: 614.70708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:25.724817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:25.109595Z","time spent":"615.156711ms","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:47:25.724867Z","caller":"traceutil/trace.go:171","msg":"trace[1513584594] linearizableReadLoop","detail":"{readStateIndex:377; appliedIndex:373; }","duration":"254.066524ms","start":"2026-03-18T00:47:25.470767Z","end":"2026-03-18T00:47:25.724834Z","steps":["trace[1513584594] 'read index received' (duration: 144.690994ms)","trace[1513584594] 'applied index is now lower than readState.Index' (duration: 109.37358ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:47:25.724945Z","caller":"traceutil/trace.go:171","msg":"trace[44224124] transaction","detail":"{read_only:false; response_revision:364; number_of_response:1; }","duration":"611.004014ms","start":"2026-03-18T00:47:25.113921Z","end":"2026-03-18T00:47:25.724925Z","steps":["trace[44224124] 'process raft request' (duration: 610.666726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:25.725034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:25.113905Z","time spent":"611.083096ms","remote":"127.0.0.1:52566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6950,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:47:25.72524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.422462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T00:47:25.725451Z","caller":"traceutil/trace.go:171","msg":"trace[283149014] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:364; }","duration":"254.695148ms","start":"2026-03-18T00:47:25.470713Z","end":"2026-03-18T00:47:25.725408Z","steps":["trace[283149014] 'agreement among raft nodes before linearized reading' (duration: 254.266018ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:47:32.043094Z","caller":"traceutil/trace.go:171","msg":"trace[693992315] linearizableReadLoop","detail":"{readStateIndex:427; appliedIndex:426; }","duration":"289.11988ms","start":"2026-03-18T00:47:31.75395Z","end":"2026-03-18T00:47:32.04307Z","steps":["trace[693992315] 'read index received' (duration: 288.812963ms)","trace[693992315] 'applied index is now lower than readState.Index' (duration: 305.707µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:47:32.043158Z","caller":"traceutil/trace.go:171","msg":"trace[149090377] transaction","detail":"{read_only:false; response_revision:413; number_of_response:1; }","duration":"290.189595ms","start":"2026-03-18T00:47:31.75293Z","end":"2026-03-18T00:47:32.04312Z","steps":["trace[149090377] 'process raft request' (duration: 289.914798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:32.04328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.311405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T00:47:32.043321Z","caller":"traceutil/trace.go:171","msg":"trace[967126434] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:413; }","duration":"289.390336ms","start":"2026-03-18T00:47:31.75392Z","end":"2026-03-18T00:47:32.04331Z","steps":["trace[967126434] 'agreement among raft nodes before linearized reading' (duration: 289.281974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:32.043316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.274384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T00:47:32.04339Z","caller":"traceutil/trace.go:171","msg":"trace[1290612857] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:413; }","duration":"283.391997ms","start":"2026-03-18T00:47:31.759984Z","end":"2026-03-18T00:47:32.043376Z","steps":["trace[1290612857] 'agreement among raft nodes before linearized reading' (duration: 283.269454ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:47:36.246652Z","caller":"traceutil/trace.go:171","msg":"trace[2078553266] transaction","detail":"{read_only:false; response_revision:424; number_of_response:1; }","duration":"106.234876ms","start":"2026-03-18T00:47:36.140393Z","end":"2026-03-18T00:47:36.246628Z","steps":["trace[2078553266] 'process raft request' (duration: 105.96786ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:47:37.134442Z","caller":"traceutil/trace.go:171","msg":"trace[504431666] transaction","detail":"{read_only:false; response_revision:427; number_of_response:1; }","duration":"218.791891ms","start":"2026-03-18T00:47:36.91562Z","end":"2026-03-18T00:47:37.134412Z","steps":["trace[504431666] 'process raft request' (duration: 218.608466ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:47:38.469615Z","caller":"traceutil/trace.go:171","msg":"trace[1188015428] transaction","detail":"{read_only:false; response_revision:430; number_of_response:1; }","duration":"200.887414ms","start":"2026-03-18T00:47:38.268701Z","end":"2026-03-18T00:47:38.469588Z","steps":["trace[1188015428] 'process raft request' (duration: 199.982512ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:47:38.469843Z","caller":"traceutil/trace.go:171","msg":"trace[1118449165] transaction","detail":"{read_only:false; response_revision:431; number_of_response:1; }","duration":"200.850273ms","start":"2026-03-18T00:47:38.268956Z","end":"2026-03-18T00:47:38.469806Z","steps":["trace[1118449165] 'process raft request' (duration: 200.578616ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:47:41.967623Z","caller":"traceutil/trace.go:171","msg":"trace[1730620559] transaction","detail":"{read_only:false; response_revision:471; number_of_response:1; }","duration":"183.899823ms","start":"2026-03-18T00:47:41.7837Z","end":"2026-03-18T00:47:41.967599Z","steps":["trace[1730620559] 'process raft request' (duration: 183.76989ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:47:44.638973Z","caller":"traceutil/trace.go:171","msg":"trace[1743165747] transaction","detail":"{read_only:false; response_revision:479; number_of_response:1; }","duration":"100.450266ms","start":"2026-03-18T00:47:44.538495Z","end":"2026-03-18T00:47:44.638945Z","steps":["trace[1743165747] 'process raft request' (duration: 100.286042ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:47:44.661676Z","caller":"traceutil/trace.go:171","msg":"trace[1032392155] transaction","detail":"{read_only:false; response_revision:480; number_of_response:1; }","duration":"122.80847ms","start":"2026-03-18T00:47:44.538847Z","end":"2026-03-18T00:47:44.661656Z","steps":["trace[1032392155] 'process raft request' (duration: 122.544344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:48.901283Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185015923636839,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T00:47:48.993505Z","caller":"traceutil/trace.go:171","msg":"trace[1410049556] linearizableReadLoop","detail":"{readStateIndex:529; appliedIndex:528; }","duration":"593.150792ms","start":"2026-03-18T00:47:48.400329Z","end":"2026-03-18T00:47:48.993479Z","steps":["trace[1410049556] 'read index received' (duration: 592.923097ms)","trace[1410049556] 'applied index is now lower than readState.Index' (duration: 226.765µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:47:48.993614Z","caller":"traceutil/trace.go:171","msg":"trace[715238856] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"646.470232ms","start":"2026-03-18T00:47:48.34712Z","end":"2026-03-18T00:47:48.99359Z","steps":["trace[715238856] 'process raft request' (duration: 646.203445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:48.993753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.24499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-9m24k\" ","response":"range_response_count:1 size:16965"} {"level":"warn","ts":"2026-03-18T00:47:48.993749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.407728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T00:47:48.993807Z","caller":"traceutil/trace.go:171","msg":"trace[2121486568] range","detail":"{range_begin:/registry/pods/kube-system/cilium-9m24k; range_end:; response_count:1; response_revision:512; }","duration":"476.342282ms","start":"2026-03-18T00:47:48.51745Z","end":"2026-03-18T00:47:48.993792Z","steps":["trace[2121486568] 'agreement among raft nodes before linearized reading' (duration: 476.171278ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:47:48.993819Z","caller":"traceutil/trace.go:171","msg":"trace[1965578164] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:512; }","duration":"593.512021ms","start":"2026-03-18T00:47:48.400293Z","end":"2026-03-18T00:47:48.993805Z","steps":["trace[1965578164] 'agreement among raft nodes before linearized reading' (duration: 593.312056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:48.993826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.565408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T00:47:48.993858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:48.400278Z","time spent":"593.572382ms","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T00:47:48.993753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:48.347104Z","time spent":"646.558274ms","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:47:48.99386Z","caller":"traceutil/trace.go:171","msg":"trace[252380347] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:512; }","duration":"340.611629ms","start":"2026-03-18T00:47:48.653238Z","end":"2026-03-18T00:47:48.993849Z","steps":["trace[252380347] 'agreement among raft nodes before linearized reading' (duration: 340.553397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:48.993861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:48.517423Z","time spent":"476.425944ms","remote":"127.0.0.1:52566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16989,"request content":"key:\"/registry/pods/kube-system/cilium-9m24k\" "} {"level":"warn","ts":"2026-03-18T00:47:48.993933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:48.653229Z","time spent":"340.697061ms","remote":"127.0.0.1:52502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-03-18T00:47:48.993925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.764073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-18T00:47:48.994Z","caller":"traceutil/trace.go:171","msg":"trace[1250938020] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:512; }","duration":"343.889186ms","start":"2026-03-18T00:47:48.650094Z","end":"2026-03-18T00:47:48.993983Z","steps":["trace[1250938020] 'agreement among raft nodes before linearized reading' (duration: 343.713622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:48.994076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:48.650071Z","time spent":"343.992768ms","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T00:47:48.993968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.468122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-18T00:47:48.993875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.940633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:47:48.994195Z","caller":"traceutil/trace.go:171","msg":"trace[489179274] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:512; }","duration":"288.315372ms","start":"2026-03-18T00:47:48.705856Z","end":"2026-03-18T00:47:48.994172Z","steps":["trace[489179274] 'agreement among raft nodes before linearized reading' (duration: 287.922383ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:47:48.994194Z","caller":"traceutil/trace.go:171","msg":"trace[946514782] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:512; }","duration":"319.752859ms","start":"2026-03-18T00:47:48.674406Z","end":"2026-03-18T00:47:48.994159Z","steps":["trace[946514782] 'agreement among raft nodes before linearized reading' (duration: 319.286888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:48.994281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:48.674322Z","time spent":"319.940133ms","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T00:47:50.101873Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185015923636842,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T00:47:50.60272Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185015923636842,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T00:47:51.102847Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185015923636842,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T00:47:51.6014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000250333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T00:47:51.601485Z","caller":"traceutil/trace.go:171","msg":"trace[51496405] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000397357s","start":"2026-03-18T00:47:49.601069Z","end":"2026-03-18T00:47:51.601466Z","steps":["trace[51496405] 'agreement among raft nodes before linearized reading' (duration: 2.000292754s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:51.601534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:49.601047Z","time spent":"2.000477839s","remote":"127.0.0.1:52434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 00:47:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T00:47:51.603597Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185015923636842,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T00:47:51.967836Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.350330493s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T00:47:52.01045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.478192788s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:47:52.01053Z","caller":"traceutil/trace.go:171","msg":"trace[1479016916] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"3.011888739s","start":"2026-03-18T00:47:48.998607Z","end":"2026-03-18T00:47:52.010496Z","steps":["trace[1479016916] 'process raft request' (duration: 2.969452323s)","trace[1479016916] 'compare' (duration: 41.943444ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:47:52.010586Z","caller":"traceutil/trace.go:171","msg":"trace[589127021] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:512; }","duration":"1.478343511s","start":"2026-03-18T00:47:50.532224Z","end":"2026-03-18T00:47:52.010567Z","steps":["trace[589127021] 'range keys from in-memory index tree' (duration: 1.478175807s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:52.010672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:48.998583Z","time spent":"3.012014642s","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:47:52.934594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.519931ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:47:52.935011Z","caller":"traceutil/trace.go:171","msg":"trace[547929212] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"3.934880547s","start":"2026-03-18T00:47:49.000094Z","end":"2026-03-18T00:47:52.934975Z","steps":["trace[547929212] 'process raft request' (duration: 3.9345992s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:47:52.93508Z","caller":"traceutil/trace.go:171","msg":"trace[207046442] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"3.935412429s","start":"2026-03-18T00:47:48.999611Z","end":"2026-03-18T00:47:52.935024Z","steps":["trace[207046442] 'process raft request' (duration: 3.584365586s)","trace[207046442] 'compare' (duration: 350.345007ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:47:52.935071Z","caller":"traceutil/trace.go:171","msg":"trace[1950308293] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"3.928469967s","start":"2026-03-18T00:47:49.006545Z","end":"2026-03-18T00:47:52.935015Z","steps":["trace[1950308293] 'process raft request' (duration: 3.928230571s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:52.935223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:49.000073Z","time spent":"3.93503694s","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:47:52.935253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:49.006533Z","time spent":"3.928635881s","remote":"127.0.0.1:52566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:47:52.935236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:48.999586Z","time spent":"3.935568533s","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:47:53.352398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.543312ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-18T00:47:53.352839Z","caller":"traceutil/trace.go:171","msg":"trace[1561936863] linearizableReadLoop","detail":"{readStateIndex:534; appliedIndex:529; }","duration":"3.75168158s","start":"2026-03-18T00:47:49.601131Z","end":"2026-03-18T00:47:53.352813Z","steps":["trace[1561936863] 'read index received' (duration: 2.366939373s)","trace[1561936863] 'applied index is now lower than readState.Index' (duration: 1.384740907s)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:47:53.352883Z","caller":"traceutil/trace.go:171","msg":"trace[1695505742] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"1.74817236s","start":"2026-03-18T00:47:51.604684Z","end":"2026-03-18T00:47:53.352856Z","steps":["trace[1695505742] 'process raft request' (duration: 1.747840942s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:53.353013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:51.604661Z","time spent":"1.748288662s","remote":"127.0.0.1:52482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T00:47:53.572517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.963543531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:47:53.572605Z","caller":"traceutil/trace.go:171","msg":"trace[343628594] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:517; }","duration":"1.963677804s","start":"2026-03-18T00:47:51.608902Z","end":"2026-03-18T00:47:53.57258Z","steps":["trace[343628594] 'agreement among raft nodes before linearized reading' (duration: 1.744091174s)","trace[343628594] 'range keys from in-memory index tree' (duration: 219.465837ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:47:53.57262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.943237943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T00:47:53.572655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:51.608886Z","time spent":"1.963759446s","remote":"127.0.0.1:52432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T00:47:53.572696Z","caller":"traceutil/trace.go:171","msg":"trace[1505959911] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:517; }","duration":"3.943373295s","start":"2026-03-18T00:47:49.629305Z","end":"2026-03-18T00:47:53.572679Z","steps":["trace[1505959911] 'agreement among raft nodes before linearized reading' (duration: 3.723663242s)","trace[1505959911] 'range keys from in-memory index tree' (duration: 219.559499ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:47:53.572734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:49.629296Z","time spent":"3.943431446s","remote":"127.0.0.1:52502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-03-18T00:47:53.572775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.575120525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T00:47:53.572865Z","caller":"traceutil/trace.go:171","msg":"trace[1632690538] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:517; }","duration":"2.575264438s","start":"2026-03-18T00:47:50.997578Z","end":"2026-03-18T00:47:53.572842Z","steps":["trace[1632690538] 'agreement among raft nodes before linearized reading' (duration: 2.355423682s)","trace[1632690538] 'range keys from in-memory index tree' (duration: 219.618901ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:47:53.572915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:50.997555Z","time spent":"2.575351691s","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T00:47:54.841667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:53.70376Z","time spent":"1.137899928s","remote":"127.0.0.1:36294","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-18T00:47:54.842959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137346195s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:47:54.843297Z","caller":"traceutil/trace.go:171","msg":"trace[1124628600] linearizableReadLoop","detail":"{readStateIndex:537; appliedIndex:536; }","duration":"828.497172ms","start":"2026-03-18T00:47:54.014751Z","end":"2026-03-18T00:47:54.843248Z","steps":["trace[1124628600] 'read index received' (duration: 40.961µs)","trace[1124628600] 'applied index is now lower than readState.Index' (duration: 828.337618ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:47:54.843358Z","caller":"traceutil/trace.go:171","msg":"trace[303387108] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"1.257540764s","start":"2026-03-18T00:47:53.585768Z","end":"2026-03-18T00:47:54.843309Z","steps":["trace[303387108] 'process raft request' (duration: 118.776886ms)","trace[303387108] 'compare' (duration: 1.137235092s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:47:54.843504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:53.585754Z","time spent":"1.257667937s","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:47:54.843977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.175313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:47:54.844233Z","caller":"traceutil/trace.go:171","msg":"trace[61834084] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:519; }","duration":"243.254295ms","start":"2026-03-18T00:47:54.600751Z","end":"2026-03-18T00:47:54.844005Z","steps":["trace[61834084] 'agreement among raft nodes before linearized reading' (duration: 242.933437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:54.844409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.643398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T00:47:54.844523Z","caller":"traceutil/trace.go:171","msg":"trace[1705366357] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:519; }","duration":"829.788662ms","start":"2026-03-18T00:47:54.014696Z","end":"2026-03-18T00:47:54.844485Z","steps":["trace[1705366357] 'agreement among raft nodes before linearized reading' (duration: 828.641975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:54.844577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:54.014647Z","time spent":"829.918155ms","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T00:47:55.374368Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185015923636857,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T00:47:55.414045Z","caller":"traceutil/trace.go:171","msg":"trace[626844146] linearizableReadLoop","detail":"{readStateIndex:538; appliedIndex:537; }","duration":"539.818831ms","start":"2026-03-18T00:47:54.8742Z","end":"2026-03-18T00:47:55.414019Z","steps":["trace[626844146] 'read index received' (duration: 539.675917ms)","trace[626844146] 'applied index is now lower than readState.Index' (duration: 141.504µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:47:55.414132Z","caller":"traceutil/trace.go:171","msg":"trace[1093536308] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"565.705968ms","start":"2026-03-18T00:47:54.848384Z","end":"2026-03-18T00:47:55.41409Z","steps":["trace[1093536308] 'process raft request' (duration: 565.497013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:55.414294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:54.84836Z","time spent":"565.851841ms","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:47:55.41436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.39322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-18T00:47:55.414328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.066756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-18T00:47:55.414472Z","caller":"traceutil/trace.go:171","msg":"trace[871317131] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:520; }","duration":"540.273701ms","start":"2026-03-18T00:47:54.874166Z","end":"2026-03-18T00:47:55.41444Z","steps":["trace[871317131] 'agreement among raft nodes before linearized reading' (duration: 539.941234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:55.414541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:54.874152Z","time spent":"540.378724ms","remote":"127.0.0.1:52452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.250\" "} {"level":"warn","ts":"2026-03-18T00:47:55.414552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.827006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T00:47:55.414401Z","caller":"traceutil/trace.go:171","msg":"trace[725635579] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:520; }","duration":"475.519852ms","start":"2026-03-18T00:47:54.93887Z","end":"2026-03-18T00:47:55.41439Z","steps":["trace[725635579] 'agreement among raft nodes before linearized reading' (duration: 475.356828ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:47:55.414666Z","caller":"traceutil/trace.go:171","msg":"trace[652495492] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:520; }","duration":"474.97576ms","start":"2026-03-18T00:47:54.939662Z","end":"2026-03-18T00:47:55.414638Z","steps":["trace[652495492] 'agreement among raft nodes before linearized reading' (duration: 474.710344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:55.414679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:54.938845Z","time spent":"475.82254ms","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T00:47:55.414721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:54.939653Z","time spent":"475.058192ms","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T00:47:57.89882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.777174ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:47:57.899048Z","caller":"traceutil/trace.go:171","msg":"trace[1076131600] transaction","detail":"{read_only:false; response_revision:664; number_of_response:1; }","duration":"218.152367ms","start":"2026-03-18T00:47:57.680852Z","end":"2026-03-18T00:47:57.899005Z","steps":["trace[1076131600] 'process raft request' (duration: 33.082656ms)","trace[1076131600] 'compare' (duration: 184.63387ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:47:57.899069Z","caller":"traceutil/trace.go:171","msg":"trace[1048367412] linearizableReadLoop","detail":"{readStateIndex:683; appliedIndex:682; }","duration":"214.781027ms","start":"2026-03-18T00:47:57.684243Z","end":"2026-03-18T00:47:57.899024Z","steps":["trace[1048367412] 'read index received' (duration: 29.660576ms)","trace[1048367412] 'applied index is now lower than readState.Index' (duration: 185.117791ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:47:57.899119Z","caller":"traceutil/trace.go:171","msg":"trace[1354344806] transaction","detail":"{read_only:false; response_revision:665; number_of_response:1; }","duration":"213.360264ms","start":"2026-03-18T00:47:57.685739Z","end":"2026-03-18T00:47:57.899099Z","steps":["trace[1354344806] 'process raft request' (duration: 213.229631ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:47:57.899266Z","caller":"traceutil/trace.go:171","msg":"trace[979045615] transaction","detail":"{read_only:false; response_revision:666; number_of_response:1; }","duration":"211.896879ms","start":"2026-03-18T00:47:57.687314Z","end":"2026-03-18T00:47:57.899211Z","steps":["trace[979045615] 'process raft request' (duration: 211.707945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:57.899353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.088194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:47:57.899413Z","caller":"traceutil/trace.go:171","msg":"trace[14019127] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:0; response_revision:666; }","duration":"215.166566ms","start":"2026-03-18T00:47:57.684214Z","end":"2026-03-18T00:47:57.899381Z","steps":["trace[14019127] 'agreement among raft nodes before linearized reading' (duration: 215.052254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:57.899418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.549368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:47:57.899463Z","caller":"traceutil/trace.go:171","msg":"trace[138304176] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:0; response_revision:666; }","duration":"213.634761ms","start":"2026-03-18T00:47:57.685813Z","end":"2026-03-18T00:47:57.899447Z","steps":["trace[138304176] 'agreement among raft nodes before linearized reading' (duration: 213.472477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:57.899523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.32927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T00:47:57.899415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.561595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:47:57.899595Z","caller":"traceutil/trace.go:171","msg":"trace[1191223132] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:0; response_revision:666; }","duration":"209.79236ms","start":"2026-03-18T00:47:57.689787Z","end":"2026-03-18T00:47:57.899579Z","steps":["trace[1191223132] 'agreement among raft nodes before linearized reading' (duration: 209.524874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:57.899428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.376387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T00:47:57.899692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.78806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:47:57.899749Z","caller":"traceutil/trace.go:171","msg":"trace[579556650] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:0; response_revision:666; }","duration":"209.875783ms","start":"2026-03-18T00:47:57.689858Z","end":"2026-03-18T00:47:57.899734Z","steps":["trace[579556650] 'agreement among raft nodes before linearized reading' (duration: 209.791941ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:47:57.899613Z","caller":"traceutil/trace.go:171","msg":"trace[271426069] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:0; response_revision:666; }","duration":"209.411081ms","start":"2026-03-18T00:47:57.690167Z","end":"2026-03-18T00:47:57.899578Z","steps":["trace[271426069] 'agreement among raft nodes before linearized reading' (duration: 209.318189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:57.899615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.586289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:47:57.899859Z","caller":"traceutil/trace.go:171","msg":"trace[512796889] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:666; }","duration":"185.747787ms","start":"2026-03-18T00:47:57.713983Z","end":"2026-03-18T00:47:57.89973Z","steps":["trace[512796889] 'agreement among raft nodes before linearized reading' (duration: 185.356387ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:47:57.899906Z","caller":"traceutil/trace.go:171","msg":"trace[214226304] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:0; response_revision:666; }","duration":"213.946048ms","start":"2026-03-18T00:47:57.685941Z","end":"2026-03-18T00:47:57.899887Z","steps":["trace[214226304] 'agreement among raft nodes before linearized reading' (duration: 213.541339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:57.899631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.718663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T00:47:57.899649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.752573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:47:57.900015Z","caller":"traceutil/trace.go:171","msg":"trace[57514334] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:0; response_revision:666; }","duration":"214.124282ms","start":"2026-03-18T00:47:57.685863Z","end":"2026-03-18T00:47:57.899987Z","steps":["trace[57514334] 'agreement among raft nodes before linearized reading' (duration: 213.725442ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:47:57.90008Z","caller":"traceutil/trace.go:171","msg":"trace[142151609] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:0; response_revision:666; }","duration":"214.221724ms","start":"2026-03-18T00:47:57.685842Z","end":"2026-03-18T00:47:57.900063Z","steps":["trace[142151609] 'agreement among raft nodes before linearized reading' (duration: 213.712353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:57.899676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.672678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:47:57.900163Z","caller":"traceutil/trace.go:171","msg":"trace[1683799053] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:0; response_revision:666; }","duration":"213.19323ms","start":"2026-03-18T00:47:57.686948Z","end":"2026-03-18T00:47:57.900142Z","steps":["trace[1683799053] 'agreement among raft nodes before linearized reading' (duration: 212.672838ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:47:58.320095Z","caller":"traceutil/trace.go:171","msg":"trace[547191867] transaction","detail":"{read_only:false; response_revision:667; number_of_response:1; }","duration":"233.513247ms","start":"2026-03-18T00:47:58.086551Z","end":"2026-03-18T00:47:58.320064Z","steps":["trace[547191867] 'process raft request' (duration: 233.359483ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:47:58.801984Z","caller":"traceutil/trace.go:171","msg":"trace[1661981782] transaction","detail":"{read_only:false; response_revision:676; number_of_response:1; }","duration":"362.274507ms","start":"2026-03-18T00:47:58.439682Z","end":"2026-03-18T00:47:58.801956Z","steps":["trace[1661981782] 'process raft request' (duration: 357.2737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:58.80215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:58.439655Z","time spent":"362.4091ms","remote":"127.0.0.1:52468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10362,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:47:58.807414Z","caller":"traceutil/trace.go:171","msg":"trace[1047354123] linearizableReadLoop","detail":"{readStateIndex:696; appliedIndex:694; }","duration":"245.513658ms","start":"2026-03-18T00:47:58.56187Z","end":"2026-03-18T00:47:58.807384Z","steps":["trace[1047354123] 'read index received' (duration: 235.108945ms)","trace[1047354123] 'applied index is now lower than readState.Index' (duration: 10.403563ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:47:58.80756Z","caller":"traceutil/trace.go:171","msg":"trace[1057107589] transaction","detail":"{read_only:false; response_revision:677; number_of_response:1; }","duration":"321.802267ms","start":"2026-03-18T00:47:58.485742Z","end":"2026-03-18T00:47:58.807545Z","steps":["trace[1057107589] 'process raft request' (duration: 321.458139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:58.807681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:58.485716Z","time spent":"321.880499ms","remote":"127.0.0.1:52468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3104,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T00:47:58.807704Z","caller":"traceutil/trace.go:171","msg":"trace[668997356] transaction","detail":"{read_only:false; response_revision:678; number_of_response:1; }","duration":"121.297504ms","start":"2026-03-18T00:47:58.686379Z","end":"2026-03-18T00:47:58.807677Z","steps":["trace[668997356] 'process raft request' (duration: 120.948776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:58.807773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.435585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:47:58.807826Z","caller":"traceutil/trace.go:171","msg":"trace[480051071] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:678; }","duration":"207.504346ms","start":"2026-03-18T00:47:58.600308Z","end":"2026-03-18T00:47:58.807812Z","steps":["trace[480051071] 'agreement among raft nodes before linearized reading' (duration: 207.415864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:58.807747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.872126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-9m24k\" ","response":"range_response_count:1 size:17790"} {"level":"info","ts":"2026-03-18T00:47:58.807892Z","caller":"traceutil/trace.go:171","msg":"trace[322983965] range","detail":"{range_begin:/registry/pods/kube-system/cilium-9m24k; range_end:; response_count:1; response_revision:678; }","duration":"246.073421ms","start":"2026-03-18T00:47:58.561805Z","end":"2026-03-18T00:47:58.807879Z","steps":["trace[322983965] 'agreement among raft nodes before linearized reading' (duration: 245.751443ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:05.468609Z","caller":"traceutil/trace.go:171","msg":"trace[1706852961] transaction","detail":"{read_only:false; response_revision:772; number_of_response:1; }","duration":"123.663231ms","start":"2026-03-18T00:48:05.344924Z","end":"2026-03-18T00:48:05.468588Z","steps":["trace[1706852961] 'process raft request' (duration: 123.280682ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:05.752164Z","caller":"traceutil/trace.go:171","msg":"trace[1427799003] transaction","detail":"{read_only:false; response_revision:776; number_of_response:1; }","duration":"164.15108ms","start":"2026-03-18T00:48:05.587986Z","end":"2026-03-18T00:48:05.752137Z","steps":["trace[1427799003] 'process raft request' (duration: 163.902284ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:06.322016Z","caller":"traceutil/trace.go:171","msg":"trace[716612268] transaction","detail":"{read_only:false; response_revision:781; number_of_response:1; }","duration":"142.126482ms","start":"2026-03-18T00:48:06.179865Z","end":"2026-03-18T00:48:06.321992Z","steps":["trace[716612268] 'process raft request' (duration: 120.782652ms)","trace[716612268] 'compare' (duration: 21.270249ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:48:06.747828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.550197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:48:06.74793Z","caller":"traceutil/trace.go:171","msg":"trace[1461439092] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:782; }","duration":"149.704851ms","start":"2026-03-18T00:48:06.598198Z","end":"2026-03-18T00:48:06.747903Z","steps":["trace[1461439092] 'agreement among raft nodes before linearized reading' (duration: 29.558593ms)","trace[1461439092] 'range keys from in-memory index tree' (duration: 119.972674ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:48:06.747925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.73254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-9m24k\" ","response":"range_response_count:1 size:18713"} {"level":"info","ts":"2026-03-18T00:48:06.748006Z","caller":"traceutil/trace.go:171","msg":"trace[1856412320] range","detail":"{range_begin:/registry/pods/kube-system/cilium-9m24k; range_end:; response_count:1; response_revision:782; }","duration":"163.856873ms","start":"2026-03-18T00:48:06.584128Z","end":"2026-03-18T00:48:06.747985Z","steps":["trace[1856412320] 'agreement among raft nodes before linearized reading' (duration: 43.640154ms)","trace[1856412320] 'range keys from in-memory index tree' (duration: 119.967224ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:48:06.900524Z","caller":"traceutil/trace.go:171","msg":"trace[1628528848] transaction","detail":"{read_only:false; response_revision:783; number_of_response:1; }","duration":"135.088178ms","start":"2026-03-18T00:48:06.765401Z","end":"2026-03-18T00:48:06.900489Z","steps":["trace[1628528848] 'process raft request' (duration: 134.918664ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:06.902549Z","caller":"traceutil/trace.go:171","msg":"trace[1202572491] transaction","detail":"{read_only:false; response_revision:784; number_of_response:1; }","duration":"124.355957ms","start":"2026-03-18T00:48:06.778173Z","end":"2026-03-18T00:48:06.902529Z","steps":["trace[1202572491] 'process raft request' (duration: 124.263665ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:09.085507Z","caller":"traceutil/trace.go:171","msg":"trace[1108342626] transaction","detail":"{read_only:false; response_revision:841; number_of_response:1; }","duration":"107.03642ms","start":"2026-03-18T00:48:08.978446Z","end":"2026-03-18T00:48:09.085483Z","steps":["trace[1108342626] 'process raft request' (duration: 106.915398ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:10.763403Z","caller":"traceutil/trace.go:171","msg":"trace[1758693419] transaction","detail":"{read_only:false; response_revision:854; number_of_response:1; }","duration":"114.027604ms","start":"2026-03-18T00:48:10.649352Z","end":"2026-03-18T00:48:10.763379Z","steps":["trace[1758693419] 'process raft request' (duration: 113.901631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:16.560613Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185015923637515,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T00:48:16.893173Z","caller":"traceutil/trace.go:171","msg":"trace[400307797] linearizableReadLoop","detail":"{readStateIndex:922; appliedIndex:921; }","duration":"832.728421ms","start":"2026-03-18T00:48:16.060414Z","end":"2026-03-18T00:48:16.893143Z","steps":["trace[400307797] 'read index received' (duration: 832.428934ms)","trace[400307797] 'applied index is now lower than readState.Index' (duration: 298.257µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:48:16.893312Z","caller":"traceutil/trace.go:171","msg":"trace[983523181] transaction","detail":"{read_only:false; response_revision:898; number_of_response:1; }","duration":"860.002751ms","start":"2026-03-18T00:48:16.033258Z","end":"2026-03-18T00:48:16.893261Z","steps":["trace[983523181] 'process raft request' (duration: 859.670373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:16.893459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.013518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-18T00:48:16.893499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:16.033241Z","time spent":"860.172204ms","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:48:16.893475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.707515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:48:16.893515Z","caller":"traceutil/trace.go:171","msg":"trace[1765040224] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:898; }","duration":"833.103699ms","start":"2026-03-18T00:48:16.060394Z","end":"2026-03-18T00:48:16.893497Z","steps":["trace[1765040224] 'agreement among raft nodes before linearized reading' (duration: 832.905355ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:16.893569Z","caller":"traceutil/trace.go:171","msg":"trace[1239102445] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:898; }","duration":"292.858679ms","start":"2026-03-18T00:48:16.600689Z","end":"2026-03-18T00:48:16.893548Z","steps":["trace[1239102445] 'agreement among raft nodes before linearized reading' (duration: 292.689075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:16.893575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:16.060384Z","time spent":"833.178471ms","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T00:48:17.927694Z","caller":"traceutil/trace.go:171","msg":"trace[1247265185] transaction","detail":"{read_only:false; response_revision:913; number_of_response:1; }","duration":"123.23975ms","start":"2026-03-18T00:48:17.804415Z","end":"2026-03-18T00:48:17.927655Z","steps":["trace[1247265185] 'process raft request' (duration: 95.145461ms)","trace[1247265185] 'compare' (duration: 27.980107ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:48:17.974038Z","caller":"traceutil/trace.go:171","msg":"trace[2013316211] transaction","detail":"{read_only:false; response_revision:914; number_of_response:1; }","duration":"164.760125ms","start":"2026-03-18T00:48:17.809255Z","end":"2026-03-18T00:48:17.974015Z","steps":["trace[2013316211] 'process raft request' (duration: 164.654822ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:21.858503Z","caller":"traceutil/trace.go:171","msg":"trace[1753446732] linearizableReadLoop","detail":"{readStateIndex:954; appliedIndex:953; }","duration":"220.633715ms","start":"2026-03-18T00:48:21.637845Z","end":"2026-03-18T00:48:21.858478Z","steps":["trace[1753446732] 'read index received' (duration: 220.43199ms)","trace[1753446732] 'applied index is now lower than readState.Index' (duration: 200.725µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:48:21.858613Z","caller":"traceutil/trace.go:171","msg":"trace[1418256195] transaction","detail":"{read_only:false; response_revision:928; number_of_response:1; }","duration":"242.790395ms","start":"2026-03-18T00:48:21.615791Z","end":"2026-03-18T00:48:21.858581Z","steps":["trace[1418256195] 'process raft request' (duration: 242.547239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:21.85875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.880681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T00:48:21.858793Z","caller":"traceutil/trace.go:171","msg":"trace[538369685] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:928; }","duration":"220.966282ms","start":"2026-03-18T00:48:21.637817Z","end":"2026-03-18T00:48:21.858783Z","steps":["trace[538369685] 'agreement among raft nodes before linearized reading' (duration: 220.785558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:21.858872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.178184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-18T00:48:21.85902Z","caller":"traceutil/trace.go:171","msg":"trace[17588685] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:928; }","duration":"220.354948ms","start":"2026-03-18T00:48:21.638642Z","end":"2026-03-18T00:48:21.858997Z","steps":["trace[17588685] 'agreement among raft nodes before linearized reading' (duration: 220.020451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:41.386692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.387832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-18T00:48:41.386784Z","caller":"traceutil/trace.go:171","msg":"trace[553300632] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1172; }","duration":"369.509136ms","start":"2026-03-18T00:48:41.017256Z","end":"2026-03-18T00:48:41.386765Z","steps":["trace[553300632] 'range keys from in-memory index tree' (duration: 369.25866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:41.386848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:41.017251Z","time spent":"369.587848ms","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T00:48:41.386935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.607161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T00:48:41.387054Z","caller":"traceutil/trace.go:171","msg":"trace[581219394] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1172; }","duration":"370.805286ms","start":"2026-03-18T00:48:41.016222Z","end":"2026-03-18T00:48:41.387027Z","steps":["trace[581219394] 'range keys from in-memory index tree' (duration: 370.224083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:41.387122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:41.016204Z","time spent":"370.903378ms","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T00:48:45.301776Z","caller":"traceutil/trace.go:171","msg":"trace[1798626960] transaction","detail":"{read_only:false; response_revision:1248; number_of_response:1; }","duration":"140.895217ms","start":"2026-03-18T00:48:45.160858Z","end":"2026-03-18T00:48:45.301753Z","steps":["trace[1798626960] 'process raft request' (duration: 140.782524ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:45.323439Z","caller":"traceutil/trace.go:171","msg":"trace[816612756] transaction","detail":"{read_only:false; response_revision:1249; number_of_response:1; }","duration":"128.092239ms","start":"2026-03-18T00:48:45.195296Z","end":"2026-03-18T00:48:45.323389Z","steps":["trace[816612756] 'process raft request' (duration: 127.889494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:06.101523Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185015923638851,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T00:49:06.124475Z","caller":"traceutil/trace.go:171","msg":"trace[1320189209] transaction","detail":"{read_only:false; response_revision:1550; number_of_response:1; }","duration":"594.402595ms","start":"2026-03-18T00:49:05.530045Z","end":"2026-03-18T00:49:06.124448Z","steps":["trace[1320189209] 'process raft request' (duration: 594.224311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:06.12464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:05.530026Z","time spent":"594.530007ms","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:49:06.593656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.857246ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:49:06.593796Z","caller":"traceutil/trace.go:171","msg":"trace[580222514] linearizableReadLoop","detail":"{readStateIndex:1611; appliedIndex:1609; }","duration":"992.547874ms","start":"2026-03-18T00:49:05.601225Z","end":"2026-03-18T00:49:06.593773Z","steps":["trace[580222514] 'read index received' (duration: 523.097376ms)","trace[580222514] 'applied index is now lower than readState.Index' (duration: 469.448748ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:49:06.593877Z","caller":"traceutil/trace.go:171","msg":"trace[1913916066] transaction","detail":"{read_only:false; response_revision:1551; number_of_response:1; }","duration":"1.063757861s","start":"2026-03-18T00:49:05.530085Z","end":"2026-03-18T00:49:06.593843Z","steps":["trace[1913916066] 'process raft request' (duration: 839.623248ms)","trace[1913916066] 'compare' (duration: 223.470298ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:49:06.593923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.705378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:49:06.593957Z","caller":"traceutil/trace.go:171","msg":"trace[1707248305] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1551; }","duration":"992.79683ms","start":"2026-03-18T00:49:05.601149Z","end":"2026-03-18T00:49:06.593946Z","steps":["trace[1707248305] 'agreement among raft nodes before linearized reading' (duration: 992.721249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:06.594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:05.601129Z","time spent":"992.862982ms","remote":"127.0.0.1:52432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T00:49:06.594026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:05.530067Z","time spent":"1.063880774s","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:49:06.839761Z","caller":"traceutil/trace.go:171","msg":"trace[1459291113] transaction","detail":"{read_only:false; response_revision:1552; number_of_response:1; }","duration":"412.625537ms","start":"2026-03-18T00:49:06.427107Z","end":"2026-03-18T00:49:06.839732Z","steps":["trace[1459291113] 'process raft request' (duration: 403.30396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:06.839919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:06.427079Z","time spent":"412.753759ms","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:49:06.869247Z","caller":"traceutil/trace.go:171","msg":"trace[297687626] linearizableReadLoop","detail":"{readStateIndex:1613; appliedIndex:1611; }","duration":"275.376845ms","start":"2026-03-18T00:49:06.593841Z","end":"2026-03-18T00:49:06.869218Z","steps":["trace[297687626] 'read index received' (duration: 236.658074ms)","trace[297687626] 'applied index is now lower than readState.Index' (duration: 38.717821ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:49:06.869363Z","caller":"traceutil/trace.go:171","msg":"trace[284579918] transaction","detail":"{read_only:false; response_revision:1553; number_of_response:1; }","duration":"314.685438ms","start":"2026-03-18T00:49:06.554652Z","end":"2026-03-18T00:49:06.869337Z","steps":["trace[284579918] 'process raft request' (duration: 314.427592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:06.869459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:06.554638Z","time spent":"314.776561ms","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:49:06.869538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.475502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-03-18T00:49:06.869647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068686365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c0e1536e-a94c-4f62-99b1-ccdef9d669d6\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-18T00:49:06.869719Z","caller":"traceutil/trace.go:171","msg":"trace[1644965682] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1553; }","duration":"694.715958ms","start":"2026-03-18T00:49:06.17498Z","end":"2026-03-18T00:49:06.869696Z","steps":["trace[1644965682] 'agreement among raft nodes before linearized reading' (duration: 694.309298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:06.869707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.203640814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-18T00:49:06.86973Z","caller":"traceutil/trace.go:171","msg":"trace[1481789917] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c0e1536e-a94c-4f62-99b1-ccdef9d669d6; range_end:; response_count:1; response_revision:1553; }","duration":"1.068853609s","start":"2026-03-18T00:49:05.800856Z","end":"2026-03-18T00:49:06.869709Z","steps":["trace[1481789917] 'agreement among raft nodes before linearized reading' (duration: 1.068533291s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:06.869699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.653468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:49:06.869779Z","caller":"traceutil/trace.go:171","msg":"trace[821352178] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1553; }","duration":"1.203771596s","start":"2026-03-18T00:49:05.665991Z","end":"2026-03-18T00:49:06.869763Z","steps":["trace[821352178] 'agreement among raft nodes before linearized reading' (duration: 1.20351346s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:06.869784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:05.80084Z","time spent":"1.06893272s","remote":"127.0.0.1:52566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3651,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c0e1536e-a94c-4f62-99b1-ccdef9d669d6\" "} {"level":"warn","ts":"2026-03-18T00:49:06.869833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:05.665975Z","time spent":"1.203847889s","remote":"127.0.0.1:59186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-18T00:49:06.869768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:06.174958Z","time spent":"694.79722ms","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T00:49:06.86985Z","caller":"traceutil/trace.go:171","msg":"trace[2051467248] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1553; }","duration":"274.842072ms","start":"2026-03-18T00:49:06.594969Z","end":"2026-03-18T00:49:06.869811Z","steps":["trace[2051467248] 'agreement among raft nodes before linearized reading' (duration: 274.560546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:06.869858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.885347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c0e1536e-a94c-4f62-99b1-ccdef9d669d6\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-03-18T00:49:06.869727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.765526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-18T00:49:06.869934Z","caller":"traceutil/trace.go:171","msg":"trace[1514016614] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c0e1536e-a94c-4f62-99b1-ccdef9d669d6; range_end:; response_count:1; response_revision:1553; }","duration":"933.02188ms","start":"2026-03-18T00:49:05.93689Z","end":"2026-03-18T00:49:06.869912Z","steps":["trace[1514016614] 'agreement among raft nodes before linearized reading' (duration: 932.837455ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:06.869979Z","caller":"traceutil/trace.go:171","msg":"trace[1399981701] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1553; }","duration":"694.058513ms","start":"2026-03-18T00:49:06.175907Z","end":"2026-03-18T00:49:06.869965Z","steps":["trace[1399981701] 'agreement among raft nodes before linearized reading' (duration: 693.552491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:06.869988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:05.936865Z","time spent":"933.111402ms","remote":"127.0.0.1:52566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3651,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c0e1536e-a94c-4f62-99b1-ccdef9d669d6\" "} {"level":"warn","ts":"2026-03-18T00:49:06.870026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:06.175893Z","time spent":"694.114874ms","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T00:49:06.869751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.691331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T00:49:06.870131Z","caller":"traceutil/trace.go:171","msg":"trace[1374656760] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1553; }","duration":"696.112081ms","start":"2026-03-18T00:49:06.174011Z","end":"2026-03-18T00:49:06.870123Z","steps":["trace[1374656760] 'agreement among raft nodes before linearized reading' (duration: 695.631219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:06.870159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:06.173994Z","time spent":"696.157391ms","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T00:49:07.78374Z","caller":"traceutil/trace.go:171","msg":"trace[2068858325] transaction","detail":"{read_only:false; response_revision:1556; number_of_response:1; }","duration":"908.16696ms","start":"2026-03-18T00:49:06.875554Z","end":"2026-03-18T00:49:07.78372Z","steps":["trace[2068858325] 'process raft request' (duration: 908.073518ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:07.783742Z","caller":"traceutil/trace.go:171","msg":"trace[223637070] transaction","detail":"{read_only:false; response_revision:1555; number_of_response:1; }","duration":"908.949809ms","start":"2026-03-18T00:49:06.874759Z","end":"2026-03-18T00:49:07.783708Z","steps":["trace[223637070] 'process raft request' (duration: 908.712303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:07.783922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:06.875536Z","time spent":"908.282313ms","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:49:07.783961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:06.874734Z","time spent":"909.089941ms","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:49:07.784146Z","caller":"traceutil/trace.go:171","msg":"trace[317733047] linearizableReadLoop","detail":"{readStateIndex:1618; appliedIndex:1613; }","duration":"905.339945ms","start":"2026-03-18T00:49:06.878764Z","end":"2026-03-18T00:49:07.784104Z","steps":["trace[317733047] 'read index received' (duration: 16.223028ms)","trace[317733047] 'applied index is now lower than readState.Index' (duration: 889.115777ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:49:07.784159Z","caller":"traceutil/trace.go:171","msg":"trace[156466765] transaction","detail":"{read_only:false; response_revision:1557; number_of_response:1; }","duration":"908.542759ms","start":"2026-03-18T00:49:06.875549Z","end":"2026-03-18T00:49:07.784092Z","steps":["trace[156466765] 'process raft request' (duration: 908.132549ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:07.78419Z","caller":"traceutil/trace.go:171","msg":"trace[689884465] transaction","detail":"{read_only:false; response_revision:1558; number_of_response:1; }","duration":"905.732523ms","start":"2026-03-18T00:49:06.878426Z","end":"2026-03-18T00:49:07.784159Z","steps":["trace[689884465] 'process raft request' (duration: 905.558299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:07.784262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.494658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:49:07.78432Z","caller":"traceutil/trace.go:171","msg":"trace[537658984] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1558; }","duration":"905.567299ms","start":"2026-03-18T00:49:06.878734Z","end":"2026-03-18T00:49:07.784301Z","steps":["trace[537658984] 'agreement among raft nodes before linearized reading' (duration: 905.494548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:07.784355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:06.878724Z","time spent":"905.624191ms","remote":"127.0.0.1:52432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T00:49:07.784352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:06.878414Z","time spent":"905.844956ms","remote":"127.0.0.1:52566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:49:07.784441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:06.875525Z","time spent":"908.748344ms","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:49:07.791094Z","caller":"traceutil/trace.go:171","msg":"trace[2034852275] transaction","detail":"{read_only:false; response_revision:1559; number_of_response:1; }","duration":"474.767582ms","start":"2026-03-18T00:49:07.316307Z","end":"2026-03-18T00:49:07.791074Z","steps":["trace[2034852275] 'process raft request' (duration: 474.556797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:07.791213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:07.316287Z","time spent":"474.862554ms","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:49:07.791327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.146536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T00:49:07.791402Z","caller":"traceutil/trace.go:171","msg":"trace[897615846] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:1559; }","duration":"673.257158ms","start":"2026-03-18T00:49:07.118125Z","end":"2026-03-18T00:49:07.791382Z","steps":["trace[897615846] 'agreement among raft nodes before linearized reading' (duration: 673.144146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:07.791458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:07.118106Z","time spent":"673.33891ms","remote":"127.0.0.1:52716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":2,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-03-18T00:49:16.891356Z","caller":"traceutil/trace.go:171","msg":"trace[99391383] linearizableReadLoop","detail":"{readStateIndex:1702; appliedIndex:1701; }","duration":"290.548737ms","start":"2026-03-18T00:49:16.600784Z","end":"2026-03-18T00:49:16.891333Z","steps":["trace[99391383] 'read index received' (duration: 290.454085ms)","trace[99391383] 'applied index is now lower than readState.Index' (duration: 93.452µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:49:16.891423Z","caller":"traceutil/trace.go:171","msg":"trace[613707666] transaction","detail":"{read_only:false; response_revision:1640; number_of_response:1; }","duration":"718.509501ms","start":"2026-03-18T00:49:16.172876Z","end":"2026-03-18T00:49:16.891385Z","steps":["trace[613707666] 'process raft request' (duration: 718.289795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:16.891506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.711071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:49:16.891557Z","caller":"traceutil/trace.go:171","msg":"trace[827952204] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1640; }","duration":"290.822453ms","start":"2026-03-18T00:49:16.600723Z","end":"2026-03-18T00:49:16.891545Z","steps":["trace[827952204] 'agreement among raft nodes before linearized reading' (duration: 290.732841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:16.891583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:16.172858Z","time spent":"718.639403ms","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:49:16.967193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.717215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T00:49:16.967279Z","caller":"traceutil/trace.go:171","msg":"trace[291165804] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1641; }","duration":"331.856198ms","start":"2026-03-18T00:49:16.635403Z","end":"2026-03-18T00:49:16.967259Z","steps":["trace[291165804] 'agreement among raft nodes before linearized reading' (duration: 331.647743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:16.967315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:16.635378Z","time spent":"331.929059ms","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T00:49:27.590596Z","caller":"traceutil/trace.go:171","msg":"trace[503182145] transaction","detail":"{read_only:false; response_revision:1709; number_of_response:1; }","duration":"112.927696ms","start":"2026-03-18T00:49:27.477638Z","end":"2026-03-18T00:49:27.590566Z","steps":["trace[503182145] 'process raft request' (duration: 112.734902ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:28.013509Z","caller":"traceutil/trace.go:171","msg":"trace[2040731459] linearizableReadLoop","detail":"{readStateIndex:1776; appliedIndex:1775; }","duration":"118.821134ms","start":"2026-03-18T00:49:27.894648Z","end":"2026-03-18T00:49:28.013469Z","steps":["trace[2040731459] 'read index received' (duration: 102.35003ms)","trace[2040731459] 'applied index is now lower than readState.Index' (duration: 16.469644ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:49:28.0136Z","caller":"traceutil/trace.go:171","msg":"trace[1977698570] transaction","detail":"{read_only:false; response_revision:1711; number_of_response:1; }","duration":"130.793922ms","start":"2026-03-18T00:49:27.882769Z","end":"2026-03-18T00:49:28.013562Z","steps":["trace[1977698570] 'process raft request' (duration: 114.406751ms)","trace[1977698570] 'compare' (duration: 16.133395ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:49:28.013743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.07374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T00:49:28.013831Z","caller":"traceutil/trace.go:171","msg":"trace[562913912] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1711; }","duration":"119.199012ms","start":"2026-03-18T00:49:27.894614Z","end":"2026-03-18T00:49:28.013813Z","steps":["trace[562913912] 'agreement among raft nodes before linearized reading' (duration: 118.982437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:28.014108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.739889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T00:49:28.014233Z","caller":"traceutil/trace.go:171","msg":"trace[1038460932] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1711; }","duration":"114.923623ms","start":"2026-03-18T00:49:27.899291Z","end":"2026-03-18T00:49:28.014214Z","steps":["trace[1038460932] 'agreement among raft nodes before linearized reading' (duration: 114.669377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:52.916125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.442767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-18T00:49:52.916217Z","caller":"traceutil/trace.go:171","msg":"trace[2043865575] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1830; }","duration":"786.58153ms","start":"2026-03-18T00:49:52.129615Z","end":"2026-03-18T00:49:52.916197Z","steps":["trace[2043865575] 'range keys from in-memory index tree' (duration: 786.308454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:52.916259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:52.129602Z","time spent":"786.648212ms","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-18T00:49:52.916564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.455994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-18T00:49:52.916682Z","caller":"traceutil/trace.go:171","msg":"trace[1740925577] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1830; }","duration":"738.605238ms","start":"2026-03-18T00:49:52.178052Z","end":"2026-03-18T00:49:52.916657Z","steps":["trace[1740925577] 'range keys from in-memory index tree' (duration: 738.218098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:52.916748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:52.178025Z","time spent":"738.704909ms","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T00:49:52.916756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.515772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T00:49:52.916813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.132062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-18T00:49:52.916879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.231395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T00:49:52.916993Z","caller":"traceutil/trace.go:171","msg":"trace[106416569] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1830; }","duration":"784.403259ms","start":"2026-03-18T00:49:52.13257Z","end":"2026-03-18T00:49:52.916973Z","steps":["trace[106416569] 'range keys from in-memory index tree' (duration: 783.986149ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:52.916922Z","caller":"traceutil/trace.go:171","msg":"trace[220447844] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1830; }","duration":"646.295116ms","start":"2026-03-18T00:49:52.270604Z","end":"2026-03-18T00:49:52.916899Z","steps":["trace[220447844] 'range keys from in-memory index tree' (duration: 645.891607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:52.917042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:52.132546Z","time spent":"784.486501ms","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T00:49:52.916857Z","caller":"traceutil/trace.go:171","msg":"trace[421659604] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:1830; }","duration":"511.705967ms","start":"2026-03-18T00:49:52.405131Z","end":"2026-03-18T00:49:52.916837Z","steps":["trace[421659604] 'count revisions from in-memory index tree' (duration: 511.338018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:52.917077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:52.27058Z","time spent":"646.481871ms","remote":"127.0.0.1:59186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-18T00:49:52.917151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:52.405099Z","time spent":"512.025944ms","remote":"127.0.0.1:52566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":21,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-03-18T00:49:53.009027Z","caller":"traceutil/trace.go:171","msg":"trace[914691850] transaction","detail":"{read_only:false; response_revision:1831; number_of_response:1; }","duration":"111.014438ms","start":"2026-03-18T00:49:52.89799Z","end":"2026-03-18T00:49:53.009005Z","steps":["trace[914691850] 'process raft request' (duration: 110.886725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:53.532547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.914538ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:49:53.532883Z","caller":"traceutil/trace.go:171","msg":"trace[1237469309] transaction","detail":"{read_only:false; response_revision:1834; number_of_response:1; }","duration":"610.276254ms","start":"2026-03-18T00:49:52.922583Z","end":"2026-03-18T00:49:53.532859Z","steps":["trace[1237469309] 'process raft request' (duration: 610.216632ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:53.532873Z","caller":"traceutil/trace.go:171","msg":"trace[1535966878] transaction","detail":"{read_only:false; response_revision:1832; number_of_response:1; }","duration":"611.763058ms","start":"2026-03-18T00:49:52.921057Z","end":"2026-03-18T00:49:53.53282Z","steps":["trace[1535966878] 'process raft request' (duration: 197.455031ms)","trace[1535966878] 'compare' (duration: 413.751474ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:49:53.532995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:52.922566Z","time spent":"610.379206ms","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:49:53.533004Z","caller":"traceutil/trace.go:171","msg":"trace[1127290702] transaction","detail":"{read_only:false; response_revision:1833; number_of_response:1; }","duration":"611.691886ms","start":"2026-03-18T00:49:52.921278Z","end":"2026-03-18T00:49:53.53297Z","steps":["trace[1127290702] 'process raft request' (duration: 611.41666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:53.533079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:52.921035Z","time spent":"611.933852ms","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:49:53.533158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:52.921269Z","time spent":"611.808709ms","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:49:53.601744Z","caller":"traceutil/trace.go:171","msg":"trace[889324454] linearizableReadLoop","detail":"{readStateIndex:1905; appliedIndex:1901; }","duration":"500.867002ms","start":"2026-03-18T00:49:53.10085Z","end":"2026-03-18T00:49:53.601717Z","steps":["trace[889324454] 'read index received' (duration: 17.621692ms)","trace[889324454] 'applied index is now lower than readState.Index' (duration: 483.24362ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:49:53.601865Z","caller":"traceutil/trace.go:171","msg":"trace[1790447621] transaction","detail":"{read_only:false; response_revision:1835; number_of_response:1; }","duration":"517.239736ms","start":"2026-03-18T00:49:53.084614Z","end":"2026-03-18T00:49:53.601853Z","steps":["trace[1790447621] 'process raft request' (duration: 516.95103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:53.601984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:53.084585Z","time spent":"517.315208ms","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:49:53.602025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.281398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T00:49:53.602091Z","caller":"traceutil/trace.go:171","msg":"trace[1679725513] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:1835; }","duration":"250.394751ms","start":"2026-03-18T00:49:53.351679Z","end":"2026-03-18T00:49:53.602074Z","steps":["trace[1679725513] 'agreement among raft nodes before linearized reading' (duration: 250.276728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:53.602112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.751807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-18T00:49:53.602144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.619585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-18T00:49:53.602186Z","caller":"traceutil/trace.go:171","msg":"trace[580975003] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1835; }","duration":"411.87244ms","start":"2026-03-18T00:49:53.190297Z","end":"2026-03-18T00:49:53.602169Z","steps":["trace[580975003] 'agreement among raft nodes before linearized reading' (duration: 411.684905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:53.602247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:53.190276Z","time spent":"411.963551ms","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T00:49:53.602239Z","caller":"traceutil/trace.go:171","msg":"trace[127469278] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1835; }","duration":"479.731178ms","start":"2026-03-18T00:49:53.122494Z","end":"2026-03-18T00:49:53.602225Z","steps":["trace[127469278] 'agreement among raft nodes before linearized reading' (duration: 479.39561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:53.602174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.311843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-18T00:49:53.602329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:53.122487Z","time spent":"479.80716ms","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T00:49:53.602346Z","caller":"traceutil/trace.go:171","msg":"trace[51174769] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1835; }","duration":"501.524769ms","start":"2026-03-18T00:49:53.100802Z","end":"2026-03-18T00:49:53.602327Z","steps":["trace[51174769] 'agreement among raft nodes before linearized reading' (duration: 501.234892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:53.602412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:53.100789Z","time spent":"501.60099ms","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T00:49:54.853001Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185015923639530,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T00:49:55.221515Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.021009376s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T00:49:55.221889Z","caller":"traceutil/trace.go:171","msg":"trace[212303052] linearizableReadLoop","detail":"{readStateIndex:1910; appliedIndex:1909; }","duration":"869.700146ms","start":"2026-03-18T00:49:54.352166Z","end":"2026-03-18T00:49:55.221866Z","steps":["trace[212303052] 'read index received' (duration: 869.46916ms)","trace[212303052] 'applied index is now lower than readState.Index' (duration: 229.886µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:49:55.221971Z","caller":"traceutil/trace.go:171","msg":"trace[1391986905] transaction","detail":"{read_only:false; response_revision:1840; number_of_response:1; }","duration":"1.021523219s","start":"2026-03-18T00:49:54.200414Z","end":"2026-03-18T00:49:55.221937Z","steps":["trace[1391986905] 'process raft request' (duration: 1.021287333s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:55.222023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.840739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T00:49:55.222059Z","caller":"traceutil/trace.go:171","msg":"trace[1051147100] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:1840; }","duration":"869.933201ms","start":"2026-03-18T00:49:54.352113Z","end":"2026-03-18T00:49:55.222047Z","steps":["trace[1051147100] 'agreement among raft nodes before linearized reading' (duration: 869.850509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:55.222094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:54.352087Z","time spent":"869.998373ms","remote":"127.0.0.1:52766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:49:55.222138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:54.200394Z","time spent":"1.021654122s","remote":"127.0.0.1:52482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:49:55.222217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.341783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"warn","ts":"2026-03-18T00:49:55.222349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.293011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T00:49:55.222322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.071823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-18T00:49:55.222478Z","caller":"traceutil/trace.go:171","msg":"trace[1081896572] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1840; }","duration":"250.266508ms","start":"2026-03-18T00:49:54.972192Z","end":"2026-03-18T00:49:55.222458Z","steps":["trace[1081896572] 'agreement among raft nodes before linearized reading' (duration: 249.969301ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:55.222351Z","caller":"traceutil/trace.go:171","msg":"trace[310408144] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1840; }","duration":"812.525488ms","start":"2026-03-18T00:49:54.409807Z","end":"2026-03-18T00:49:55.222333Z","steps":["trace[310408144] 'agreement among raft nodes before linearized reading' (duration: 812.244561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:55.22262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:54.409789Z","time spent":"812.811984ms","remote":"127.0.0.1:52566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12407,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-18T00:49:55.222415Z","caller":"traceutil/trace.go:171","msg":"trace[1919648621] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1840; }","duration":"621.374893ms","start":"2026-03-18T00:49:54.601013Z","end":"2026-03-18T00:49:55.222387Z","steps":["trace[1919648621] 'agreement among raft nodes before linearized reading' (duration: 621.315972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:55.22227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.994091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-18T00:49:55.222789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:54.600994Z","time spent":"621.752553ms","remote":"127.0.0.1:52432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T00:49:55.22287Z","caller":"traceutil/trace.go:171","msg":"trace[1552082698] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:1840; }","duration":"341.649176ms","start":"2026-03-18T00:49:54.881206Z","end":"2026-03-18T00:49:55.222855Z","steps":["trace[1552082698] 'agreement among raft nodes before linearized reading' (duration: 340.879278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:55.22296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:54.881177Z","time spent":"341.766399ms","remote":"127.0.0.1:52452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.250\" "} {"level":"warn","ts":"2026-03-18T00:50:00.532661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.664115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-18T00:50:00.532773Z","caller":"traceutil/trace.go:171","msg":"trace[256425481] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1869; }","duration":"273.85468ms","start":"2026-03-18T00:50:00.258893Z","end":"2026-03-18T00:50:00.532748Z","steps":["trace[256425481] 'range keys from in-memory index tree' (duration: 273.428689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:00.532843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.641207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:50:00.532936Z","caller":"traceutil/trace.go:171","msg":"trace[1662392314] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:1869; }","duration":"356.794471ms","start":"2026-03-18T00:50:00.176103Z","end":"2026-03-18T00:50:00.532911Z","steps":["trace[1662392314] 'count revisions from in-memory index tree' (duration: 356.570456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:00.533004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:00.176084Z","time spent":"356.904294ms","remote":"127.0.0.1:41886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:50:00.533171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.374495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"info","ts":"2026-03-18T00:50:00.533327Z","caller":"traceutil/trace.go:171","msg":"trace[1553008262] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1869; }","duration":"281.722263ms","start":"2026-03-18T00:50:00.251521Z","end":"2026-03-18T00:50:00.533243Z","steps":["trace[1553008262] 'range keys from in-memory index tree' (duration: 281.198882ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:03.816386Z","caller":"traceutil/trace.go:171","msg":"trace[858263115] linearizableReadLoop","detail":"{readStateIndex:1957; appliedIndex:1955; }","duration":"108.476079ms","start":"2026-03-18T00:50:03.70788Z","end":"2026-03-18T00:50:03.816356Z","steps":["trace[858263115] 'read index received' (duration: 65.652386ms)","trace[858263115] 'applied index is now lower than readState.Index' (duration: 42.822303ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:50:03.816473Z","caller":"traceutil/trace.go:171","msg":"trace[446547286] transaction","detail":"{read_only:false; response_revision:1885; number_of_response:1; }","duration":"110.6682ms","start":"2026-03-18T00:50:03.705774Z","end":"2026-03-18T00:50:03.816442Z","steps":["trace[446547286] 'process raft request' (duration: 109.798189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:03.816672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.743825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T00:50:03.816722Z","caller":"traceutil/trace.go:171","msg":"trace[1194720139] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1885; }","duration":"108.873328ms","start":"2026-03-18T00:50:03.707837Z","end":"2026-03-18T00:50:03.81671Z","steps":["trace[1194720139] 'agreement among raft nodes before linearized reading' (duration: 108.629862ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:05.823728Z","caller":"traceutil/trace.go:171","msg":"trace[1932121875] transaction","detail":"{read_only:false; response_revision:1892; number_of_response:1; }","duration":"142.642678ms","start":"2026-03-18T00:50:05.681057Z","end":"2026-03-18T00:50:05.8237Z","steps":["trace[1932121875] 'process raft request' (duration: 142.446043ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:05.823886Z","caller":"traceutil/trace.go:171","msg":"trace[886441820] transaction","detail":"{read_only:false; response_revision:1893; number_of_response:1; }","duration":"118.156706ms","start":"2026-03-18T00:50:05.705698Z","end":"2026-03-18T00:50:05.823855Z","steps":["trace[886441820] 'process raft request' (duration: 117.951221ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:52.446624Z","caller":"traceutil/trace.go:171","msg":"trace[1602676283] transaction","detail":"{read_only:false; response_revision:2307; number_of_response:1; }","duration":"105.161221ms","start":"2026-03-18T00:50:52.341432Z","end":"2026-03-18T00:50:52.446593Z","steps":["trace[1602676283] 'process raft request' (duration: 102.253703ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:54.182109Z","caller":"traceutil/trace.go:171","msg":"trace[592540798] linearizableReadLoop","detail":"{readStateIndex:2400; appliedIndex:2399; }","duration":"145.112817ms","start":"2026-03-18T00:50:54.036971Z","end":"2026-03-18T00:50:54.182083Z","steps":["trace[592540798] 'read index received' (duration: 144.888532ms)","trace[592540798] 'applied index is now lower than readState.Index' (duration: 223.285µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:50:54.182175Z","caller":"traceutil/trace.go:171","msg":"trace[1212908979] transaction","detail":"{read_only:false; response_revision:2310; number_of_response:1; }","duration":"156.449872ms","start":"2026-03-18T00:50:54.025688Z","end":"2026-03-18T00:50:54.182138Z","steps":["trace[1212908979] 'process raft request' (duration: 156.253108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:54.182409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.419804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T00:50:54.182462Z","caller":"traceutil/trace.go:171","msg":"trace[142138646] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2310; }","duration":"145.509576ms","start":"2026-03-18T00:50:54.03694Z","end":"2026-03-18T00:50:54.182449Z","steps":["trace[142138646] 'agreement among raft nodes before linearized reading' (duration: 145.293841ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:56.397894Z","caller":"traceutil/trace.go:171","msg":"trace[1065204550] linearizableReadLoop","detail":"{readStateIndex:2415; appliedIndex:2414; }","duration":"206.999823ms","start":"2026-03-18T00:50:56.190843Z","end":"2026-03-18T00:50:56.397843Z","steps":["trace[1065204550] 'read index received' (duration: 149.033389ms)","trace[1065204550] 'applied index is now lower than readState.Index' (duration: 57.965074ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:50:56.398038Z","caller":"traceutil/trace.go:171","msg":"trace[401371116] transaction","detail":"{read_only:false; response_revision:2324; number_of_response:1; }","duration":"210.845823ms","start":"2026-03-18T00:50:56.187179Z","end":"2026-03-18T00:50:56.398024Z","steps":["trace[401371116] 'process raft request' (duration: 152.745196ms)","trace[401371116] 'compare' (duration: 57.643496ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:50:56.398268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.257539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-03-18T00:50:56.398756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.890164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-18T00:50:56.398789Z","caller":"traceutil/trace.go:171","msg":"trace[757245861] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2324; }","duration":"207.805302ms","start":"2026-03-18T00:50:56.190959Z","end":"2026-03-18T00:50:56.398764Z","steps":["trace[757245861] 'agreement among raft nodes before linearized reading' (duration: 207.175597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:56.398789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.888711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-18T00:50:56.398663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.718513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T00:50:56.398848Z","caller":"traceutil/trace.go:171","msg":"trace[1811007520] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2324; }","duration":"208.030698ms","start":"2026-03-18T00:50:56.190794Z","end":"2026-03-18T00:50:56.398824Z","steps":["trace[1811007520] 'agreement among raft nodes before linearized reading' (duration: 207.767681ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:56.398873Z","caller":"traceutil/trace.go:171","msg":"trace[409451363] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2324; }","duration":"207.008633ms","start":"2026-03-18T00:50:56.191843Z","end":"2026-03-18T00:50:56.398852Z","steps":["trace[409451363] 'agreement among raft nodes before linearized reading' (duration: 206.729567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:56.398686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.553612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T00:50:56.398955Z","caller":"traceutil/trace.go:171","msg":"trace[42862816] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2324; }","duration":"206.057211ms","start":"2026-03-18T00:50:56.192876Z","end":"2026-03-18T00:50:56.398933Z","steps":["trace[42862816] 'agreement among raft nodes before linearized reading' (duration: 205.396346ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:56.399069Z","caller":"traceutil/trace.go:171","msg":"trace[879020532] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2324; }","duration":"206.934672ms","start":"2026-03-18T00:50:56.19207Z","end":"2026-03-18T00:50:56.399005Z","steps":["trace[879020532] 'agreement among raft nodes before linearized reading' (duration: 206.44387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:21.018053Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185015923641004,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T00:51:21.047346Z","caller":"traceutil/trace.go:171","msg":"trace[1761796972] transaction","detail":"{read_only:false; response_revision:2452; number_of_response:1; }","duration":"544.123455ms","start":"2026-03-18T00:51:20.50319Z","end":"2026-03-18T00:51:21.047314Z","steps":["trace[1761796972] 'process raft request' (duration: 543.90249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:21.047563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:20.503158Z","time spent":"544.293408ms","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:51:21.064387Z","caller":"traceutil/trace.go:171","msg":"trace[2142489339] linearizableReadLoop","detail":"{readStateIndex:2549; appliedIndex:2547; }","duration":"547.333779ms","start":"2026-03-18T00:51:20.517042Z","end":"2026-03-18T00:51:21.064376Z","steps":["trace[2142489339] 'read index received' (duration: 530.147808ms)","trace[2142489339] 'applied index is now lower than readState.Index' (duration: 17.185051ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:51:21.064569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.174845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T00:51:21.064596Z","caller":"traceutil/trace.go:171","msg":"trace[772772616] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2453; }","duration":"529.226676ms","start":"2026-03-18T00:51:20.535363Z","end":"2026-03-18T00:51:21.06459Z","steps":["trace[772772616] 'agreement among raft nodes before linearized reading' (duration: 529.090323ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:21.064568Z","caller":"traceutil/trace.go:171","msg":"trace[34255042] transaction","detail":"{read_only:false; response_revision:2453; number_of_response:1; }","duration":"503.590738ms","start":"2026-03-18T00:51:20.560949Z","end":"2026-03-18T00:51:21.06454Z","steps":["trace[34255042] 'process raft request' (duration: 503.372713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:21.064624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:20.535353Z","time spent":"529.266038ms","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T00:51:21.064692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.359369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T00:51:21.064723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.494872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-18T00:51:21.064717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:20.560934Z","time spent":"503.70529ms","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:51:21.064745Z","caller":"traceutil/trace.go:171","msg":"trace[549002861] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2453; }","duration":"499.557224ms","start":"2026-03-18T00:51:20.565183Z","end":"2026-03-18T00:51:21.06474Z","steps":["trace[549002861] 'agreement among raft nodes before linearized reading' (duration: 499.498512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:21.064763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:20.565158Z","time spent":"499.600755ms","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T00:51:21.064774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.599415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-18T00:51:21.064828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.71419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T00:51:21.064856Z","caller":"traceutil/trace.go:171","msg":"trace[1054642912] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2453; }","duration":"547.828261ms","start":"2026-03-18T00:51:20.517008Z","end":"2026-03-18T00:51:21.064836Z","steps":["trace[1054642912] 'agreement among raft nodes before linearized reading' (duration: 547.450982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:21.064907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:20.516994Z","time spent":"547.903852ms","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T00:51:21.064906Z","caller":"traceutil/trace.go:171","msg":"trace[1192263030] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2453; }","duration":"497.826103ms","start":"2026-03-18T00:51:20.56706Z","end":"2026-03-18T00:51:21.064886Z","steps":["trace[1192263030] 'agreement among raft nodes before linearized reading' (duration: 497.68217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:21.064952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:20.567039Z","time spent":"497.904925ms","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T00:51:21.064967Z","caller":"traceutil/trace.go:171","msg":"trace[755675900] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2453; }","duration":"463.478322ms","start":"2026-03-18T00:51:20.601257Z","end":"2026-03-18T00:51:21.064736Z","steps":["trace[755675900] 'agreement among raft nodes before linearized reading' (duration: 463.307538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:21.064821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.513613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-18T00:51:21.065039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:20.601237Z","time spent":"463.796308ms","remote":"127.0.0.1:52432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T00:51:21.065117Z","caller":"traceutil/trace.go:171","msg":"trace[1110394960] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2453; }","duration":"499.804709ms","start":"2026-03-18T00:51:20.56526Z","end":"2026-03-18T00:51:21.065065Z","steps":["trace[1110394960] 'agreement among raft nodes before linearized reading' (duration: 499.41683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:21.065281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:20.565248Z","time spent":"499.973484ms","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T00:51:21.490494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.06485ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:51:21.490841Z","caller":"traceutil/trace.go:171","msg":"trace[73087149] transaction","detail":"{read_only:false; response_revision:2455; number_of_response:1; }","duration":"421.390188ms","start":"2026-03-18T00:51:21.069419Z","end":"2026-03-18T00:51:21.490809Z","steps":["trace[73087149] 'process raft request' (duration: 277.908388ms)","trace[73087149] 'compare' (duration: 142.822225ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:51:21.490874Z","caller":"traceutil/trace.go:171","msg":"trace[507074229] transaction","detail":"{read_only:false; response_revision:2457; number_of_response:1; }","duration":"420.953598ms","start":"2026-03-18T00:51:21.069902Z","end":"2026-03-18T00:51:21.490856Z","steps":["trace[507074229] 'process raft request' (duration: 420.877407ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:21.490886Z","caller":"traceutil/trace.go:171","msg":"trace[1273504589] transaction","detail":"{read_only:false; response_revision:2456; number_of_response:1; }","duration":"421.181734ms","start":"2026-03-18T00:51:21.069678Z","end":"2026-03-18T00:51:21.49086Z","steps":["trace[1273504589] 'process raft request' (duration: 420.926538ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:21.49104Z","caller":"traceutil/trace.go:171","msg":"trace[374098546] transaction","detail":"{read_only:false; response_revision:2458; number_of_response:1; }","duration":"421.01549ms","start":"2026-03-18T00:51:21.069997Z","end":"2026-03-18T00:51:21.491012Z","steps":["trace[374098546] 'process raft request' (duration: 420.822986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:21.491049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:21.069894Z","time spent":"421.088461ms","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:51:21.491158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:21.069666Z","time spent":"421.408429ms","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:51:21.491178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:21.06997Z","time spent":"421.140862ms","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:51:21.491216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.422247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189dc935cfac32aa\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-18T00:51:21.49101Z","caller":"traceutil/trace.go:171","msg":"trace[1565404685] linearizableReadLoop","detail":"{readStateIndex:2554; appliedIndex:2550; }","duration":"280.201652ms","start":"2026-03-18T00:51:21.210781Z","end":"2026-03-18T00:51:21.490982Z","steps":["trace[1565404685] 'read index received' (duration: 136.509278ms)","trace[1565404685] 'applied index is now lower than readState.Index' (duration: 143.689834ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:51:21.49127Z","caller":"traceutil/trace.go:171","msg":"trace[1481534776] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189dc935cfac32aa; range_end:; response_count:1; response_revision:2458; }","duration":"280.52099ms","start":"2026-03-18T00:51:21.210739Z","end":"2026-03-18T00:51:21.49126Z","steps":["trace[1481534776] 'agreement among raft nodes before linearized reading' (duration: 280.323065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:21.491405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:21.069395Z","time spent":"421.555423ms","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:51:22.479894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.780495ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:51:22.480165Z","caller":"traceutil/trace.go:171","msg":"trace[489071954] transaction","detail":"{read_only:false; response_revision:2460; number_of_response:1; }","duration":"205.680842ms","start":"2026-03-18T00:51:22.274356Z","end":"2026-03-18T00:51:22.480037Z","steps":["trace[489071954] 'process raft request' (duration: 205.632791ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:22.480411Z","caller":"traceutil/trace.go:171","msg":"trace[407545382] linearizableReadLoop","detail":"{readStateIndex:2555; appliedIndex:2554; }","duration":"597.9067ms","start":"2026-03-18T00:51:21.882481Z","end":"2026-03-18T00:51:22.480388Z","steps":["trace[407545382] 'read index received' (duration: 95.558251ms)","trace[407545382] 'applied index is now lower than readState.Index' (duration: 502.346689ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:51:22.480556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.048853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T00:51:22.480653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.038554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T00:51:22.480658Z","caller":"traceutil/trace.go:171","msg":"trace[240834506] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:2460; }","duration":"598.165076ms","start":"2026-03-18T00:51:21.882468Z","end":"2026-03-18T00:51:22.480633Z","steps":["trace[240834506] 'agreement among raft nodes before linearized reading' (duration: 597.988842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:22.480727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:21.882405Z","time spent":"598.305228ms","remote":"127.0.0.1:52526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-18T00:51:22.480703Z","caller":"traceutil/trace.go:171","msg":"trace[1274284694] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2460; }","duration":"225.125066ms","start":"2026-03-18T00:51:22.255551Z","end":"2026-03-18T00:51:22.480676Z","steps":["trace[1274284694] 'agreement among raft nodes before linearized reading' (duration: 225.025783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:22.480701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.849507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T00:51:22.480785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.480596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-18T00:51:22.480823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.321056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-18T00:51:22.480844Z","caller":"traceutil/trace.go:171","msg":"trace[41903149] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:2460; }","duration":"263.069682ms","start":"2026-03-18T00:51:22.217752Z","end":"2026-03-18T00:51:22.480821Z","steps":["trace[41903149] 'agreement among raft nodes before linearized reading' (duration: 262.789646ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:22.480865Z","caller":"traceutil/trace.go:171","msg":"trace[633504441] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2460; }","duration":"545.597898ms","start":"2026-03-18T00:51:21.93524Z","end":"2026-03-18T00:51:22.480838Z","steps":["trace[633504441] 'agreement among raft nodes before linearized reading' (duration: 545.298771ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:22.480908Z","caller":"traceutil/trace.go:171","msg":"trace[1149436382] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2460; }","duration":"364.454489ms","start":"2026-03-18T00:51:22.116429Z","end":"2026-03-18T00:51:22.480883Z","steps":["trace[1149436382] 'agreement among raft nodes before linearized reading' (duration: 364.136261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:22.480918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:21.935216Z","time spent":"545.692311ms","remote":"127.0.0.1:52570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-18T00:51:22.480953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:22.116407Z","time spent":"364.536641ms","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-18T00:51:22.480505Z","caller":"traceutil/trace.go:171","msg":"trace[804222623] transaction","detail":"{read_only:false; response_revision:2459; number_of_response:1; }","duration":"986.749168ms","start":"2026-03-18T00:51:21.493446Z","end":"2026-03-18T00:51:22.480195Z","steps":["trace[804222623] 'process raft request' (duration: 484.588274ms)","trace[804222623] 'compare' (duration: 501.375366ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:51:22.481304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:21.493425Z","time spent":"987.816724ms","remote":"127.0.0.1:52482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:51:31.732292Z","caller":"traceutil/trace.go:171","msg":"trace[201596686] transaction","detail":"{read_only:false; response_revision:2510; number_of_response:1; }","duration":"124.304392ms","start":"2026-03-18T00:51:31.607952Z","end":"2026-03-18T00:51:31.732257Z","steps":["trace[201596686] 'process raft request' (duration: 124.099307ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:31.732637Z","caller":"traceutil/trace.go:171","msg":"trace[1107675269] transaction","detail":"{read_only:false; response_revision:2511; number_of_response:1; }","duration":"124.304042ms","start":"2026-03-18T00:51:31.608318Z","end":"2026-03-18T00:51:31.732622Z","steps":["trace[1107675269] 'process raft request' (duration: 123.887323ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:31.732633Z","caller":"traceutil/trace.go:171","msg":"trace[927708881] transaction","detail":"{read_only:false; response_revision:2512; number_of_response:1; }","duration":"124.256621ms","start":"2026-03-18T00:51:31.608332Z","end":"2026-03-18T00:51:31.732588Z","steps":["trace[927708881] 'process raft request' (duration: 124.125808ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:53:48.797624Z","caller":"traceutil/trace.go:171","msg":"trace[1123238324] transaction","detail":"{read_only:false; response_revision:3362; number_of_response:1; }","duration":"359.188511ms","start":"2026-03-18T00:53:48.438415Z","end":"2026-03-18T00:53:48.797604Z","steps":["trace[1123238324] 'process raft request' (duration: 359.057798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:53:48.797747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:53:48.438398Z","time spent":"359.289673ms","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:53:48.799218Z","caller":"traceutil/trace.go:171","msg":"trace[1331818909] transaction","detail":"{read_only:false; response_revision:3363; number_of_response:1; }","duration":"360.389079ms","start":"2026-03-18T00:53:48.438814Z","end":"2026-03-18T00:53:48.799203Z","steps":["trace[1331818909] 'process raft request' (duration: 360.193954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:53:48.799279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:53:48.438796Z","time spent":"360.448461ms","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:53:48.799283Z","caller":"traceutil/trace.go:171","msg":"trace[325677655] transaction","detail":"{read_only:false; response_revision:3364; number_of_response:1; }","duration":"358.900935ms","start":"2026-03-18T00:53:48.440354Z","end":"2026-03-18T00:53:48.799255Z","steps":["trace[325677655] 'process raft request' (duration: 358.778252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:53:48.799371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:53:48.44034Z","time spent":"358.989157ms","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:53:48.799208Z","caller":"traceutil/trace.go:171","msg":"trace[534054606] linearizableReadLoop","detail":"{readStateIndex:3497; appliedIndex:3494; }","duration":"347.441487ms","start":"2026-03-18T00:53:48.451742Z","end":"2026-03-18T00:53:48.799183Z","steps":["trace[534054606] 'read index received' (duration: 345.808829ms)","trace[534054606] 'applied index is now lower than readState.Index' (duration: 1.631358ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:53:48.799401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.655353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:53:48.799437Z","caller":"traceutil/trace.go:171","msg":"trace[1510146400] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:3364; }","duration":"347.721274ms","start":"2026-03-18T00:53:48.451706Z","end":"2026-03-18T00:53:48.799427Z","steps":["trace[1510146400] 'agreement among raft nodes before linearized reading' (duration: 347.651282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:53:48.79946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:53:48.451695Z","time spent":"347.758855ms","remote":"127.0.0.1:42032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:53:48.800068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.978427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:53:48.800128Z","caller":"traceutil/trace.go:171","msg":"trace[771623014] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3364; }","duration":"199.08368ms","start":"2026-03-18T00:53:48.601031Z","end":"2026-03-18T00:53:48.800115Z","steps":["trace[771623014] 'agreement among raft nodes before linearized reading' (duration: 198.454835ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:53:54.725502Z","caller":"traceutil/trace.go:171","msg":"trace[248836878] linearizableReadLoop","detail":"{readStateIndex:3520; appliedIndex:3519; }","duration":"369.268806ms","start":"2026-03-18T00:53:54.356208Z","end":"2026-03-18T00:53:54.725477Z","steps":["trace[248836878] 'read index received' (duration: 369.088131ms)","trace[248836878] 'applied index is now lower than readState.Index' (duration: 179.595µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:53:54.72563Z","caller":"traceutil/trace.go:171","msg":"trace[1948388916] transaction","detail":"{read_only:false; response_revision:3386; number_of_response:1; }","duration":"834.401456ms","start":"2026-03-18T00:53:53.89119Z","end":"2026-03-18T00:53:54.725592Z","steps":["trace[1948388916] 'process raft request' (duration: 834.12284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:53:54.725746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.515502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T00:53:54.725789Z","caller":"traceutil/trace.go:171","msg":"trace[1132784705] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3386; }","duration":"369.613884ms","start":"2026-03-18T00:53:54.356165Z","end":"2026-03-18T00:53:54.725779Z","steps":["trace[1132784705] 'agreement among raft nodes before linearized reading' (duration: 369.45724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:53:54.725825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:53:54.356146Z","time spent":"369.671306ms","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T00:53:54.72582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:53:53.891166Z","time spent":"834.53576ms","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:53:54.725722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.42611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:53:54.726557Z","caller":"traceutil/trace.go:171","msg":"trace[1603675181] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3386; }","duration":"125.3136ms","start":"2026-03-18T00:53:54.601228Z","end":"2026-03-18T00:53:54.726541Z","steps":["trace[1603675181] 'agreement among raft nodes before linearized reading' (duration: 124.42318ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:53:54.899598Z","caller":"traceutil/trace.go:171","msg":"trace[823677058] transaction","detail":"{read_only:false; response_revision:3387; number_of_response:1; }","duration":"169.432789ms","start":"2026-03-18T00:53:54.730113Z","end":"2026-03-18T00:53:54.899546Z","steps":["trace[823677058] 'process raft request' (duration: 169.279645ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:10.152185Z","caller":"traceutil/trace.go:171","msg":"trace[17111976] linearizableReadLoop","detail":"{readStateIndex:4530; appliedIndex:4527; }","duration":"168.227751ms","start":"2026-03-18T00:55:09.983933Z","end":"2026-03-18T00:55:10.152161Z","steps":["trace[17111976] 'read index received' (duration: 23.620092ms)","trace[17111976] 'applied index is now lower than readState.Index' (duration: 144.605979ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:55:10.152326Z","caller":"traceutil/trace.go:171","msg":"trace[1691794106] transaction","detail":"{read_only:false; response_revision:4354; number_of_response:1; }","duration":"192.382035ms","start":"2026-03-18T00:55:09.959932Z","end":"2026-03-18T00:55:10.152314Z","steps":["trace[1691794106] 'process raft request' (duration: 192.133109ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:10.152326Z","caller":"traceutil/trace.go:171","msg":"trace[1538658571] transaction","detail":"{read_only:false; response_revision:4353; number_of_response:1; }","duration":"192.617121ms","start":"2026-03-18T00:55:09.959674Z","end":"2026-03-18T00:55:10.152291Z","steps":["trace[1538658571] 'process raft request' (duration: 123.442614ms)","trace[1538658571] 'compare' (duration: 68.787597ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:55:10.152392Z","caller":"traceutil/trace.go:171","msg":"trace[1158372904] transaction","detail":"{read_only:false; response_revision:4355; number_of_response:1; }","duration":"140.845741ms","start":"2026-03-18T00:55:10.011517Z","end":"2026-03-18T00:55:10.152363Z","steps":["trace[1158372904] 'process raft request' (duration: 140.614796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:10.152826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.288361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:14497"} {"level":"info","ts":"2026-03-18T00:55:10.152875Z","caller":"traceutil/trace.go:171","msg":"trace[3226522] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4355; }","duration":"135.382614ms","start":"2026-03-18T00:55:10.017479Z","end":"2026-03-18T00:55:10.152862Z","steps":["trace[3226522] 'agreement among raft nodes before linearized reading' (duration: 135.170649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:10.153006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.064371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-18T00:55:10.153058Z","caller":"traceutil/trace.go:171","msg":"trace[136954576] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:4355; }","duration":"169.156063ms","start":"2026-03-18T00:55:09.98389Z","end":"2026-03-18T00:55:10.153046Z","steps":["trace[136954576] 'agreement among raft nodes before linearized reading' (duration: 168.815135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:10.153057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.420026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:23 size:521825"} {"level":"info","ts":"2026-03-18T00:55:10.153132Z","caller":"traceutil/trace.go:171","msg":"trace[1357041161] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:23; response_revision:4355; }","duration":"162.529898ms","start":"2026-03-18T00:55:09.990586Z","end":"2026-03-18T00:55:10.153116Z","steps":["trace[1357041161] 'agreement among raft nodes before linearized reading' (duration: 161.999425ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:14.999042Z","caller":"traceutil/trace.go:171","msg":"trace[1443406768] linearizableReadLoop","detail":"{readStateIndex:4690; appliedIndex:4689; }","duration":"366.169526ms","start":"2026-03-18T00:55:14.632845Z","end":"2026-03-18T00:55:14.999014Z","steps":["trace[1443406768] 'read index received' (duration: 365.966431ms)","trace[1443406768] 'applied index is now lower than readState.Index' (duration: 201.985µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:55:14.99918Z","caller":"traceutil/trace.go:171","msg":"trace[1880029145] transaction","detail":"{read_only:false; response_revision:4510; number_of_response:1; }","duration":"392.823009ms","start":"2026-03-18T00:55:14.606347Z","end":"2026-03-18T00:55:14.99917Z","steps":["trace[1880029145] 'process raft request' (duration: 392.474241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:14.999273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:55:14.606321Z","time spent":"392.893611ms","remote":"127.0.0.1:47722","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1813,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T00:55:14.999317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.913803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:55:14.999381Z","caller":"traceutil/trace.go:171","msg":"trace[1813741281] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:4510; }","duration":"361.020875ms","start":"2026-03-18T00:55:14.638348Z","end":"2026-03-18T00:55:14.999369Z","steps":["trace[1813741281] 'agreement among raft nodes before linearized reading' (duration: 360.881552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:14.999408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:55:14.638329Z","time spent":"361.074187ms","remote":"127.0.0.1:52538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:55:14.999508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.66625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:55:14.999559Z","caller":"traceutil/trace.go:171","msg":"trace[1312657602] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:4510; }","duration":"156.719492ms","start":"2026-03-18T00:55:14.842829Z","end":"2026-03-18T00:55:14.999549Z","steps":["trace[1312657602] 'agreement among raft nodes before linearized reading' (duration: 156.64109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:14.999658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.882031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-046725da-b290-426a-8f05-b3f503ddaa3c\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-18T00:55:14.999682Z","caller":"traceutil/trace.go:171","msg":"trace[1913001590] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-046725da-b290-426a-8f05-b3f503ddaa3c; range_end:; response_count:1; response_revision:4510; }","duration":"238.944823ms","start":"2026-03-18T00:55:14.760729Z","end":"2026-03-18T00:55:14.999674Z","steps":["trace[1913001590] 'agreement among raft nodes before linearized reading' (duration: 238.807339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:14.999673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.803971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-18T00:55:14.999694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.217809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-18T00:55:14.999749Z","caller":"traceutil/trace.go:171","msg":"trace[1836800753] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4510; }","duration":"366.935934ms","start":"2026-03-18T00:55:14.632793Z","end":"2026-03-18T00:55:14.999729Z","steps":["trace[1836800753] 'agreement among raft nodes before linearized reading' (duration: 366.690938ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:14.999753Z","caller":"traceutil/trace.go:171","msg":"trace[1515151881] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:4510; }","duration":"102.29907ms","start":"2026-03-18T00:55:14.897439Z","end":"2026-03-18T00:55:14.999738Z","steps":["trace[1515151881] 'agreement among raft nodes before linearized reading' (duration: 102.071265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:14.999784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:55:14.632772Z","time spent":"367.005975ms","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-18T00:55:14.999791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.898155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-046725da-b290-426a-8f05-b3f503ddaa3c\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-18T00:55:14.999888Z","caller":"traceutil/trace.go:171","msg":"trace[246545485] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-046725da-b290-426a-8f05-b3f503ddaa3c; range_end:; response_count:1; response_revision:4510; }","duration":"240.049089ms","start":"2026-03-18T00:55:14.759817Z","end":"2026-03-18T00:55:14.999866Z","steps":["trace[246545485] 'agreement among raft nodes before linearized reading' (duration: 239.743052ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:24.160055Z","caller":"traceutil/trace.go:171","msg":"trace[1912263952] linearizableReadLoop","detail":"{readStateIndex:4885; appliedIndex:4884; }","duration":"261.524121ms","start":"2026-03-18T00:55:23.898511Z","end":"2026-03-18T00:55:24.160036Z","steps":["trace[1912263952] 'read index received' (duration: 261.256524ms)","trace[1912263952] 'applied index is now lower than readState.Index' (duration: 267.087µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:55:24.160119Z","caller":"traceutil/trace.go:171","msg":"trace[1802143520] transaction","detail":"{read_only:false; response_revision:4700; number_of_response:1; }","duration":"272.387525ms","start":"2026-03-18T00:55:23.887697Z","end":"2026-03-18T00:55:24.160084Z","steps":["trace[1802143520] 'process raft request' (duration: 272.16196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:24.160231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.698805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-5hc4g\" ","response":"range_response_count:1 size:7818"} {"level":"info","ts":"2026-03-18T00:55:24.16026Z","caller":"traceutil/trace.go:171","msg":"trace[832018554] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-5hc4g; range_end:; response_count:1; response_revision:4700; }","duration":"261.780687ms","start":"2026-03-18T00:55:23.898469Z","end":"2026-03-18T00:55:24.16025Z","steps":["trace[832018554] 'agreement among raft nodes before linearized reading' (duration: 261.658004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:24.160393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.138846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T00:55:24.160512Z","caller":"traceutil/trace.go:171","msg":"trace[819711693] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:4700; }","duration":"176.31964ms","start":"2026-03-18T00:55:23.984167Z","end":"2026-03-18T00:55:24.160487Z","steps":["trace[819711693] 'agreement among raft nodes before linearized reading' (duration: 176.071064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:24.432223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.038902ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:55:24.432498Z","caller":"traceutil/trace.go:171","msg":"trace[1916497586] transaction","detail":"{read_only:false; response_revision:4701; number_of_response:1; }","duration":"270.091831ms","start":"2026-03-18T00:55:24.16237Z","end":"2026-03-18T00:55:24.432462Z","steps":["trace[1916497586] 'process raft request' (duration: 120.773512ms)","trace[1916497586] 'compare' (duration: 148.795017ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:55:24.432521Z","caller":"traceutil/trace.go:171","msg":"trace[739799687] transaction","detail":"{read_only:false; response_revision:4704; number_of_response:1; }","duration":"223.485122ms","start":"2026-03-18T00:55:24.209019Z","end":"2026-03-18T00:55:24.432504Z","steps":["trace[739799687] 'process raft request' (duration: 223.445111ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:24.432601Z","caller":"traceutil/trace.go:171","msg":"trace[1494731778] transaction","detail":"{read_only:false; response_revision:4703; number_of_response:1; }","duration":"227.780533ms","start":"2026-03-18T00:55:24.204782Z","end":"2026-03-18T00:55:24.432563Z","steps":["trace[1494731778] 'process raft request' (duration: 227.643329ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:24.432627Z","caller":"traceutil/trace.go:171","msg":"trace[1243065244] transaction","detail":"{read_only:false; response_revision:4702; number_of_response:1; }","duration":"263.936208ms","start":"2026-03-18T00:55:24.168628Z","end":"2026-03-18T00:55:24.432564Z","steps":["trace[1243065244] 'process raft request' (duration: 263.733733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:24.699794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.786773ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:55:24.700055Z","caller":"traceutil/trace.go:171","msg":"trace[1222524431] transaction","detail":"{read_only:false; response_revision:4705; number_of_response:1; }","duration":"263.025106ms","start":"2026-03-18T00:55:24.436988Z","end":"2026-03-18T00:55:24.700013Z","steps":["trace[1222524431] 'process raft request' (duration: 120.946536ms)","trace[1222524431] 'compare' (duration: 141.63683ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:55:24.700103Z","caller":"traceutil/trace.go:171","msg":"trace[1440940374] transaction","detail":"{read_only:false; response_revision:4709; number_of_response:1; }","duration":"117.386084ms","start":"2026-03-18T00:55:24.582697Z","end":"2026-03-18T00:55:24.700083Z","steps":["trace[1440940374] 'process raft request' (duration: 117.343913ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:24.700186Z","caller":"traceutil/trace.go:171","msg":"trace[817735168] transaction","detail":"{read_only:false; response_revision:4706; number_of_response:1; }","duration":"260.136118ms","start":"2026-03-18T00:55:24.440016Z","end":"2026-03-18T00:55:24.700153Z","steps":["trace[817735168] 'process raft request' (duration: 259.888172ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:24.700278Z","caller":"traceutil/trace.go:171","msg":"trace[1484886279] transaction","detail":"{read_only:false; response_revision:4707; number_of_response:1; }","duration":"259.732809ms","start":"2026-03-18T00:55:24.440521Z","end":"2026-03-18T00:55:24.700254Z","steps":["trace[1484886279] 'process raft request' (duration: 259.437762ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:24.70031Z","caller":"traceutil/trace.go:171","msg":"trace[314880212] transaction","detail":"{read_only:false; response_revision:4708; number_of_response:1; }","duration":"259.137665ms","start":"2026-03-18T00:55:24.441151Z","end":"2026-03-18T00:55:24.700288Z","steps":["trace[314880212] 'process raft request' (duration: 258.852909ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:24.700276Z","caller":"traceutil/trace.go:171","msg":"trace[353507817] linearizableReadLoop","detail":"{readStateIndex:4893; appliedIndex:4889; }","duration":"227.034025ms","start":"2026-03-18T00:55:24.473217Z","end":"2026-03-18T00:55:24.700251Z","steps":["trace[353507817] 'read index received' (duration: 84.729189ms)","trace[353507817] 'applied index is now lower than readState.Index' (duration: 142.303465ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:55:24.700453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.2115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T00:55:24.700516Z","caller":"traceutil/trace.go:171","msg":"trace[2145097949] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:4709; }","duration":"227.322471ms","start":"2026-03-18T00:55:24.473179Z","end":"2026-03-18T00:55:24.700501Z","steps":["trace[2145097949] 'agreement among raft nodes before linearized reading' (duration: 227.166898ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:24.864081Z","caller":"traceutil/trace.go:171","msg":"trace[551052142] transaction","detail":"{read_only:false; response_revision:4710; number_of_response:1; }","duration":"159.595569ms","start":"2026-03-18T00:55:24.704141Z","end":"2026-03-18T00:55:24.863737Z","steps":["trace[551052142] 'process raft request' (duration: 159.419865ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:24.899358Z","caller":"traceutil/trace.go:171","msg":"trace[637074936] transaction","detail":"{read_only:false; response_revision:4711; number_of_response:1; }","duration":"194.526565ms","start":"2026-03-18T00:55:24.704817Z","end":"2026-03-18T00:55:24.899344Z","steps":["trace[637074936] 'process raft request' (duration: 194.236518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:25.274616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.212793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-18T00:55:25.274891Z","caller":"traceutil/trace.go:171","msg":"trace[608080213] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4712; }","duration":"127.52502ms","start":"2026-03-18T00:55:25.147346Z","end":"2026-03-18T00:55:25.274871Z","steps":["trace[608080213] 'range keys from in-memory index tree' (duration: 126.944707ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:25.44273Z","caller":"traceutil/trace.go:171","msg":"trace[946721573] transaction","detail":"{read_only:false; response_revision:4713; number_of_response:1; }","duration":"163.623953ms","start":"2026-03-18T00:55:25.279088Z","end":"2026-03-18T00:55:25.442712Z","steps":["trace[946721573] 'process raft request' (duration: 163.49665ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:28.559284Z","caller":"traceutil/trace.go:171","msg":"trace[890065761] transaction","detail":"{read_only:false; response_revision:4749; number_of_response:1; }","duration":"114.510086ms","start":"2026-03-18T00:55:28.444744Z","end":"2026-03-18T00:55:28.559254Z","steps":["trace[890065761] 'process raft request' (duration: 114.354502ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:28.562698Z","caller":"traceutil/trace.go:171","msg":"trace[1368906296] transaction","detail":"{read_only:false; response_revision:4750; number_of_response:1; }","duration":"117.038855ms","start":"2026-03-18T00:55:28.445625Z","end":"2026-03-18T00:55:28.562663Z","steps":["trace[1368906296] 'process raft request' (duration: 116.885672ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:31.898006Z","caller":"traceutil/trace.go:171","msg":"trace[361036728] linearizableReadLoop","detail":"{readStateIndex:5016; appliedIndex:5015; }","duration":"183.251582ms","start":"2026-03-18T00:55:31.71473Z","end":"2026-03-18T00:55:31.897982Z","steps":["trace[361036728] 'read index received' (duration: 183.065298ms)","trace[361036728] 'applied index is now lower than readState.Index' (duration: 185.284µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:55:31.898062Z","caller":"traceutil/trace.go:171","msg":"trace[384774445] transaction","detail":"{read_only:false; response_revision:4829; number_of_response:1; }","duration":"187.893631ms","start":"2026-03-18T00:55:31.710126Z","end":"2026-03-18T00:55:31.89802Z","steps":["trace[384774445] 'process raft request' (duration: 187.702127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:31.898257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.504718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9637"} {"level":"info","ts":"2026-03-18T00:55:31.898296Z","caller":"traceutil/trace.go:171","msg":"trace[1386462061] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:4829; }","duration":"183.567729ms","start":"2026-03-18T00:55:31.714718Z","end":"2026-03-18T00:55:31.898286Z","steps":["trace[1386462061] 'agreement among raft nodes before linearized reading' (duration: 183.398055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:31.898325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.146115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-03-18T00:55:31.898411Z","caller":"traceutil/trace.go:171","msg":"trace[293394997] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:4829; }","duration":"125.300728ms","start":"2026-03-18T00:55:31.773094Z","end":"2026-03-18T00:55:31.898394Z","steps":["trace[293394997] 'agreement among raft nodes before linearized reading' (duration: 125.097903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:31.898504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.396745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-18T00:55:31.898601Z","caller":"traceutil/trace.go:171","msg":"trace[2018811778] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4829; }","duration":"159.543658ms","start":"2026-03-18T00:55:31.739036Z","end":"2026-03-18T00:55:31.89858Z","steps":["trace[2018811778] 'agreement among raft nodes before linearized reading' (duration: 159.158609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:33.0393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.329451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:55:33.039392Z","caller":"traceutil/trace.go:171","msg":"trace[76634689] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:4840; }","duration":"203.452124ms","start":"2026-03-18T00:55:32.835919Z","end":"2026-03-18T00:55:33.039371Z","steps":["trace[76634689] 'count revisions from in-memory index tree' (duration: 203.223739ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:33.264289Z","caller":"traceutil/trace.go:171","msg":"trace[1984821063] linearizableReadLoop","detail":"{readStateIndex:5028; appliedIndex:5027; }","duration":"140.736729ms","start":"2026-03-18T00:55:33.123531Z","end":"2026-03-18T00:55:33.264268Z","steps":["trace[1984821063] 'read index received' (duration: 140.514324ms)","trace[1984821063] 'applied index is now lower than readState.Index' (duration: 221.145µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:55:33.264373Z","caller":"traceutil/trace.go:171","msg":"trace[921530767] transaction","detail":"{read_only:false; response_revision:4841; number_of_response:1; }","duration":"216.208152ms","start":"2026-03-18T00:55:33.048131Z","end":"2026-03-18T00:55:33.264339Z","steps":["trace[921530767] 'process raft request' (duration: 215.976156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:33.264474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.930673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:55:33.2645Z","caller":"traceutil/trace.go:171","msg":"trace[1908332759] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4841; }","duration":"141.019685ms","start":"2026-03-18T00:55:33.123472Z","end":"2026-03-18T00:55:33.264491Z","steps":["trace[1908332759] 'agreement among raft nodes before linearized reading' (duration: 140.942253ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:33.795985Z","caller":"traceutil/trace.go:171","msg":"trace[1989011997] transaction","detail":"{read_only:false; response_revision:4842; number_of_response:1; }","duration":"225.553209ms","start":"2026-03-18T00:55:33.570403Z","end":"2026-03-18T00:55:33.795956Z","steps":["trace[1989011997] 'process raft request' (duration: 225.327374ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:33.982355Z","caller":"traceutil/trace.go:171","msg":"trace[1734576918] linearizableReadLoop","detail":"{readStateIndex:5032; appliedIndex:5028; }","duration":"410.863849ms","start":"2026-03-18T00:55:33.571465Z","end":"2026-03-18T00:55:33.982329Z","steps":["trace[1734576918] 'read index received' (duration: 224.31291ms)","trace[1734576918] 'applied index is now lower than readState.Index' (duration: 186.549379ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:55:33.982545Z","caller":"traceutil/trace.go:171","msg":"trace[285565615] transaction","detail":"{read_only:false; response_revision:4843; number_of_response:1; }","duration":"411.642758ms","start":"2026-03-18T00:55:33.570836Z","end":"2026-03-18T00:55:33.982479Z","steps":["trace[285565615] 'process raft request' (duration: 391.575969ms)","trace[285565615] 'compare' (duration: 19.642849ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:55:33.982557Z","caller":"traceutil/trace.go:171","msg":"trace[2027193236] transaction","detail":"{read_only:false; response_revision:4845; number_of_response:1; }","duration":"411.183397ms","start":"2026-03-18T00:55:33.571335Z","end":"2026-03-18T00:55:33.982518Z","steps":["trace[2027193236] 'process raft request' (duration: 410.91213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:33.982697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:55:33.570813Z","time spent":"411.76526ms","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:55:33.982696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.448315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T00:55:33.982709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:55:33.571309Z","time spent":"411.32153ms","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:55:33.982751Z","caller":"traceutil/trace.go:171","msg":"trace[158904255] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4846; }","duration":"382.533548ms","start":"2026-03-18T00:55:33.600203Z","end":"2026-03-18T00:55:33.982737Z","steps":["trace[158904255] 'agreement among raft nodes before linearized reading' (duration: 382.438505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:33.982788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:55:33.600188Z","time spent":"382.592859ms","remote":"127.0.0.1:52432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T00:55:33.982824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.077201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T00:55:33.982876Z","caller":"traceutil/trace.go:171","msg":"trace[1844038631] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:4846; }","duration":"276.158723ms","start":"2026-03-18T00:55:33.706703Z","end":"2026-03-18T00:55:33.982862Z","steps":["trace[1844038631] 'agreement among raft nodes before linearized reading' (duration: 276.0326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:33.982877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.407062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80116"} {"level":"warn","ts":"2026-03-18T00:55:33.982899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.899612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-75f30a19-0dd4-4249-91dd-79580cbea925\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-03-18T00:55:33.982943Z","caller":"traceutil/trace.go:171","msg":"trace[2040807442] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:4846; }","duration":"411.492904ms","start":"2026-03-18T00:55:33.57144Z","end":"2026-03-18T00:55:33.982932Z","steps":["trace[2040807442] 'agreement among raft nodes before linearized reading' (duration: 411.237528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:33.982971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:55:33.571426Z","time spent":"411.538255ms","remote":"127.0.0.1:52566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80140,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-18T00:55:33.982969Z","caller":"traceutil/trace.go:171","msg":"trace[1648794222] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-75f30a19-0dd4-4249-91dd-79580cbea925; range_end:; response_count:1; response_revision:4846; }","duration":"378.987325ms","start":"2026-03-18T00:55:33.60397Z","end":"2026-03-18T00:55:33.982957Z","steps":["trace[1648794222] 'agreement among raft nodes before linearized reading' (duration: 378.849692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:33.983001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:55:33.603959Z","time spent":"379.034126ms","remote":"127.0.0.1:52566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-75f30a19-0dd4-4249-91dd-79580cbea925\" "} {"level":"info","ts":"2026-03-18T00:55:33.982988Z","caller":"traceutil/trace.go:171","msg":"trace[2071904534] transaction","detail":"{read_only:false; response_revision:4844; number_of_response:1; }","duration":"411.529864ms","start":"2026-03-18T00:55:33.57098Z","end":"2026-03-18T00:55:33.98251Z","steps":["trace[2071904534] 'process raft request' (duration: 411.218677ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:33.982892Z","caller":"traceutil/trace.go:171","msg":"trace[816103237] transaction","detail":"{read_only:false; response_revision:4846; number_of_response:1; }","duration":"410.444469ms","start":"2026-03-18T00:55:33.572057Z","end":"2026-03-18T00:55:33.982501Z","steps":["trace[816103237] 'process raft request' (duration: 410.227094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:33.983156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:55:33.570973Z","time spent":"412.096927ms","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:55:33.983503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:55:33.572047Z","time spent":"411.167316ms","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:55:35.53512Z","caller":"traceutil/trace.go:171","msg":"trace[1600311867] transaction","detail":"{read_only:false; response_revision:4853; number_of_response:1; }","duration":"221.311761ms","start":"2026-03-18T00:55:35.313776Z","end":"2026-03-18T00:55:35.535088Z","steps":["trace[1600311867] 'process raft request' (duration: 221.106937ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:48.014555Z","caller":"traceutil/trace.go:171","msg":"trace[274249458] transaction","detail":"{read_only:false; response_revision:5044; number_of_response:1; }","duration":"110.535953ms","start":"2026-03-18T00:55:47.903996Z","end":"2026-03-18T00:55:48.014532Z","steps":["trace[274249458] 'process raft request' (duration: 110.40781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:48.213774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.714491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2444b\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-18T00:55:48.213865Z","caller":"traceutil/trace.go:171","msg":"trace[590884668] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2444b; range_end:; response_count:1; response_revision:5044; }","duration":"138.844445ms","start":"2026-03-18T00:55:48.074996Z","end":"2026-03-18T00:55:48.21384Z","steps":["trace[590884668] 'range keys from in-memory index tree' (duration: 138.543067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:48.213867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.434785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-18T00:55:48.21388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.95752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T00:55:48.213932Z","caller":"traceutil/trace.go:171","msg":"trace[2147245473] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5044; }","duration":"152.018722ms","start":"2026-03-18T00:55:48.061895Z","end":"2026-03-18T00:55:48.213914Z","steps":["trace[2147245473] 'range keys from in-memory index tree' (duration: 151.883479ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:48.213934Z","caller":"traceutil/trace.go:171","msg":"trace[1840308516] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5044; }","duration":"162.527368ms","start":"2026-03-18T00:55:48.051382Z","end":"2026-03-18T00:55:48.213909Z","steps":["trace[1840308516] 'range keys from in-memory index tree' (duration: 162.312902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:48.213941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.80305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-18T00:55:48.214003Z","caller":"traceutil/trace.go:171","msg":"trace[383025629] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5044; }","duration":"131.940563ms","start":"2026-03-18T00:55:48.082047Z","end":"2026-03-18T00:55:48.213988Z","steps":["trace[383025629] 'range keys from in-memory index tree' (duration: 131.671067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:48.213777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.080514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-18T00:55:48.214047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.735939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T00:55:48.214059Z","caller":"traceutil/trace.go:171","msg":"trace[1983593395] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5044; }","duration":"161.396011ms","start":"2026-03-18T00:55:48.052648Z","end":"2026-03-18T00:55:48.214044Z","steps":["trace[1983593395] 'range keys from in-memory index tree' (duration: 160.972981ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:48.214095Z","caller":"traceutil/trace.go:171","msg":"trace[833022231] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5044; }","duration":"149.81092ms","start":"2026-03-18T00:55:48.064271Z","end":"2026-03-18T00:55:48.214082Z","steps":["trace[833022231] 'range keys from in-memory index tree' (duration: 149.594786ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:48.403699Z","caller":"traceutil/trace.go:171","msg":"trace[724248482] transaction","detail":"{read_only:false; response_revision:5046; number_of_response:1; }","duration":"185.73106ms","start":"2026-03-18T00:55:48.217935Z","end":"2026-03-18T00:55:48.403667Z","steps":["trace[724248482] 'process raft request' (duration: 185.436113ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:48.403765Z","caller":"traceutil/trace.go:171","msg":"trace[2125693801] transaction","detail":"{read_only:false; response_revision:5047; number_of_response:1; }","duration":"185.75521ms","start":"2026-03-18T00:55:48.218002Z","end":"2026-03-18T00:55:48.403757Z","steps":["trace[2125693801] 'process raft request' (duration: 185.552305ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:48.403696Z","caller":"traceutil/trace.go:171","msg":"trace[496627162] transaction","detail":"{read_only:false; response_revision:5048; number_of_response:1; }","duration":"185.615627ms","start":"2026-03-18T00:55:48.218054Z","end":"2026-03-18T00:55:48.403669Z","steps":["trace[496627162] 'process raft request' (duration: 185.545205ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:48.40419Z","caller":"traceutil/trace.go:171","msg":"trace[1923477722] transaction","detail":"{read_only:false; response_revision:5049; number_of_response:1; }","duration":"185.185386ms","start":"2026-03-18T00:55:48.218971Z","end":"2026-03-18T00:55:48.404156Z","steps":["trace[1923477722] 'process raft request' (duration: 184.662824ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:48.404197Z","caller":"traceutil/trace.go:171","msg":"trace[1692646141] linearizableReadLoop","detail":"{readStateIndex:5240; appliedIndex:5236; }","duration":"185.368881ms","start":"2026-03-18T00:55:48.218793Z","end":"2026-03-18T00:55:48.404162Z","steps":["trace[1692646141] 'read index received' (duration: 18.614675ms)","trace[1692646141] 'applied index is now lower than readState.Index' (duration: 166.752676ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:55:48.404218Z","caller":"traceutil/trace.go:171","msg":"trace[290544253] transaction","detail":"{read_only:false; response_revision:5050; number_of_response:1; }","duration":"180.915277ms","start":"2026-03-18T00:55:48.223276Z","end":"2026-03-18T00:55:48.404192Z","steps":["trace[290544253] 'process raft request' (duration: 180.765554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:48.404493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.674839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81810"} {"level":"info","ts":"2026-03-18T00:55:48.404549Z","caller":"traceutil/trace.go:171","msg":"trace[546877894] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5050; }","duration":"185.75921ms","start":"2026-03-18T00:55:48.218777Z","end":"2026-03-18T00:55:48.404536Z","steps":["trace[546877894] 'agreement among raft nodes before linearized reading' (duration: 185.513464ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:48.721692Z","caller":"traceutil/trace.go:171","msg":"trace[570096862] transaction","detail":"{read_only:false; response_revision:5053; number_of_response:1; }","duration":"310.025124ms","start":"2026-03-18T00:55:48.411646Z","end":"2026-03-18T00:55:48.721671Z","steps":["trace[570096862] 'process raft request' (duration: 309.907262ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:48.721458Z","caller":"traceutil/trace.go:171","msg":"trace[1574087632] transaction","detail":"{read_only:false; response_revision:5052; number_of_response:1; }","duration":"309.906412ms","start":"2026-03-18T00:55:48.411514Z","end":"2026-03-18T00:55:48.721421Z","steps":["trace[1574087632] 'process raft request' (duration: 262.127095ms)","trace[1574087632] 'compare' (duration: 47.196853ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:55:48.721787Z","caller":"traceutil/trace.go:171","msg":"trace[1727464277] transaction","detail":"{read_only:false; response_revision:5054; number_of_response:1; }","duration":"309.986053ms","start":"2026-03-18T00:55:48.411768Z","end":"2026-03-18T00:55:48.721754Z","steps":["trace[1727464277] 'process raft request' (duration: 309.84836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:48.721833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:55:48.411639Z","time spent":"310.119566ms","remote":"127.0.0.1:52670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1429,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:55:48.721885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:55:48.411489Z","time spent":"310.30754ms","remote":"127.0.0.1:52670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1506,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:55:48.721938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:55:48.411751Z","time spent":"310.110806ms","remote":"127.0.0.1:52556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":893,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:55:48.722106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.533075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-18T00:55:48.722155Z","caller":"traceutil/trace.go:171","msg":"trace[1787704005] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5054; }","duration":"209.621137ms","start":"2026-03-18T00:55:48.512522Z","end":"2026-03-18T00:55:48.722143Z","steps":["trace[1787704005] 'agreement among raft nodes before linearized reading' (duration: 209.426093ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:48.721895Z","caller":"traceutil/trace.go:171","msg":"trace[458790695] linearizableReadLoop","detail":"{readStateIndex:5246; appliedIndex:5243; }","duration":"209.101205ms","start":"2026-03-18T00:55:48.512567Z","end":"2026-03-18T00:55:48.721668Z","steps":["trace[458790695] 'read index received' (duration: 161.123324ms)","trace[458790695] 'applied index is now lower than readState.Index' (duration: 47.976581ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:55:48.771864Z","caller":"traceutil/trace.go:171","msg":"trace[543734921] transaction","detail":"{read_only:false; response_revision:5055; number_of_response:1; }","duration":"185.107335ms","start":"2026-03-18T00:55:48.586733Z","end":"2026-03-18T00:55:48.771841Z","steps":["trace[543734921] 'process raft request' (duration: 184.89557ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:48.771875Z","caller":"traceutil/trace.go:171","msg":"trace[1613677777] transaction","detail":"{read_only:false; response_revision:5056; number_of_response:1; }","duration":"121.145311ms","start":"2026-03-18T00:55:48.650705Z","end":"2026-03-18T00:55:48.77185Z","steps":["trace[1613677777] 'process raft request' (duration: 121.055999ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:48.772025Z","caller":"traceutil/trace.go:171","msg":"trace[1393768430] transaction","detail":"{read_only:false; response_revision:5057; number_of_response:1; }","duration":"120.992447ms","start":"2026-03-18T00:55:48.651022Z","end":"2026-03-18T00:55:48.772014Z","steps":["trace[1393768430] 'process raft request' (duration: 120.787772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:48.772077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.639641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:55:48.772134Z","caller":"traceutil/trace.go:171","msg":"trace[645269124] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5057; }","duration":"171.751414ms","start":"2026-03-18T00:55:48.600366Z","end":"2026-03-18T00:55:48.772118Z","steps":["trace[645269124] 'agreement among raft nodes before linearized reading' (duration: 171.658251ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:49.25532Z","caller":"traceutil/trace.go:171","msg":"trace[458057347] transaction","detail":"{read_only:false; response_revision:5062; number_of_response:1; }","duration":"100.978179ms","start":"2026-03-18T00:55:49.154306Z","end":"2026-03-18T00:55:49.255284Z","steps":["trace[458057347] 'process raft request' (duration: 90.168626ms)","trace[458057347] 'compare' (duration: 10.592418ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:55:50.316363Z","caller":"traceutil/trace.go:171","msg":"trace[1895775151] transaction","detail":"{read_only:false; response_revision:5065; number_of_response:1; }","duration":"117.193868ms","start":"2026-03-18T00:55:50.199126Z","end":"2026-03-18T00:55:50.31632Z","steps":["trace[1895775151] 'process raft request' (duration: 92.103502ms)","trace[1895775151] 'compare' (duration: 24.81179ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:55:56.465396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.478998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T00:55:56.465487Z","caller":"traceutil/trace.go:171","msg":"trace[1394222206] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5104; }","duration":"106.611201ms","start":"2026-03-18T00:55:56.358857Z","end":"2026-03-18T00:55:56.465468Z","steps":["trace[1394222206] 'range keys from in-memory index tree' (duration: 106.261092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:56.465642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.153427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112327"} {"level":"info","ts":"2026-03-18T00:55:56.465733Z","caller":"traceutil/trace.go:171","msg":"trace[1375059556] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5104; }","duration":"117.27223ms","start":"2026-03-18T00:55:56.348444Z","end":"2026-03-18T00:55:56.465717Z","steps":["trace[1375059556] 'range keys from in-memory index tree' (duration: 116.901881ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:11.543694Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2705} {"level":"info","ts":"2026-03-18T00:57:11.601513Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2705,"took":"56.363448ms","hash":2498076729,"current-db-size-bytes":41132032,"current-db-size":"41 MB","current-db-size-in-use-bytes":30720000,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-18T00:57:11.601579Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2498076729,"revision":2705,"compact-revision":-1} {"level":"info","ts":"2026-03-18T01:01:32.205139Z","caller":"traceutil/trace.go:171","msg":"trace[1500697893] transaction","detail":"{read_only:false; response_revision:7490; number_of_response:1; }","duration":"199.751971ms","start":"2026-03-18T01:01:32.00536Z","end":"2026-03-18T01:01:32.205112Z","steps":["trace[1500697893] 'process raft request' (duration: 199.354722ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:01:32.22738Z","caller":"traceutil/trace.go:171","msg":"trace[810944620] transaction","detail":"{read_only:false; response_revision:7491; number_of_response:1; }","duration":"173.673134ms","start":"2026-03-18T01:01:32.05368Z","end":"2026-03-18T01:01:32.227353Z","steps":["trace[810944620] 'process raft request' (duration: 173.49655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:01:32.424399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.47118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T01:01:32.424722Z","caller":"traceutil/trace.go:171","msg":"trace[1140437102] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7491; }","duration":"152.841528ms","start":"2026-03-18T01:01:32.271858Z","end":"2026-03-18T01:01:32.424699Z","steps":["trace[1140437102] 'range keys from in-memory index tree' (duration: 152.321016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:01:32.424798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.632628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-18T01:01:32.424452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.657601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T01:01:32.424884Z","caller":"traceutil/trace.go:171","msg":"trace[1852821628] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7491; }","duration":"129.744601ms","start":"2026-03-18T01:01:32.295114Z","end":"2026-03-18T01:01:32.424859Z","steps":["trace[1852821628] 'range keys from in-memory index tree' (duration: 129.454674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:01:32.424879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.046014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T01:01:32.424959Z","caller":"traceutil/trace.go:171","msg":"trace[351094545] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7491; }","duration":"140.194174ms","start":"2026-03-18T01:01:32.28472Z","end":"2026-03-18T01:01:32.424914Z","steps":["trace[351094545] 'range keys from in-memory index tree' (duration: 139.441767ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:01:32.425003Z","caller":"traceutil/trace.go:171","msg":"trace[2104041846] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7491; }","duration":"147.204037ms","start":"2026-03-18T01:01:32.277753Z","end":"2026-03-18T01:01:32.424957Z","steps":["trace[2104041846] 'range keys from in-memory index tree' (duration: 146.851709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:01:32.425159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.292749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T01:01:32.425223Z","caller":"traceutil/trace.go:171","msg":"trace[49321647] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7491; }","duration":"153.34761ms","start":"2026-03-18T01:01:32.271854Z","end":"2026-03-18T01:01:32.425202Z","steps":["trace[49321647] 'range keys from in-memory index tree' (duration: 152.566762ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:01:43.877906Z","caller":"traceutil/trace.go:171","msg":"trace[89453999] transaction","detail":"{read_only:false; response_revision:7543; number_of_response:1; }","duration":"140.194994ms","start":"2026-03-18T01:01:43.737684Z","end":"2026-03-18T01:01:43.877879Z","steps":["trace[89453999] 'process raft request' (duration: 140.031ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:01:44.629695Z","caller":"traceutil/trace.go:171","msg":"trace[1262601332] transaction","detail":"{read_only:false; response_revision:7547; number_of_response:1; }","duration":"134.786498ms","start":"2026-03-18T01:01:44.494823Z","end":"2026-03-18T01:01:44.62961Z","steps":["trace[1262601332] 'process raft request' (duration: 134.350178ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:01:44.629868Z","caller":"traceutil/trace.go:171","msg":"trace[1894482208] transaction","detail":"{read_only:false; response_revision:7548; number_of_response:1; }","duration":"133.659502ms","start":"2026-03-18T01:01:44.495953Z","end":"2026-03-18T01:01:44.629612Z","steps":["trace[1894482208] 'process raft request' (duration: 133.5816ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:01:44.629944Z","caller":"traceutil/trace.go:171","msg":"trace[1234694780] transaction","detail":"{read_only:false; response_revision:7549; number_of_response:1; }","duration":"133.898438ms","start":"2026-03-18T01:01:44.496006Z","end":"2026-03-18T01:01:44.629905Z","steps":["trace[1234694780] 'process raft request' (duration: 133.56862ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:01:44.630216Z","caller":"traceutil/trace.go:171","msg":"trace[1021548702] linearizableReadLoop","detail":"{readStateIndex:7826; appliedIndex:7821; }","duration":"134.090752ms","start":"2026-03-18T01:01:44.496097Z","end":"2026-03-18T01:01:44.630187Z","steps":["trace[1021548702] 'read index received' (duration: 87.646551ms)","trace[1021548702] 'applied index is now lower than readState.Index' (duration: 46.441491ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:01:44.630246Z","caller":"traceutil/trace.go:171","msg":"trace[188272983] transaction","detail":"{read_only:false; response_revision:7550; number_of_response:1; }","duration":"134.180854ms","start":"2026-03-18T01:01:44.49605Z","end":"2026-03-18T01:01:44.630231Z","steps":["trace[188272983] 'process raft request' (duration: 133.810686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:01:44.630498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.376139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2444b\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-18T01:01:44.630567Z","caller":"traceutil/trace.go:171","msg":"trace[1333643980] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2444b; range_end:; response_count:1; response_revision:7550; }","duration":"134.492871ms","start":"2026-03-18T01:01:44.496062Z","end":"2026-03-18T01:01:44.630555Z","steps":["trace[1333643980] 'agreement among raft nodes before linearized reading' (duration: 134.253465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:01:44.993945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.243254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:01:44.994042Z","caller":"traceutil/trace.go:171","msg":"trace[1056397386] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:7550; }","duration":"228.411858ms","start":"2026-03-18T01:01:44.765608Z","end":"2026-03-18T01:01:44.994019Z","steps":["trace[1056397386] 'count revisions from in-memory index tree' (duration: 228.05384ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:02:10.231356Z","caller":"traceutil/trace.go:171","msg":"trace[1915832077] linearizableReadLoop","detail":"{readStateIndex:8007; appliedIndex:8006; }","duration":"153.283188ms","start":"2026-03-18T01:02:10.078048Z","end":"2026-03-18T01:02:10.231332Z","steps":["trace[1915832077] 'read index received' (duration: 153.200556ms)","trace[1915832077] 'applied index is now lower than readState.Index' (duration: 81.252µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:02:10.231557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.487234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T01:02:10.231601Z","caller":"traceutil/trace.go:171","msg":"trace[955974865] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7723; }","duration":"153.571705ms","start":"2026-03-18T01:02:10.078016Z","end":"2026-03-18T01:02:10.231588Z","steps":["trace[955974865] 'agreement among raft nodes before linearized reading' (duration: 153.466793ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:02:10.231571Z","caller":"traceutil/trace.go:171","msg":"trace[1605922928] transaction","detail":"{read_only:false; response_revision:7723; number_of_response:1; }","duration":"165.773639ms","start":"2026-03-18T01:02:10.065724Z","end":"2026-03-18T01:02:10.231498Z","steps":["trace[1605922928] 'process raft request' (duration: 165.440151ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:02:11.59679Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5684} {"level":"info","ts":"2026-03-18T01:02:11.8294Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5684,"took":"231.178213ms","hash":2834142264,"current-db-size-bytes":42258432,"current-db-size":"42 MB","current-db-size-in-use-bytes":22335488,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-18T01:02:11.829475Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2834142264,"revision":5684,"compact-revision":2705} {"level":"warn","ts":"2026-03-18T01:02:13.104445Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185015923654872,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T01:02:13.605014Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185015923654872,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T01:02:14.105568Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185015923654872,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T01:02:14.480621Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.241986897s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T01:02:14.481109Z","caller":"traceutil/trace.go:171","msg":"trace[563583943] transaction","detail":"{read_only:false; response_revision:7735; number_of_response:1; }","duration":"2.242655923s","start":"2026-03-18T01:02:12.238422Z","end":"2026-03-18T01:02:14.481078Z","steps":["trace[563583943] 'process raft request' (duration: 2.242461559s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:14.481282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:12.2384Z","time spent":"2.242796207s","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:02:14.597903Z","caller":"traceutil/trace.go:171","msg":"trace[1039458551] transaction","detail":"{read_only:false; response_revision:7736; number_of_response:1; }","duration":"2.216221187s","start":"2026-03-18T01:02:12.381644Z","end":"2026-03-18T01:02:14.597865Z","steps":["trace[1039458551] 'process raft request' (duration: 2.17508947s)","trace[1039458551] 'compare' (duration: 40.917292ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:02:14.598106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:12.381619Z","time spent":"2.21638914s","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:02:14.598204Z","caller":"traceutil/trace.go:171","msg":"trace[316536182] transaction","detail":"{read_only:false; response_revision:7737; number_of_response:1; }","duration":"2.206233334s","start":"2026-03-18T01:02:12.391923Z","end":"2026-03-18T01:02:14.598156Z","steps":["trace[316536182] 'process raft request' (duration: 2.205891426s)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:02:14.598224Z","caller":"traceutil/trace.go:171","msg":"trace[1467914280] linearizableReadLoop","detail":"{readStateIndex:8024; appliedIndex:8020; }","duration":"1.994613947s","start":"2026-03-18T01:02:12.603581Z","end":"2026-03-18T01:02:14.598195Z","steps":["trace[1467914280] 'read index received' (duration: 1.877361538s)","trace[1467914280] 'applied index is now lower than readState.Index' (duration: 117.251319ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:02:14.59826Z","caller":"traceutil/trace.go:171","msg":"trace[946717612] transaction","detail":"{read_only:false; response_revision:7738; number_of_response:1; }","duration":"2.090983261s","start":"2026-03-18T01:02:12.507249Z","end":"2026-03-18T01:02:14.598232Z","steps":["trace[946717612] 'process raft request' (duration: 2.090828237s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:14.598387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:12.391896Z","time spent":"2.206403308s","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:02:14.598399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:12.50722Z","time spent":"2.091094434s","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:02:14.598479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.88648057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T01:02:14.59852Z","caller":"traceutil/trace.go:171","msg":"trace[577392395] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7738; }","duration":"1.886543091s","start":"2026-03-18T01:02:12.711967Z","end":"2026-03-18T01:02:14.59851Z","steps":["trace[577392395] 'agreement among raft nodes before linearized reading' (duration: 1.886384897s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:14.59856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:12.711901Z","time spent":"1.886651124s","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T01:02:14.598505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.994874324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T01:02:14.598646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.788906008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-18T01:02:14.598689Z","caller":"traceutil/trace.go:171","msg":"trace[131976730] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:7738; }","duration":"1.788966209s","start":"2026-03-18T01:02:12.809713Z","end":"2026-03-18T01:02:14.598679Z","steps":["trace[131976730] 'agreement among raft nodes before linearized reading' (duration: 1.788809725s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:14.598696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.815321943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-18T01:02:14.598673Z","caller":"traceutil/trace.go:171","msg":"trace[897376756] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7738; }","duration":"1.995102369s","start":"2026-03-18T01:02:12.603527Z","end":"2026-03-18T01:02:14.598629Z","steps":["trace[897376756] 'agreement among raft nodes before linearized reading' (duration: 1.994803142s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:14.598721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:12.809683Z","time spent":"1.789031971s","remote":"127.0.0.1:52478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-18T01:02:14.598726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.815395105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-18T01:02:14.598729Z","caller":"traceutil/trace.go:171","msg":"trace[1683183240] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7738; }","duration":"1.815393045s","start":"2026-03-18T01:02:12.783326Z","end":"2026-03-18T01:02:14.598719Z","steps":["trace[1683183240] 'agreement among raft nodes before linearized reading' (duration: 1.815297933s)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:02:14.598757Z","caller":"traceutil/trace.go:171","msg":"trace[304220939] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7738; }","duration":"1.815458656s","start":"2026-03-18T01:02:12.783289Z","end":"2026-03-18T01:02:14.598748Z","steps":["trace[304220939] 'agreement among raft nodes before linearized reading' (duration: 1.815377054s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:14.598761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:12.783302Z","time spent":"1.815452556s","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T01:02:14.59879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:12.783262Z","time spent":"1.815522188s","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-18T01:02:14.598753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:12.603505Z","time spent":"1.995236532s","remote":"127.0.0.1:52432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T01:02:14.598581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.595349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T01:02:14.598995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.796515995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2444b\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-18T01:02:14.599009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.771279428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:127251"} {"level":"warn","ts":"2026-03-18T01:02:14.598999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.315492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T01:02:14.599036Z","caller":"traceutil/trace.go:171","msg":"trace[586505113] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:7738; }","duration":"1.771323509s","start":"2026-03-18T01:02:12.827704Z","end":"2026-03-18T01:02:14.599028Z","steps":["trace[586505113] 'agreement among raft nodes before linearized reading' (duration: 1.771146155s)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:02:14.599033Z","caller":"traceutil/trace.go:171","msg":"trace[682482940] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:7738; }","duration":"594.08588ms","start":"2026-03-18T01:02:14.004929Z","end":"2026-03-18T01:02:14.599015Z","steps":["trace[682482940] 'agreement among raft nodes before linearized reading' (duration: 593.595999ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:02:14.599058Z","caller":"traceutil/trace.go:171","msg":"trace[587023701] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7738; }","duration":"733.435034ms","start":"2026-03-18T01:02:13.865605Z","end":"2026-03-18T01:02:14.59904Z","steps":["trace[587023701] 'agreement among raft nodes before linearized reading' (duration: 733.330162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:14.599063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:12.827692Z","time spent":"1.77136551s","remote":"127.0.0.1:52476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":127275,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-03-18T01:02:14.599029Z","caller":"traceutil/trace.go:171","msg":"trace[993077345] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2444b; range_end:; response_count:1; response_revision:7738; }","duration":"1.796577377s","start":"2026-03-18T01:02:12.802442Z","end":"2026-03-18T01:02:14.599019Z","steps":["trace[993077345] 'agreement among raft nodes before linearized reading' (duration: 1.796365622s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:14.599097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:13.865585Z","time spent":"733.502187ms","remote":"127.0.0.1:59122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T01:02:14.599097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:14.004906Z","time spent":"594.172922ms","remote":"127.0.0.1:47186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-18T01:02:14.599092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.810677655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T01:02:14.599238Z","caller":"traceutil/trace.go:171","msg":"trace[963739545] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7738; }","duration":"1.810818858s","start":"2026-03-18T01:02:12.788376Z","end":"2026-03-18T01:02:14.599195Z","steps":["trace[963739545] 'agreement among raft nodes before linearized reading' (duration: 1.810572692s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:14.59911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:12.802426Z","time spent":"1.796674929s","remote":"127.0.0.1:52566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-2444b\" "} {"level":"warn","ts":"2026-03-18T01:02:14.599302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:12.788365Z","time spent":"1.81092095s","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T01:02:14.602353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.813827898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T01:02:14.602447Z","caller":"traceutil/trace.go:171","msg":"trace[27819737] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7738; }","duration":"1.817411971s","start":"2026-03-18T01:02:12.785019Z","end":"2026-03-18T01:02:14.602431Z","steps":["trace[27819737] 'agreement among raft nodes before linearized reading' (duration: 1.813509361s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:14.602488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:12.785002Z","time spent":"1.817476533s","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T01:02:15.704029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.301505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:02:15.704189Z","caller":"traceutil/trace.go:171","msg":"trace[1081776291] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7745; }","duration":"103.51993ms","start":"2026-03-18T01:02:15.60064Z","end":"2026-03-18T01:02:15.704159Z","steps":["trace[1081776291] 'range keys from in-memory index tree' (duration: 103.201653ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:02:16.654374Z","caller":"traceutil/trace.go:171","msg":"trace[538366595] transaction","detail":"{read_only:false; response_revision:7746; number_of_response:1; }","duration":"241.210226ms","start":"2026-03-18T01:02:16.41314Z","end":"2026-03-18T01:02:16.65435Z","steps":["trace[538366595] 'process raft request' (duration: 240.977071ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:02:16.654356Z","caller":"traceutil/trace.go:171","msg":"trace[805161390] linearizableReadLoop","detail":"{readStateIndex:8033; appliedIndex:8032; }","duration":"168.248577ms","start":"2026-03-18T01:02:16.486075Z","end":"2026-03-18T01:02:16.654324Z","steps":["trace[805161390] 'read index received' (duration: 168.015462ms)","trace[805161390] 'applied index is now lower than readState.Index' (duration: 231.685µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:02:16.654598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.504443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-18T01:02:16.654663Z","caller":"traceutil/trace.go:171","msg":"trace[1636381164] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7746; }","duration":"168.645147ms","start":"2026-03-18T01:02:16.486004Z","end":"2026-03-18T01:02:16.654649Z","steps":["trace[1636381164] 'agreement among raft nodes before linearized reading' (duration: 168.426052ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:02:16.784935Z","caller":"traceutil/trace.go:171","msg":"trace[1828084601] transaction","detail":"{read_only:false; response_revision:7747; number_of_response:1; }","duration":"173.052909ms","start":"2026-03-18T01:02:16.611854Z","end":"2026-03-18T01:02:16.784907Z","steps":["trace[1828084601] 'process raft request' (duration: 100.319806ms)","trace[1828084601] 'compare' (duration: 72.563459ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:02:16.785258Z","caller":"traceutil/trace.go:171","msg":"trace[212005572] transaction","detail":"{read_only:false; response_revision:7749; number_of_response:1; }","duration":"126.672409ms","start":"2026-03-18T01:02:16.658564Z","end":"2026-03-18T01:02:16.785236Z","steps":["trace[212005572] 'process raft request' (duration: 126.581987ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:02:16.785284Z","caller":"traceutil/trace.go:171","msg":"trace[722064639] linearizableReadLoop","detail":"{readStateIndex:8035; appliedIndex:8033; }","duration":"130.717704ms","start":"2026-03-18T01:02:16.654538Z","end":"2026-03-18T01:02:16.785255Z","steps":["trace[722064639] 'read index received' (duration: 57.649522ms)","trace[722064639] 'applied index is now lower than readState.Index' (duration: 73.065511ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:02:16.785425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.200789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:02:16.785469Z","caller":"traceutil/trace.go:171","msg":"trace[535455095] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7749; }","duration":"187.318401ms","start":"2026-03-18T01:02:16.598141Z","end":"2026-03-18T01:02:16.785459Z","steps":["trace[535455095] 'agreement among raft nodes before linearized reading' (duration: 187.208769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:16.785493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.081974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T01:02:16.785564Z","caller":"traceutil/trace.go:171","msg":"trace[1009977246] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7749; }","duration":"150.175786ms","start":"2026-03-18T01:02:16.635366Z","end":"2026-03-18T01:02:16.785542Z","steps":["trace[1009977246] 'agreement among raft nodes before linearized reading' (duration: 149.932571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:16.785564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.800758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-18T01:02:16.785564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.874355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-18T01:02:16.785591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.040017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-18T01:02:16.785634Z","caller":"traceutil/trace.go:171","msg":"trace[1034839412] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7749; }","duration":"149.89065ms","start":"2026-03-18T01:02:16.635725Z","end":"2026-03-18T01:02:16.785616Z","steps":["trace[1034839412] 'agreement among raft nodes before linearized reading' (duration: 149.690135ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:02:16.785646Z","caller":"traceutil/trace.go:171","msg":"trace[477301096] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7749; }","duration":"163.987258ms","start":"2026-03-18T01:02:16.621638Z","end":"2026-03-18T01:02:16.785625Z","steps":["trace[477301096] 'agreement among raft nodes before linearized reading' (duration: 163.793764ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:02:16.785643Z","caller":"traceutil/trace.go:171","msg":"trace[988662144] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7749; }","duration":"151.115378ms","start":"2026-03-18T01:02:16.634515Z","end":"2026-03-18T01:02:16.78563Z","steps":["trace[988662144] 'agreement among raft nodes before linearized reading' (duration: 150.946424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:16.785674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.778003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T01:02:16.785751Z","caller":"traceutil/trace.go:171","msg":"trace[1660167173] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7749; }","duration":"148.871916ms","start":"2026-03-18T01:02:16.636858Z","end":"2026-03-18T01:02:16.78573Z","steps":["trace[1660167173] 'agreement among raft nodes before linearized reading' (duration: 148.499517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:16.785795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.602329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2444b\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-18T01:02:16.785811Z","caller":"traceutil/trace.go:171","msg":"trace[1212127568] transaction","detail":"{read_only:false; response_revision:7748; number_of_response:1; }","duration":"173.928209ms","start":"2026-03-18T01:02:16.611863Z","end":"2026-03-18T01:02:16.785792Z","steps":["trace[1212127568] 'process raft request' (duration: 173.004928ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:02:16.785855Z","caller":"traceutil/trace.go:171","msg":"trace[2033593692] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2444b; range_end:; response_count:1; response_revision:7749; }","duration":"172.69493ms","start":"2026-03-18T01:02:16.613145Z","end":"2026-03-18T01:02:16.78584Z","steps":["trace[2033593692] 'agreement among raft nodes before linearized reading' (duration: 172.509806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:17.07523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.138981ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T01:02:17.075448Z","caller":"traceutil/trace.go:171","msg":"trace[2062997086] transaction","detail":"{read_only:false; response_revision:7751; number_of_response:1; }","duration":"284.046243ms","start":"2026-03-18T01:02:16.791378Z","end":"2026-03-18T01:02:17.075424Z","steps":["trace[2062997086] 'process raft request' (duration: 107.620416ms)","trace[2062997086] 'compare' (duration: 175.895545ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:02:17.075783Z","caller":"traceutil/trace.go:171","msg":"trace[1916720402] transaction","detail":"{read_only:false; response_revision:7752; number_of_response:1; }","duration":"284.276699ms","start":"2026-03-18T01:02:16.791472Z","end":"2026-03-18T01:02:17.075749Z","steps":["trace[1916720402] 'process raft request' (duration: 283.871319ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:02:17.075956Z","caller":"traceutil/trace.go:171","msg":"trace[1916329731] transaction","detail":"{read_only:false; response_revision:7753; number_of_response:1; }","duration":"284.384611ms","start":"2026-03-18T01:02:16.791545Z","end":"2026-03-18T01:02:17.075929Z","steps":["trace[1916329731] 'process raft request' (duration: 284.101174ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:02:17.075987Z","caller":"traceutil/trace.go:171","msg":"trace[1863538074] transaction","detail":"{read_only:false; response_revision:7754; number_of_response:1; }","duration":"284.262388ms","start":"2026-03-18T01:02:16.791713Z","end":"2026-03-18T01:02:17.075975Z","steps":["trace[1863538074] 'process raft request' (duration: 284.152106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:18.100915Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185015923654925,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T01:02:18.23121Z","caller":"traceutil/trace.go:171","msg":"trace[257472589] transaction","detail":"{read_only:false; response_revision:7755; number_of_response:1; }","duration":"657.818724ms","start":"2026-03-18T01:02:17.573369Z","end":"2026-03-18T01:02:18.231187Z","steps":["trace[257472589] 'process raft request' (duration: 657.684901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:18.231347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:17.573343Z","time spent":"657.927966ms","remote":"127.0.0.1:39714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3158,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:02:18.234715Z","caller":"traceutil/trace.go:171","msg":"trace[999505935] transaction","detail":"{read_only:false; response_revision:7756; number_of_response:1; }","duration":"207.863178ms","start":"2026-03-18T01:02:18.026831Z","end":"2026-03-18T01:02:18.234695Z","steps":["trace[999505935] 'process raft request' (duration: 207.715665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:18.234994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.172144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:02:18.235025Z","caller":"traceutil/trace.go:171","msg":"trace[226700316] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7756; }","duration":"634.255296ms","start":"2026-03-18T01:02:17.600763Z","end":"2026-03-18T01:02:18.235018Z","steps":["trace[226700316] 'agreement among raft nodes before linearized reading' (duration: 634.201494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:18.235043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:17.600739Z","time spent":"634.300267ms","remote":"127.0.0.1:52432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T01:02:18.235259Z","caller":"traceutil/trace.go:171","msg":"trace[1017554995] linearizableReadLoop","detail":"{readStateIndex:8043; appliedIndex:8042; }","duration":"633.825245ms","start":"2026-03-18T01:02:17.600837Z","end":"2026-03-18T01:02:18.234662Z","steps":["trace[1017554995] 'read index received' (duration: 630.353744ms)","trace[1017554995] 'applied index is now lower than readState.Index' (duration: 3.470471ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:02:18.235489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.195519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T01:02:18.235513Z","caller":"traceutil/trace.go:171","msg":"trace[888252360] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:7756; }","duration":"294.27407ms","start":"2026-03-18T01:02:17.941232Z","end":"2026-03-18T01:02:18.235506Z","steps":["trace[888252360] 'agreement among raft nodes before linearized reading' (duration: 294.236539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:19.290558Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185015923654933,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T01:02:19.541207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.304398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:02:19.541276Z","caller":"traceutil/trace.go:171","msg":"trace[2127347151] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7756; }","duration":"835.42221ms","start":"2026-03-18T01:02:18.705837Z","end":"2026-03-18T01:02:19.541259Z","steps":["trace[2127347151] 'range keys from in-memory index tree' (duration: 835.181564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:19.541307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:18.705813Z","time spent":"835.487561ms","remote":"127.0.0.1:52432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T01:02:19.541419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286158535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.189dc9d0f5b1a39d\" ","response":"range_response_count:1 size:699"} {"level":"warn","ts":"2026-03-18T01:02:19.541498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.697349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:02:19.541532Z","caller":"traceutil/trace.go:171","msg":"trace[211994807] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:7756; }","duration":"805.78172ms","start":"2026-03-18T01:02:18.735736Z","end":"2026-03-18T01:02:19.541517Z","steps":["trace[211994807] 'count revisions from in-memory index tree' (duration: 805.611066ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:02:19.541533Z","caller":"traceutil/trace.go:171","msg":"trace[680215613] range","detail":"{range_begin:/registry/events/openstack/ceph.189dc9d0f5b1a39d; range_end:; response_count:1; response_revision:7756; }","duration":"1.286352909s","start":"2026-03-18T01:02:18.255153Z","end":"2026-03-18T01:02:19.541506Z","steps":["trace[680215613] 'range keys from in-memory index tree' (duration: 1.285905698s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:19.541555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:18.735711Z","time spent":"805.837821ms","remote":"127.0.0.1:46586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-18T01:02:19.541593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:18.255133Z","time spent":"1.286448021s","remote":"127.0.0.1:52482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":723,"request content":"key:\"/registry/events/openstack/ceph.189dc9d0f5b1a39d\" "} {"level":"info","ts":"2026-03-18T01:02:19.547763Z","caller":"traceutil/trace.go:171","msg":"trace[2115811954] transaction","detail":"{read_only:false; response_revision:7757; number_of_response:1; }","duration":"758.10173ms","start":"2026-03-18T01:02:18.789632Z","end":"2026-03-18T01:02:19.547734Z","steps":["trace[2115811954] 'process raft request' (duration: 757.903955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:19.548053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:18.789615Z","time spent":"758.321285ms","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:02:19.582442Z","caller":"traceutil/trace.go:171","msg":"trace[532939089] transaction","detail":"{read_only:false; response_revision:7758; number_of_response:1; }","duration":"790.647097ms","start":"2026-03-18T01:02:18.791769Z","end":"2026-03-18T01:02:19.582417Z","steps":["trace[532939089] 'process raft request' (duration: 790.393632ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:02:19.582424Z","caller":"traceutil/trace.go:171","msg":"trace[239097273] linearizableReadLoop","detail":"{readStateIndex:8045; appliedIndex:8043; }","duration":"792.538172ms","start":"2026-03-18T01:02:18.789857Z","end":"2026-03-18T01:02:19.582395Z","steps":["trace[239097273] 'read index received' (duration: 757.635849ms)","trace[239097273] 'applied index is now lower than readState.Index' (duration: 34.901283ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:02:19.582719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:18.791751Z","time spent":"790.852193ms","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:02:19.583097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.505509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-18T01:02:19.583145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.276329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-18T01:02:19.583108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.279159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2444b\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-18T01:02:19.583202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.197225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5c7f458dc-dx5q4.189dc9c814fb6b30\" ","response":"range_response_count:1 size:1132"} {"level":"warn","ts":"2026-03-18T01:02:19.583089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.424537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T01:02:19.583204Z","caller":"traceutil/trace.go:171","msg":"trace[1529487485] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7759; }","duration":"793.33843ms","start":"2026-03-18T01:02:18.78985Z","end":"2026-03-18T01:02:19.583189Z","steps":["trace[1529487485] 'agreement among raft nodes before linearized reading' (duration: 792.633604ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:02:19.583224Z","caller":"traceutil/trace.go:171","msg":"trace[1599932739] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2444b; range_end:; response_count:1; response_revision:7759; }","duration":"787.437993ms","start":"2026-03-18T01:02:18.795766Z","end":"2026-03-18T01:02:19.583204Z","steps":["trace[1599932739] 'agreement among raft nodes before linearized reading' (duration: 787.098885ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:02:19.583259Z","caller":"traceutil/trace.go:171","msg":"trace[1970187771] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5c7f458dc-dx5q4.189dc9c814fb6b30; range_end:; response_count:1; response_revision:7759; }","duration":"140.282806ms","start":"2026-03-18T01:02:19.442958Z","end":"2026-03-18T01:02:19.583241Z","steps":["trace[1970187771] 'agreement among raft nodes before linearized reading' (duration: 140.173863ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:02:19.583276Z","caller":"traceutil/trace.go:171","msg":"trace[274245670] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7759; }","duration":"502.643202ms","start":"2026-03-18T01:02:19.080613Z","end":"2026-03-18T01:02:19.583256Z","steps":["trace[274245670] 'agreement among raft nodes before linearized reading' (duration: 502.256673ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:02:19.583217Z","caller":"traceutil/trace.go:171","msg":"trace[1068197727] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7759; }","duration":"502.604852ms","start":"2026-03-18T01:02:19.080568Z","end":"2026-03-18T01:02:19.583172Z","steps":["trace[1068197727] 'agreement among raft nodes before linearized reading' (duration: 502.436558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:19.583361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.658943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-18T01:02:19.58345Z","caller":"traceutil/trace.go:171","msg":"trace[1381952630] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7759; }","duration":"502.766405ms","start":"2026-03-18T01:02:19.080661Z","end":"2026-03-18T01:02:19.583428Z","steps":["trace[1381952630] 'agreement among raft nodes before linearized reading' (duration: 502.499869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:19.58355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.25463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-18T01:02:19.583598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:19.080655Z","time spent":"502.931539ms","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-18T01:02:19.583604Z","caller":"traceutil/trace.go:171","msg":"trace[463681253] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7759; }","duration":"504.342622ms","start":"2026-03-18T01:02:19.079244Z","end":"2026-03-18T01:02:19.583587Z","steps":["trace[463681253] 'agreement among raft nodes before linearized reading' (duration: 503.642435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:19.583646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:19.079221Z","time spent":"504.418504ms","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T01:02:19.583352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:19.080603Z","time spent":"502.728865ms","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T01:02:19.583461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:19.080562Z","time spent":"502.845378ms","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T01:02:19.583104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.436828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-18T01:02:19.583922Z","caller":"traceutil/trace.go:171","msg":"trace[983732249] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7759; }","duration":"750.280188ms","start":"2026-03-18T01:02:18.833616Z","end":"2026-03-18T01:02:19.583897Z","steps":["trace[983732249] 'agreement among raft nodes before linearized reading' (duration: 749.359727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:19.583964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:18.833601Z","time spent":"750.353269ms","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T01:02:19.583308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:18.795748Z","time spent":"787.547585ms","remote":"127.0.0.1:52566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-2444b\" "} {"level":"warn","ts":"2026-03-18T01:02:19.583381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:18.78981Z","time spent":"793.555616ms","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T01:02:27.820932Z","caller":"traceutil/trace.go:171","msg":"trace[738506884] transaction","detail":"{read_only:false; response_revision:7838; number_of_response:1; }","duration":"248.007465ms","start":"2026-03-18T01:02:27.572897Z","end":"2026-03-18T01:02:27.820905Z","steps":["trace[738506884] 'process raft request' (duration: 182.678444ms)","trace[738506884] 'compare' (duration: 65.226378ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:02:27.844787Z","caller":"traceutil/trace.go:171","msg":"trace[932723928] linearizableReadLoop","detail":"{readStateIndex:8131; appliedIndex:8129; }","duration":"185.493789ms","start":"2026-03-18T01:02:27.659278Z","end":"2026-03-18T01:02:27.844772Z","steps":["trace[932723928] 'read index received' (duration: 96.312343ms)","trace[932723928] 'applied index is now lower than readState.Index' (duration: 89.180456ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:02:27.844936Z","caller":"traceutil/trace.go:171","msg":"trace[2008077382] transaction","detail":"{read_only:false; response_revision:7839; number_of_response:1; }","duration":"235.981935ms","start":"2026-03-18T01:02:27.608937Z","end":"2026-03-18T01:02:27.844919Z","steps":["trace[2008077382] 'process raft request' (duration: 235.76366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:27.845013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.665603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T01:02:27.845258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.976178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T01:02:27.845346Z","caller":"traceutil/trace.go:171","msg":"trace[2070779219] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7839; }","duration":"167.09654ms","start":"2026-03-18T01:02:27.67823Z","end":"2026-03-18T01:02:27.845326Z","steps":["trace[2070779219] 'agreement among raft nodes before linearized reading' (duration: 166.871325ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:02:27.845057Z","caller":"traceutil/trace.go:171","msg":"trace[912815838] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7839; }","duration":"185.819037ms","start":"2026-03-18T01:02:27.659227Z","end":"2026-03-18T01:02:27.845046Z","steps":["trace[912815838] 'agreement among raft nodes before linearized reading' (duration: 185.683703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:27.845561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.404328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-18T01:02:27.845621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.905427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-18T01:02:27.84575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.079088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T01:02:27.84585Z","caller":"traceutil/trace.go:171","msg":"trace[1883431461] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7839; }","duration":"136.199771ms","start":"2026-03-18T01:02:27.709641Z","end":"2026-03-18T01:02:27.845841Z","steps":["trace[1883431461] 'agreement among raft nodes before linearized reading' (duration: 136.009587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:27.846022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.539258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2444b\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-18T01:02:27.84607Z","caller":"traceutil/trace.go:171","msg":"trace[639363635] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2444b; range_end:; response_count:1; response_revision:7839; }","duration":"142.61239ms","start":"2026-03-18T01:02:27.703446Z","end":"2026-03-18T01:02:27.846059Z","steps":["trace[639363635] 'agreement among raft nodes before linearized reading' (duration: 142.438606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:27.846366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.285938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T01:02:27.846423Z","caller":"traceutil/trace.go:171","msg":"trace[1458573579] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7839; }","duration":"165.368801ms","start":"2026-03-18T01:02:27.681043Z","end":"2026-03-18T01:02:27.846412Z","steps":["trace[1458573579] 'agreement among raft nodes before linearized reading' (duration: 165.236747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:27.846606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.19191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T01:02:27.846674Z","caller":"traceutil/trace.go:171","msg":"trace[1100588231] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7839; }","duration":"160.284532ms","start":"2026-03-18T01:02:27.686379Z","end":"2026-03-18T01:02:27.846663Z","steps":["trace[1100588231] 'agreement among raft nodes before linearized reading' (duration: 160.128679ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:02:27.846836Z","caller":"traceutil/trace.go:171","msg":"trace[1851345899] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7839; }","duration":"159.134815ms","start":"2026-03-18T01:02:27.687686Z","end":"2026-03-18T01:02:27.846821Z","steps":["trace[1851345899] 'agreement among raft nodes before linearized reading' (duration: 157.843695ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:02:27.845601Z","caller":"traceutil/trace.go:171","msg":"trace[1508114180] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7839; }","duration":"152.463119ms","start":"2026-03-18T01:02:27.693127Z","end":"2026-03-18T01:02:27.84559Z","steps":["trace[1508114180] 'agreement among raft nodes before linearized reading' (duration: 152.292845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:28.547927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.224332ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T01:02:28.548057Z","caller":"traceutil/trace.go:171","msg":"trace[1113488315] transaction","detail":"{read_only:false; response_revision:7840; number_of_response:1; }","duration":"702.660399ms","start":"2026-03-18T01:02:27.845374Z","end":"2026-03-18T01:02:28.548034Z","steps":["trace[1113488315] 'process raft request' (duration: 264.231782ms)","trace[1113488315] 'compare' (duration: 438.006207ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:02:28.548223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:27.845319Z","time spent":"702.867014ms","remote":"127.0.0.1:52628","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:02:28.638316Z","caller":"traceutil/trace.go:171","msg":"trace[702972391] transaction","detail":"{read_only:false; response_revision:7842; number_of_response:1; }","duration":"788.099848ms","start":"2026-03-18T01:02:27.850186Z","end":"2026-03-18T01:02:28.638286Z","steps":["trace[702972391] 'process raft request' (duration: 788.006946ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:02:28.638346Z","caller":"traceutil/trace.go:171","msg":"trace[1736567676] transaction","detail":"{read_only:false; response_revision:7841; number_of_response:1; }","duration":"788.280862ms","start":"2026-03-18T01:02:27.850031Z","end":"2026-03-18T01:02:28.638311Z","steps":["trace[1736567676] 'process raft request' (duration: 788.030196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:28.638487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:27.850178Z","time spent":"788.216111ms","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:02:28.638583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:27.850008Z","time spent":"788.404515ms","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:02:28.638618Z","caller":"traceutil/trace.go:171","msg":"trace[736683168] transaction","detail":"{read_only:false; response_revision:7843; number_of_response:1; }","duration":"788.231212ms","start":"2026-03-18T01:02:27.850362Z","end":"2026-03-18T01:02:28.638594Z","steps":["trace[736683168] 'process raft request' (duration: 787.880863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:28.638709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:27.850355Z","time spent":"788.308643ms","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:02:28.638801Z","caller":"traceutil/trace.go:171","msg":"trace[1544513055] transaction","detail":"{read_only:false; response_revision:7846; number_of_response:1; }","duration":"785.994119ms","start":"2026-03-18T01:02:27.852792Z","end":"2026-03-18T01:02:28.638786Z","steps":["trace[1544513055] 'process raft request' (duration: 785.900457ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:02:28.638774Z","caller":"traceutil/trace.go:171","msg":"trace[747117662] linearizableReadLoop","detail":"{readStateIndex:8138; appliedIndex:8131; }","duration":"784.971385ms","start":"2026-03-18T01:02:27.85377Z","end":"2026-03-18T01:02:28.638741Z","steps":["trace[747117662] 'read index received' (duration: 255.844486ms)","trace[747117662] 'applied index is now lower than readState.Index' (duration: 529.125269ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:02:28.638837Z","caller":"traceutil/trace.go:171","msg":"trace[1287260238] transaction","detail":"{read_only:false; response_revision:7844; number_of_response:1; }","duration":"788.404945ms","start":"2026-03-18T01:02:27.850418Z","end":"2026-03-18T01:02:28.638823Z","steps":["trace[1287260238] 'process raft request' (duration: 788.061897ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:02:28.638816Z","caller":"traceutil/trace.go:171","msg":"trace[1604628557] transaction","detail":"{read_only:false; response_revision:7845; number_of_response:1; }","duration":"786.678305ms","start":"2026-03-18T01:02:27.852096Z","end":"2026-03-18T01:02:28.638774Z","steps":["trace[1604628557] 'process raft request' (duration: 786.547492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:28.638874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:27.852774Z","time spent":"786.060151ms","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:02:28.638898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:27.850412Z","time spent":"788.457466ms","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:02:28.639016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:27.852064Z","time spent":"786.860849ms","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:02:28.639255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.461566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228487"} {"level":"info","ts":"2026-03-18T01:02:28.639372Z","caller":"traceutil/trace.go:171","msg":"trace[297744693] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:7846; }","duration":"785.60754ms","start":"2026-03-18T01:02:27.853743Z","end":"2026-03-18T01:02:28.639351Z","steps":["trace[297744693] 'agreement among raft nodes before linearized reading' (duration: 785.121509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:28.639421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:27.85373Z","time spent":"785.680722ms","remote":"127.0.0.1:52566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228511,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-18T01:02:28.749562Z","caller":"traceutil/trace.go:171","msg":"trace[553181398] linearizableReadLoop","detail":"{readStateIndex:8139; appliedIndex:8138; }","duration":"110.671247ms","start":"2026-03-18T01:02:28.638865Z","end":"2026-03-18T01:02:28.749536Z","steps":["trace[553181398] 'read index received' (duration: 110.492233ms)","trace[553181398] 'applied index is now lower than readState.Index' (duration: 177.714µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:02:28.749666Z","caller":"traceutil/trace.go:171","msg":"trace[1962517777] transaction","detail":"{read_only:false; response_revision:7847; number_of_response:1; }","duration":"500.232576ms","start":"2026-03-18T01:02:28.249392Z","end":"2026-03-18T01:02:28.749624Z","steps":["trace[1962517777] 'process raft request' (duration: 499.97381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:28.749728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.01104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:02:28.74977Z","caller":"traceutil/trace.go:171","msg":"trace[238839662] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7847; }","duration":"149.074801ms","start":"2026-03-18T01:02:28.600684Z","end":"2026-03-18T01:02:28.749759Z","steps":["trace[238839662] 'agreement among raft nodes before linearized reading' (duration: 148.986679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:28.749841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:28.249367Z","time spent":"500.37879ms","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:02:28.749975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.45785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"info","ts":"2026-03-18T01:02:28.750073Z","caller":"traceutil/trace.go:171","msg":"trace[311054360] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:7847; }","duration":"530.601634ms","start":"2026-03-18T01:02:28.219448Z","end":"2026-03-18T01:02:28.75005Z","steps":["trace[311054360] 'agreement among raft nodes before linearized reading' (duration: 530.367108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:28.750086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.807317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3173"} {"level":"warn","ts":"2026-03-18T01:02:28.750135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:28.219428Z","time spent":"530.693315ms","remote":"127.0.0.1:39650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5756,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-03-18T01:02:28.750192Z","caller":"traceutil/trace.go:171","msg":"trace[1853642247] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:7847; }","duration":"490.970711ms","start":"2026-03-18T01:02:28.259199Z","end":"2026-03-18T01:02:28.75017Z","steps":["trace[1853642247] 'agreement among raft nodes before linearized reading' (duration: 490.562361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:28.750241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:28.259188Z","time spent":"491.041623ms","remote":"127.0.0.1:39714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3197,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-03-18T01:02:29.820587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.702972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:02:29.82069Z","caller":"traceutil/trace.go:171","msg":"trace[1534952160] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7856; }","duration":"218.870066ms","start":"2026-03-18T01:02:29.6018Z","end":"2026-03-18T01:02:29.82067Z","steps":["trace[1534952160] 'range keys from in-memory index tree' (duration: 218.593899ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:02:46.137041Z","caller":"traceutil/trace.go:171","msg":"trace[2067561384] linearizableReadLoop","detail":"{readStateIndex:8314; appliedIndex:8313; }","duration":"100.715095ms","start":"2026-03-18T01:02:46.036297Z","end":"2026-03-18T01:02:46.137013Z","steps":["trace[2067561384] 'read index received' (duration: 32.015355ms)","trace[2067561384] 'applied index is now lower than readState.Index' (duration: 68.6983ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:02:46.137344Z","caller":"traceutil/trace.go:171","msg":"trace[680940175] transaction","detail":"{read_only:false; response_revision:8014; number_of_response:1; }","duration":"125.275707ms","start":"2026-03-18T01:02:46.011991Z","end":"2026-03-18T01:02:46.137267Z","steps":["trace[680940175] 'process raft request' (duration: 56.371193ms)","trace[680940175] 'compare' (duration: 68.483704ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:02:46.137512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.589687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-03-18T01:02:46.137593Z","caller":"traceutil/trace.go:171","msg":"trace[619606015] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8014; }","duration":"126.71363ms","start":"2026-03-18T01:02:46.010858Z","end":"2026-03-18T01:02:46.137571Z","steps":["trace[619606015] 'agreement among raft nodes before linearized reading' (duration: 126.382272ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:02:46.281426Z","caller":"traceutil/trace.go:171","msg":"trace[1936810259] linearizableReadLoop","detail":"{readStateIndex:8315; appliedIndex:8314; }","duration":"137.89224ms","start":"2026-03-18T01:02:46.1435Z","end":"2026-03-18T01:02:46.281392Z","steps":["trace[1936810259] 'read index received' (duration: 109.243573ms)","trace[1936810259] 'applied index is now lower than readState.Index' (duration: 28.647357ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:02:46.28153Z","caller":"traceutil/trace.go:171","msg":"trace[250230192] transaction","detail":"{read_only:false; response_revision:8015; number_of_response:1; }","duration":"138.052914ms","start":"2026-03-18T01:02:46.143416Z","end":"2026-03-18T01:02:46.281469Z","steps":["trace[250230192] 'process raft request' (duration: 109.402697ms)","trace[250230192] 'compare' (duration: 28.394421ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:02:46.281824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.29477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/rabbitmq-cluster-operator-openstack\" ","response":"range_response_count:1 size:1874"} {"level":"warn","ts":"2026-03-18T01:02:46.281902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.228966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-18T01:02:46.282015Z","caller":"traceutil/trace.go:171","msg":"trace[70162832] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:8015; }","duration":"134.393049ms","start":"2026-03-18T01:02:46.147593Z","end":"2026-03-18T01:02:46.281986Z","steps":["trace[70162832] 'agreement among raft nodes before linearized reading' (duration: 133.99346ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:02:46.281934Z","caller":"traceutil/trace.go:171","msg":"trace[1292354700] range","detail":"{range_begin:/registry/clusterroles/rabbitmq-cluster-operator-openstack; range_end:; response_count:1; response_revision:8015; }","duration":"138.467963ms","start":"2026-03-18T01:02:46.143442Z","end":"2026-03-18T01:02:46.28191Z","steps":["trace[1292354700] 'agreement among raft nodes before linearized reading' (duration: 138.133716ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:02:46.570976Z","caller":"traceutil/trace.go:171","msg":"trace[972889570] linearizableReadLoop","detail":"{readStateIndex:8319; appliedIndex:8318; }","duration":"103.859449ms","start":"2026-03-18T01:02:46.467036Z","end":"2026-03-18T01:02:46.570895Z","steps":["trace[972889570] 'read index received' (duration: 74.131116ms)","trace[972889570] 'applied index is now lower than readState.Index' (duration: 29.727032ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:02:46.571029Z","caller":"traceutil/trace.go:171","msg":"trace[873344194] transaction","detail":"{read_only:false; response_revision:8019; number_of_response:1; }","duration":"105.292711ms","start":"2026-03-18T01:02:46.465705Z","end":"2026-03-18T01:02:46.570997Z","steps":["trace[873344194] 'process raft request' (duration: 75.467886ms)","trace[873344194] 'compare' (duration: 29.560569ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:02:46.571304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.826527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-18T01:02:46.571413Z","caller":"traceutil/trace.go:171","msg":"trace[747683267] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:8019; }","duration":"100.973141ms","start":"2026-03-18T01:02:46.470421Z","end":"2026-03-18T01:02:46.571394Z","steps":["trace[747683267] 'agreement among raft nodes before linearized reading' (duration: 100.694945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:46.571252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.181906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:02:46.571567Z","caller":"traceutil/trace.go:171","msg":"trace[213664062] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:0; response_revision:8019; }","duration":"104.528054ms","start":"2026-03-18T01:02:46.467019Z","end":"2026-03-18T01:02:46.571547Z","steps":["trace[213664062] 'agreement among raft nodes before linearized reading' (duration: 104.119154ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:02:46.944394Z","caller":"traceutil/trace.go:171","msg":"trace[2013709773] transaction","detail":"{read_only:false; response_revision:8038; number_of_response:1; }","duration":"124.371715ms","start":"2026-03-18T01:02:46.819983Z","end":"2026-03-18T01:02:46.944355Z","steps":["trace[2013709773] 'process raft request' (duration: 105.68524ms)","trace[2013709773] 'compare' (duration: 18.4849ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:02:46.944673Z","caller":"traceutil/trace.go:171","msg":"trace[1286012169] transaction","detail":"{read_only:false; response_revision:8039; number_of_response:1; }","duration":"123.376492ms","start":"2026-03-18T01:02:46.821238Z","end":"2026-03-18T01:02:46.944614Z","steps":["trace[1286012169] 'process raft request' (duration: 123.076135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:46.944951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.776436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-18T01:02:46.94495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.432164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" ","response":"range_response_count:1 size:9535"} {"level":"info","ts":"2026-03-18T01:02:46.945036Z","caller":"traceutil/trace.go:171","msg":"trace[1510800103] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8040; }","duration":"100.890808ms","start":"2026-03-18T01:02:46.844112Z","end":"2026-03-18T01:02:46.945003Z","steps":["trace[1510800103] 'agreement among raft nodes before linearized reading' (duration: 100.689074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:46.944999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.989314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/local-path-storage/\" range_end:\"/registry/limitranges/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:02:46.945044Z","caller":"traceutil/trace.go:171","msg":"trace[759983196] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-glance-server; range_end:; response_count:1; response_revision:8040; }","duration":"111.544106ms","start":"2026-03-18T01:02:46.833465Z","end":"2026-03-18T01:02:46.945009Z","steps":["trace[759983196] 'agreement among raft nodes before linearized reading' (duration: 111.290661ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:02:46.945098Z","caller":"traceutil/trace.go:171","msg":"trace[560953697] range","detail":"{range_begin:/registry/limitranges/local-path-storage/; range_end:/registry/limitranges/local-path-storage0; response_count:0; response_revision:8040; }","duration":"117.143757ms","start":"2026-03-18T01:02:46.827934Z","end":"2026-03-18T01:02:46.945078Z","steps":["trace[560953697] 'agreement among raft nodes before linearized reading' (duration: 116.947563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:46.945117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.152643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-glance-nodes\" ","response":"range_response_count:1 size:1255"} {"level":"info","ts":"2026-03-18T01:02:46.945202Z","caller":"traceutil/trace.go:171","msg":"trace[1045047772] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-glance-nodes; range_end:; response_count:1; response_revision:8040; }","duration":"125.254096ms","start":"2026-03-18T01:02:46.819921Z","end":"2026-03-18T01:02:46.945175Z","steps":["trace[1045047772] 'agreement among raft nodes before linearized reading' (duration: 124.98407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:46.94538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.93644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T01:02:46.945489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.121881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T01:02:46.94555Z","caller":"traceutil/trace.go:171","msg":"trace[1701765705] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8040; }","duration":"100.206053ms","start":"2026-03-18T01:02:46.845337Z","end":"2026-03-18T01:02:46.945543Z","steps":["trace[1701765705] 'agreement among raft nodes before linearized reading' (duration: 99.516647ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:02:46.945441Z","caller":"traceutil/trace.go:171","msg":"trace[111471220] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8040; }","duration":"110.012241ms","start":"2026-03-18T01:02:46.835414Z","end":"2026-03-18T01:02:46.945426Z","steps":["trace[111471220] 'agreement among raft nodes before linearized reading' (duration: 109.913759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:46.946078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.607768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:232979"} {"level":"info","ts":"2026-03-18T01:02:46.946189Z","caller":"traceutil/trace.go:171","msg":"trace[1293181075] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8040; }","duration":"126.775382ms","start":"2026-03-18T01:02:46.81939Z","end":"2026-03-18T01:02:46.946165Z","steps":["trace[1293181075] 'agreement among raft nodes before linearized reading' (duration: 125.476291ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:02.161777Z","caller":"traceutil/trace.go:171","msg":"trace[3214728] transaction","detail":"{read_only:false; response_revision:8158; number_of_response:1; }","duration":"173.31374ms","start":"2026-03-18T01:03:01.988427Z","end":"2026-03-18T01:03:02.161741Z","steps":["trace[3214728] 'process raft request' (duration: 124.300002ms)","trace[3214728] 'compare' (duration: 48.875515ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:03:31.684109Z","caller":"traceutil/trace.go:171","msg":"trace[592436185] linearizableReadLoop","detail":"{readStateIndex:8730; appliedIndex:8729; }","duration":"432.063072ms","start":"2026-03-18T01:03:31.252004Z","end":"2026-03-18T01:03:31.684067Z","steps":["trace[592436185] 'read index received' (duration: 431.465228ms)","trace[592436185] 'applied index is now lower than readState.Index' (duration: 596.594µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:03:31.684157Z","caller":"traceutil/trace.go:171","msg":"trace[1823969084] transaction","detail":"{read_only:false; response_revision:8419; number_of_response:1; }","duration":"433.062775ms","start":"2026-03-18T01:03:31.251057Z","end":"2026-03-18T01:03:31.684119Z","steps":["trace[1823969084] 'process raft request' (duration: 432.486382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:31.68433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:31.251044Z","time spent":"433.201118ms","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:03:31.684346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.320578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T01:03:31.684389Z","caller":"traceutil/trace.go:171","msg":"trace[128887813] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8419; }","duration":"432.40458ms","start":"2026-03-18T01:03:31.251965Z","end":"2026-03-18T01:03:31.68437Z","steps":["trace[128887813] 'agreement among raft nodes before linearized reading' (duration: 432.248336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:31.684414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:31.251947Z","time spent":"432.460621ms","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T01:03:31.684481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.892198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T01:03:31.684644Z","caller":"traceutil/trace.go:171","msg":"trace[1143154474] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8419; }","duration":"432.024821ms","start":"2026-03-18T01:03:31.252549Z","end":"2026-03-18T01:03:31.684574Z","steps":["trace[1143154474] 'agreement among raft nodes before linearized reading' (duration: 431.710593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:31.684747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:31.25252Z","time spent":"432.170274ms","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T01:03:41.969791Z","caller":"traceutil/trace.go:171","msg":"trace[1461250470] transaction","detail":"{read_only:false; response_revision:8473; number_of_response:1; }","duration":"231.996715ms","start":"2026-03-18T01:03:41.737758Z","end":"2026-03-18T01:03:41.969755Z","steps":["trace[1461250470] 'process raft request' (duration: 231.79934ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:41.981231Z","caller":"traceutil/trace.go:171","msg":"trace[349696715] transaction","detail":"{read_only:false; response_revision:8474; number_of_response:1; }","duration":"242.380178ms","start":"2026-03-18T01:03:41.738821Z","end":"2026-03-18T01:03:41.981202Z","steps":["trace[349696715] 'process raft request' (duration: 242.213054ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:41.981374Z","caller":"traceutil/trace.go:171","msg":"trace[744105199] linearizableReadLoop","detail":"{readStateIndex:8788; appliedIndex:8785; }","duration":"233.056ms","start":"2026-03-18T01:03:41.748288Z","end":"2026-03-18T01:03:41.981344Z","steps":["trace[744105199] 'read index received' (duration: 221.340825ms)","trace[744105199] 'applied index is now lower than readState.Index' (duration: 11.712634ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:03:41.981414Z","caller":"traceutil/trace.go:171","msg":"trace[923640940] transaction","detail":"{read_only:false; response_revision:8475; number_of_response:1; }","duration":"241.282382ms","start":"2026-03-18T01:03:41.74009Z","end":"2026-03-18T01:03:41.981373Z","steps":["trace[923640940] 'process raft request' (duration: 241.075567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:41.981556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.252164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T01:03:41.981567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.827526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T01:03:41.98161Z","caller":"traceutil/trace.go:171","msg":"trace[1027623169] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:8475; }","duration":"233.364446ms","start":"2026-03-18T01:03:41.748233Z","end":"2026-03-18T01:03:41.981597Z","steps":["trace[1027623169] 'agreement among raft nodes before linearized reading' (duration: 233.203263ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:41.981617Z","caller":"traceutil/trace.go:171","msg":"trace[201776443] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:8475; }","duration":"218.943019ms","start":"2026-03-18T01:03:41.76266Z","end":"2026-03-18T01:03:41.981603Z","steps":["trace[201776443] 'agreement among raft nodes before linearized reading' (duration: 218.820396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:42.195544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.826194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:03:42.195667Z","caller":"traceutil/trace.go:171","msg":"trace[68326119] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8475; }","duration":"128.015838ms","start":"2026-03-18T01:03:42.067624Z","end":"2026-03-18T01:03:42.19564Z","steps":["trace[68326119] 'count revisions from in-memory index tree' (duration: 127.709912ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:42.588017Z","caller":"traceutil/trace.go:171","msg":"trace[35228788] linearizableReadLoop","detail":"{readStateIndex:8790; appliedIndex:8789; }","duration":"189.331395ms","start":"2026-03-18T01:03:42.39866Z","end":"2026-03-18T01:03:42.587991Z","steps":["trace[35228788] 'read index received' (duration: 189.145701ms)","trace[35228788] 'applied index is now lower than readState.Index' (duration: 184.524µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:03:42.588131Z","caller":"traceutil/trace.go:171","msg":"trace[707593965] transaction","detail":"{read_only:false; response_revision:8477; number_of_response:1; }","duration":"272.179636ms","start":"2026-03-18T01:03:42.31591Z","end":"2026-03-18T01:03:42.58809Z","steps":["trace[707593965] 'process raft request' (duration: 271.908659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:42.588363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.571151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T01:03:42.588407Z","caller":"traceutil/trace.go:171","msg":"trace[38163167] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:8477; }","duration":"189.789806ms","start":"2026-03-18T01:03:42.398605Z","end":"2026-03-18T01:03:42.588395Z","steps":["trace[38163167] 'agreement among raft nodes before linearized reading' (duration: 189.573731ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:20.589812Z","caller":"traceutil/trace.go:171","msg":"trace[684047453] transaction","detail":"{read_only:false; response_revision:8817; number_of_response:1; }","duration":"126.817461ms","start":"2026-03-18T01:04:20.462724Z","end":"2026-03-18T01:04:20.589541Z","steps":["trace[684047453] 'process raft request' (duration: 126.685057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:20.7471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.187171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-18T01:04:20.747215Z","caller":"traceutil/trace.go:171","msg":"trace[1724195261] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8817; }","duration":"113.419166ms","start":"2026-03-18T01:04:20.633772Z","end":"2026-03-18T01:04:20.747191Z","steps":["trace[1724195261] 'range keys from in-memory index tree' (duration: 112.902894ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:06:11.807443Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d98d5f2c752cc52d","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-18T01:06:11.814764Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-18T01:06:11.814836Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-18T01:07:11.605618Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7734} {"level":"info","ts":"2026-03-18T01:07:11.668538Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7734,"took":"60.979796ms","hash":982718890,"current-db-size-bytes":42258432,"current-db-size":"42 MB","current-db-size-in-use-bytes":25960448,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-18T01:07:11.6686Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":982718890,"revision":7734,"compact-revision":5684} {"level":"info","ts":"2026-03-18T01:12:11.611163Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9951} {"level":"info","ts":"2026-03-18T01:12:11.685805Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9951,"took":"72.734476ms","hash":1074587757,"current-db-size-bytes":42258432,"current-db-size":"42 MB","current-db-size-in-use-bytes":16850944,"current-db-size-in-use":"17 MB"} {"level":"info","ts":"2026-03-18T01:12:11.685849Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1074587757,"revision":9951,"compact-revision":7734}