{"level":"warn","ts":"2026-03-04T01:22:46.117224Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-04T01:22:46.117352Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.162:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.162:2380","--initial-cluster=instance=https://199.204.45.162:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.162:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.162:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-04T01:22:46.117439Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-04T01:22:46.117451Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.162:2380"]} {"level":"info","ts":"2026-03-04T01:22:46.117472Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-04T01:22:46.118054Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.162:2379"]} {"level":"info","ts":"2026-03-04T01:22:46.118127Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.162:2380"],"listen-peer-urls":["https://199.204.45.162:2380"],"advertise-client-urls":["https://199.204.45.162:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.162:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.162:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-04T01:22:46.121825Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.467921ms"} {"level":"info","ts":"2026-03-04T01:22:46.132366Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"2d372260bb4c37a","cluster-id":"52bb6ec15e8722ff"} {"level":"info","ts":"2026-03-04T01:22:46.132533Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a switched to configuration voters=()"} {"level":"info","ts":"2026-03-04T01:22:46.132579Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a became follower at term 0"} {"level":"info","ts":"2026-03-04T01:22:46.132607Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 2d372260bb4c37a [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-04T01:22:46.132626Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a became follower at term 1"} {"level":"info","ts":"2026-03-04T01:22:46.132698Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a switched to configuration voters=(203631915892523898)"} {"level":"warn","ts":"2026-03-04T01:22:46.14658Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-04T01:22:46.148648Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-04T01:22:46.149976Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-04T01:22:46.152417Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"2d372260bb4c37a","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-04T01:22:46.152764Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-04T01:22:46.152884Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-04T01:22:46.152901Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-04T01:22:46.152954Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"2d372260bb4c37a","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-04T01:22:46.156238Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a switched to configuration voters=(203631915892523898)"} {"level":"info","ts":"2026-03-04T01:22:46.156527Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"52bb6ec15e8722ff","local-member-id":"2d372260bb4c37a","added-peer-id":"2d372260bb4c37a","added-peer-peer-urls":["https://199.204.45.162:2380"]} {"level":"info","ts":"2026-03-04T01:22:46.157251Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-04T01:22:46.157539Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"2d372260bb4c37a","initial-advertise-peer-urls":["https://199.204.45.162:2380"],"listen-peer-urls":["https://199.204.45.162:2380"],"advertise-client-urls":["https://199.204.45.162:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.162:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-04T01:22:46.157574Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-04T01:22:46.158371Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.162:2380"} {"level":"info","ts":"2026-03-04T01:22:46.158414Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.162:2380"} {"level":"info","ts":"2026-03-04T01:22:47.032969Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a is starting a new election at term 1"} {"level":"info","ts":"2026-03-04T01:22:47.033097Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a became pre-candidate at term 1"} {"level":"info","ts":"2026-03-04T01:22:47.033129Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a received MsgPreVoteResp from 2d372260bb4c37a at term 1"} {"level":"info","ts":"2026-03-04T01:22:47.033154Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a became candidate at term 2"} {"level":"info","ts":"2026-03-04T01:22:47.033165Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a received MsgVoteResp from 2d372260bb4c37a at term 2"} {"level":"info","ts":"2026-03-04T01:22:47.033184Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a became leader at term 2"} {"level":"info","ts":"2026-03-04T01:22:47.0332Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 2d372260bb4c37a elected leader 2d372260bb4c37a at term 2"} {"level":"info","ts":"2026-03-04T01:22:47.034769Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T01:22:47.035791Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-04T01:22:47.035792Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"2d372260bb4c37a","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.162:2379]}","request-path":"/0/members/2d372260bb4c37a/attributes","cluster-id":"52bb6ec15e8722ff","publish-timeout":"7s"} {"level":"info","ts":"2026-03-04T01:22:47.035871Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-04T01:22:47.036315Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-04T01:22:47.036434Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-04T01:22:47.036721Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"52bb6ec15e8722ff","local-member-id":"2d372260bb4c37a","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T01:22:47.036895Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T01:22:47.036943Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T01:22:47.040172Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-04T01:22:47.040207Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.162:2379"} {"level":"warn","ts":"2026-03-04T01:22:51.892559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.912193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3713"} {"level":"warn","ts":"2026-03-04T01:22:51.892647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.254752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-04T01:22:51.892699Z","caller":"traceutil/trace.go:171","msg":"trace[1233764740] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:230; }","duration":"313.12875ms","start":"2026-03-04T01:22:51.579545Z","end":"2026-03-04T01:22:51.892673Z","steps":["trace[1233764740] 'range keys from in-memory index tree' (duration: 312.792039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:22:51.892762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:22:51.579519Z","time spent":"313.232344ms","remote":"127.0.0.1:56274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":3735,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-04T01:22:51.892841Z","caller":"traceutil/trace.go:171","msg":"trace[1861522289] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:230; }","duration":"442.432658ms","start":"2026-03-04T01:22:51.450292Z","end":"2026-03-04T01:22:51.892724Z","steps":["trace[1861522289] 'range keys from in-memory index tree' (duration: 442.024334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:22:51.892943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:22:51.450271Z","time spent":"442.614733ms","remote":"127.0.0.1:56192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":373,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"info","ts":"2026-03-04T01:23:05.128646Z","caller":"traceutil/trace.go:171","msg":"trace[391958840] transaction","detail":"{read_only:false; response_revision:378; number_of_response:1; }","duration":"296.919604ms","start":"2026-03-04T01:23:04.831676Z","end":"2026-03-04T01:23:05.128596Z","steps":["trace[391958840] 'process raft request' (duration: 296.621335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:23:05.128784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.283421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:23:05.128905Z","caller":"traceutil/trace.go:171","msg":"trace[1568458394] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:378; }","duration":"229.460357ms","start":"2026-03-04T01:23:04.899423Z","end":"2026-03-04T01:23:05.128883Z","steps":["trace[1568458394] 'agreement among raft nodes before linearized reading' (duration: 229.275791ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:23:05.128562Z","caller":"traceutil/trace.go:171","msg":"trace[601091664] linearizableReadLoop","detail":"{readStateIndex:395; appliedIndex:394; }","duration":"229.058903ms","start":"2026-03-04T01:23:04.899468Z","end":"2026-03-04T01:23:05.128527Z","steps":["trace[601091664] 'read index received' (duration: 228.666541ms)","trace[601091664] 'applied index is now lower than readState.Index' (duration: 390.622µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:23:05.519831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.487666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-03-04T01:23:05.519855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.66344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4056"} {"level":"warn","ts":"2026-03-04T01:23:05.519875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.988632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T01:23:05.519956Z","caller":"traceutil/trace.go:171","msg":"trace[2091511667] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:378; }","duration":"299.715133ms","start":"2026-03-04T01:23:05.22021Z","end":"2026-03-04T01:23:05.519925Z","steps":["trace[2091511667] 'range keys from in-memory index tree' (duration: 299.310161ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:23:05.519973Z","caller":"traceutil/trace.go:171","msg":"trace[263971491] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:378; }","duration":"228.829756ms","start":"2026-03-04T01:23:05.291112Z","end":"2026-03-04T01:23:05.519942Z","steps":["trace[263971491] 'range keys from in-memory index tree' (duration: 228.562687ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:23:05.519981Z","caller":"traceutil/trace.go:171","msg":"trace[1182517362] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:378; }","duration":"110.132357ms","start":"2026-03-04T01:23:05.409827Z","end":"2026-03-04T01:23:05.51996Z","steps":["trace[1182517362] 'range keys from in-memory index tree' (duration: 109.913289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:23:05.520572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.301413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6965"} {"level":"warn","ts":"2026-03-04T01:23:05.520635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.611022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T01:23:05.520709Z","caller":"traceutil/trace.go:171","msg":"trace[1298006250] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:378; }","duration":"138.51199ms","start":"2026-03-04T01:23:05.382171Z","end":"2026-03-04T01:23:05.520683Z","steps":["trace[1298006250] 'range keys from in-memory index tree' (duration: 138.144618ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:23:05.520717Z","caller":"traceutil/trace.go:171","msg":"trace[1812373262] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:378; }","duration":"110.753546ms","start":"2026-03-04T01:23:05.409945Z","end":"2026-03-04T01:23:05.520698Z","steps":["trace[1812373262] 'range keys from in-memory index tree' (duration: 109.659112ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:23:11.700395Z","caller":"traceutil/trace.go:171","msg":"trace[1611919975] transaction","detail":"{read_only:false; response_revision:423; number_of_response:1; }","duration":"535.895183ms","start":"2026-03-04T01:23:11.164465Z","end":"2026-03-04T01:23:11.70036Z","steps":["trace[1611919975] 'process raft request' (duration: 535.615484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:23:11.701068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:23:11.164445Z","time spent":"536.051997ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:23:11.701531Z","caller":"traceutil/trace.go:171","msg":"trace[60897821] linearizableReadLoop","detail":"{readStateIndex:442; appliedIndex:442; }","duration":"132.85779ms","start":"2026-03-04T01:23:11.568657Z","end":"2026-03-04T01:23:11.701515Z","steps":["trace[60897821] 'read index received' (duration: 132.806878ms)","trace[60897821] 'applied index is now lower than readState.Index' (duration: 49.542µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:23:11.70168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.223643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-04T01:23:11.701731Z","caller":"traceutil/trace.go:171","msg":"trace[2012425329] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:423; }","duration":"128.296884ms","start":"2026-03-04T01:23:11.573413Z","end":"2026-03-04T01:23:11.70171Z","steps":["trace[2012425329] 'agreement among raft nodes before linearized reading' (duration: 128.215711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:23:11.701836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.1409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-04T01:23:11.701855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.089938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T01:23:11.701947Z","caller":"traceutil/trace.go:171","msg":"trace[1928593025] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:423; }","duration":"133.291704ms","start":"2026-03-04T01:23:11.568626Z","end":"2026-03-04T01:23:11.701918Z","steps":["trace[1928593025] 'agreement among raft nodes before linearized reading' (duration: 132.950823ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:23:11.701979Z","caller":"traceutil/trace.go:171","msg":"trace[806488735] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:423; }","duration":"128.249173ms","start":"2026-03-04T01:23:11.573689Z","end":"2026-03-04T01:23:11.701939Z","steps":["trace[806488735] 'agreement among raft nodes before linearized reading' (duration: 128.004895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:23:11.86957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.189388ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:23:11.869716Z","caller":"traceutil/trace.go:171","msg":"trace[1868653475] transaction","detail":"{read_only:false; response_revision:424; number_of_response:1; }","duration":"164.380186ms","start":"2026-03-04T01:23:11.705314Z","end":"2026-03-04T01:23:11.869694Z","steps":["trace[1868653475] 'process raft request' (duration: 47.770435ms)","trace[1868653475] 'compare' (duration: 116.017572ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:23:12.068229Z","caller":"traceutil/trace.go:171","msg":"trace[163971953] linearizableReadLoop","detail":"{readStateIndex:445; appliedIndex:443; }","duration":"168.465357ms","start":"2026-03-04T01:23:11.899738Z","end":"2026-03-04T01:23:12.068204Z","steps":["trace[163971953] 'read index received' (duration: 164.889393ms)","trace[163971953] 'applied index is now lower than readState.Index' (duration: 3.574894ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:23:12.068304Z","caller":"traceutil/trace.go:171","msg":"trace[2105445747] transaction","detail":"{read_only:false; response_revision:425; number_of_response:1; }","duration":"362.807279ms","start":"2026-03-04T01:23:11.705459Z","end":"2026-03-04T01:23:12.068266Z","steps":["trace[2105445747] 'process raft request' (duration: 359.302337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:23:12.068406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.648562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:23:12.06837Z","caller":"traceutil/trace.go:171","msg":"trace[1221002338] transaction","detail":"{read_only:false; response_revision:426; number_of_response:1; }","duration":"361.917701ms","start":"2026-03-04T01:23:11.706408Z","end":"2026-03-04T01:23:12.068325Z","steps":["trace[1221002338] 'process raft request' (duration: 361.753606ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:23:12.068439Z","caller":"traceutil/trace.go:171","msg":"trace[454138113] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:426; }","duration":"168.764306ms","start":"2026-03-04T01:23:11.899667Z","end":"2026-03-04T01:23:12.068431Z","steps":["trace[454138113] 'agreement among raft nodes before linearized reading' (duration: 168.636532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:23:12.068563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:23:11.705451Z","time spent":"362.942604ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:23:12.068579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:23:11.70638Z","time spent":"362.088366ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:23:14.184562Z","caller":"traceutil/trace.go:171","msg":"trace[1829545781] transaction","detail":"{read_only:false; response_revision:431; number_of_response:1; }","duration":"107.057917ms","start":"2026-03-04T01:23:14.077483Z","end":"2026-03-04T01:23:14.184541Z","steps":["trace[1829545781] 'process raft request' (duration: 105.937991ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:23:17.931801Z","caller":"traceutil/trace.go:171","msg":"trace[429356524] linearizableReadLoop","detail":"{readStateIndex:456; appliedIndex:455; }","duration":"193.491875ms","start":"2026-03-04T01:23:17.738283Z","end":"2026-03-04T01:23:17.931775Z","steps":["trace[429356524] 'read index received' (duration: 192.765042ms)","trace[429356524] 'applied index is now lower than readState.Index' (duration: 725.903µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:23:17.931853Z","caller":"traceutil/trace.go:171","msg":"trace[1478870688] transaction","detail":"{read_only:false; response_revision:436; number_of_response:1; }","duration":"562.637758ms","start":"2026-03-04T01:23:17.369182Z","end":"2026-03-04T01:23:17.93182Z","steps":["trace[1478870688] 'process raft request' (duration: 562.301907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:23:17.932121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:23:17.369152Z","time spent":"562.902046ms","remote":"127.0.0.1:56186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":317296,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T01:23:17.932126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.817156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T01:23:17.932395Z","caller":"traceutil/trace.go:171","msg":"trace[399482345] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:436; }","duration":"194.074684ms","start":"2026-03-04T01:23:17.738263Z","end":"2026-03-04T01:23:17.932338Z","steps":["trace[399482345] 'agreement among raft nodes before linearized reading' (duration: 193.644631ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:23:22.323928Z","caller":"traceutil/trace.go:171","msg":"trace[22872220] linearizableReadLoop","detail":"{readStateIndex:504; appliedIndex:503; }","duration":"112.268863ms","start":"2026-03-04T01:23:22.211618Z","end":"2026-03-04T01:23:22.323887Z","steps":["trace[22872220] 'read index received' (duration: 112.038986ms)","trace[22872220] 'applied index is now lower than readState.Index' (duration: 228.927µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:23:22.324024Z","caller":"traceutil/trace.go:171","msg":"trace[2128345984] transaction","detail":"{read_only:false; response_revision:483; number_of_response:1; }","duration":"152.223599ms","start":"2026-03-04T01:23:22.171762Z","end":"2026-03-04T01:23:22.323986Z","steps":["trace[2128345984] 'process raft request' (duration: 151.970791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:23:22.32414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.498841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T01:23:22.324185Z","caller":"traceutil/trace.go:171","msg":"trace[1541381766] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:483; }","duration":"112.587034ms","start":"2026-03-04T01:23:22.211586Z","end":"2026-03-04T01:23:22.324173Z","steps":["trace[1541381766] 'agreement among raft nodes before linearized reading' (duration: 112.423448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:23:26.060795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.537036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:23:26.060924Z","caller":"traceutil/trace.go:171","msg":"trace[90052929] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:515; }","duration":"161.749832ms","start":"2026-03-04T01:23:25.899145Z","end":"2026-03-04T01:23:26.060895Z","steps":["trace[90052929] 'range keys from in-memory index tree' (duration: 161.439272ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:23:26.278518Z","caller":"traceutil/trace.go:171","msg":"trace[1885115699] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"212.220803ms","start":"2026-03-04T01:23:26.066244Z","end":"2026-03-04T01:23:26.278465Z","steps":["trace[1885115699] 'process raft request' (duration: 212.036827ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:23:26.325935Z","caller":"traceutil/trace.go:171","msg":"trace[1220434547] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"258.923863ms","start":"2026-03-04T01:23:26.066979Z","end":"2026-03-04T01:23:26.325903Z","steps":["trace[1220434547] 'process raft request' (duration: 258.745208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:23:26.739226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.175594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T01:23:26.739354Z","caller":"traceutil/trace.go:171","msg":"trace[1621139984] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:517; }","duration":"375.396601ms","start":"2026-03-04T01:23:26.363931Z","end":"2026-03-04T01:23:26.739328Z","steps":["trace[1621139984] 'range keys from in-memory index tree' (duration: 374.898495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:23:26.739408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:23:26.363896Z","time spent":"375.499874ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T01:23:26.747187Z","caller":"traceutil/trace.go:171","msg":"trace[1476968634] linearizableReadLoop","detail":"{readStateIndex:540; appliedIndex:539; }","duration":"112.143359ms","start":"2026-03-04T01:23:26.635019Z","end":"2026-03-04T01:23:26.747162Z","steps":["trace[1476968634] 'read index received' (duration: 111.892731ms)","trace[1476968634] 'applied index is now lower than readState.Index' (duration: 249.358µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:23:26.747325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.288944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:23:26.747366Z","caller":"traceutil/trace.go:171","msg":"trace[631010089] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:518; }","duration":"112.387117ms","start":"2026-03-04T01:23:26.634968Z","end":"2026-03-04T01:23:26.747355Z","steps":["trace[631010089] 'agreement among raft nodes before linearized reading' (duration: 112.298454ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:23:26.747466Z","caller":"traceutil/trace.go:171","msg":"trace[823677466] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"381.995972ms","start":"2026-03-04T01:23:26.365439Z","end":"2026-03-04T01:23:26.747435Z","steps":["trace[823677466] 'process raft request' (duration: 381.525287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:23:26.747646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:23:26.36542Z","time spent":"382.133346ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:23:27.483815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.61349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:23:27.483902Z","caller":"traceutil/trace.go:171","msg":"trace[296121314] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:519; }","duration":"580.742335ms","start":"2026-03-04T01:23:26.903141Z","end":"2026-03-04T01:23:27.483883Z","steps":["trace[296121314] 'range keys from in-memory index tree' (duration: 580.502067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:23:27.483891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.859929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:23:27.483939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:23:26.903131Z","time spent":"580.800547ms","remote":"127.0.0.1:56186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"info","ts":"2026-03-04T01:23:27.483974Z","caller":"traceutil/trace.go:171","msg":"trace[76881849] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:519; }","duration":"581.021793ms","start":"2026-03-04T01:23:26.902935Z","end":"2026-03-04T01:23:27.483957Z","steps":["trace[76881849] 'range keys from in-memory index tree' (duration: 580.708814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:23:27.484012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:23:26.902896Z","time spent":"581.109627ms","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:23:29.094049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.849471ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:23:29.094147Z","caller":"traceutil/trace.go:171","msg":"trace[484543944] linearizableReadLoop","detail":"{readStateIndex:550; appliedIndex:549; }","duration":"197.394041ms","start":"2026-03-04T01:23:28.896738Z","end":"2026-03-04T01:23:29.094132Z","steps":["trace[484543944] 'read index received' (duration: 58.323282ms)","trace[484543944] 'applied index is now lower than readState.Index' (duration: 139.069698ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:23:29.094218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.484653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:23:29.094199Z","caller":"traceutil/trace.go:171","msg":"trace[1089109084] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"222.074198ms","start":"2026-03-04T01:23:28.872076Z","end":"2026-03-04T01:23:29.09415Z","steps":["trace[1089109084] 'process raft request' (duration: 83.056441ms)","trace[1089109084] 'compare' (duration: 138.735398ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:23:29.094235Z","caller":"traceutil/trace.go:171","msg":"trace[1660388530] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:528; }","duration":"197.528675ms","start":"2026-03-04T01:23:28.896698Z","end":"2026-03-04T01:23:29.094227Z","steps":["trace[1660388530] 'agreement among raft nodes before linearized reading' (duration: 197.466933ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:23:30.058353Z","caller":"traceutil/trace.go:171","msg":"trace[616807339] transaction","detail":"{read_only:false; response_revision:671; number_of_response:1; }","duration":"146.541157ms","start":"2026-03-04T01:23:29.911778Z","end":"2026-03-04T01:23:30.058319Z","steps":["trace[616807339] 'process raft request' (duration: 146.474795ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:23:30.05841Z","caller":"traceutil/trace.go:171","msg":"trace[684025277] transaction","detail":"{read_only:false; response_revision:670; number_of_response:1; }","duration":"151.303509ms","start":"2026-03-04T01:23:29.907071Z","end":"2026-03-04T01:23:30.058375Z","steps":["trace[684025277] 'process raft request' (duration: 148.975685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:23:30.988885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.371506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:23:30.989021Z","caller":"traceutil/trace.go:171","msg":"trace[1370944031] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:0; response_revision:692; }","duration":"101.593913ms","start":"2026-03-04T01:23:30.8874Z","end":"2026-03-04T01:23:30.988994Z","steps":["trace[1370944031] 'range keys from in-memory index tree' (duration: 101.265982ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:23:47.872637Z","caller":"traceutil/trace.go:171","msg":"trace[113024769] transaction","detail":"{read_only:false; response_revision:906; number_of_response:1; }","duration":"902.186843ms","start":"2026-03-04T01:23:46.970406Z","end":"2026-03-04T01:23:47.872593Z","steps":["trace[113024769] 'process raft request' (duration: 901.859093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:23:47.874349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:23:46.970374Z","time spent":"902.371829ms","remote":"127.0.0.1:56558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3745,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:24:11.605916Z","caller":"traceutil/trace.go:171","msg":"trace[665804584] transaction","detail":"{read_only:false; response_revision:1161; number_of_response:1; }","duration":"167.271058ms","start":"2026-03-04T01:24:11.438604Z","end":"2026-03-04T01:24:11.605875Z","steps":["trace[665804584] 'process raft request' (duration: 167.053121ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:11.801319Z","caller":"traceutil/trace.go:171","msg":"trace[611276960] transaction","detail":"{read_only:false; response_revision:1162; number_of_response:1; }","duration":"177.888247ms","start":"2026-03-04T01:24:11.623396Z","end":"2026-03-04T01:24:11.801284Z","steps":["trace[611276960] 'process raft request' (duration: 177.694471ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:14.534503Z","caller":"traceutil/trace.go:171","msg":"trace[1153803475] transaction","detail":"{read_only:false; response_revision:1175; number_of_response:1; }","duration":"412.605025ms","start":"2026-03-04T01:24:14.121797Z","end":"2026-03-04T01:24:14.534402Z","steps":["trace[1153803475] 'process raft request' (duration: 412.384888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:14.534774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:24:14.121773Z","time spent":"412.840652ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:24:14.685763Z","caller":"traceutil/trace.go:171","msg":"trace[1702303344] transaction","detail":"{read_only:false; response_revision:1176; number_of_response:1; }","duration":"369.464476ms","start":"2026-03-04T01:24:14.316228Z","end":"2026-03-04T01:24:14.685692Z","steps":["trace[1702303344] 'process raft request' (duration: 369.011312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:14.686048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:24:14.316197Z","time spent":"369.719675ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:24:15.036828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.95768ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:24:15.037038Z","caller":"traceutil/trace.go:171","msg":"trace[400732638] linearizableReadLoop","detail":"{readStateIndex:1218; appliedIndex:1216; }","duration":"278.92403ms","start":"2026-03-04T01:24:14.758095Z","end":"2026-03-04T01:24:15.037019Z","steps":["trace[400732638] 'read index received' (duration: 53.689862ms)","trace[400732638] 'applied index is now lower than readState.Index' (duration: 225.232808ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:24:15.037099Z","caller":"traceutil/trace.go:171","msg":"trace[1494545949] transaction","detail":"{read_only:false; response_revision:1177; number_of_response:1; }","duration":"345.532896ms","start":"2026-03-04T01:24:14.691511Z","end":"2026-03-04T01:24:15.037044Z","steps":["trace[1494545949] 'process raft request' (duration: 120.256157ms)","trace[1494545949] 'compare' (duration: 224.808274ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:24:15.037173Z","caller":"traceutil/trace.go:171","msg":"trace[447643033] transaction","detail":"{read_only:false; response_revision:1178; number_of_response:1; }","duration":"344.781052ms","start":"2026-03-04T01:24:14.692348Z","end":"2026-03-04T01:24:15.037129Z","steps":["trace[447643033] 'process raft request' (duration: 344.609226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:15.037276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.687084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:24:15.0373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:24:14.691467Z","time spent":"345.733022ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:24:15.037313Z","caller":"traceutil/trace.go:171","msg":"trace[983237677] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1178; }","duration":"137.764577ms","start":"2026-03-04T01:24:14.899534Z","end":"2026-03-04T01:24:15.037299Z","steps":["trace[983237677] 'agreement among raft nodes before linearized reading' (duration: 137.717886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:15.037216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.116247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:24:15.037474Z","caller":"traceutil/trace.go:171","msg":"trace[94975406] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:1178; }","duration":"279.362015ms","start":"2026-03-04T01:24:14.758056Z","end":"2026-03-04T01:24:15.037418Z","steps":["trace[94975406] 'agreement among raft nodes before linearized reading' (duration: 279.081996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:15.037975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:24:14.692315Z","time spent":"344.957187ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:24:26.387567Z","caller":"traceutil/trace.go:171","msg":"trace[1719847330] transaction","detail":"{read_only:false; response_revision:1389; number_of_response:1; }","duration":"111.714934ms","start":"2026-03-04T01:24:26.275825Z","end":"2026-03-04T01:24:26.38754Z","steps":["trace[1719847330] 'process raft request' (duration: 111.2694ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:26.391564Z","caller":"traceutil/trace.go:171","msg":"trace[504932041] transaction","detail":"{read_only:false; response_revision:1390; number_of_response:1; }","duration":"112.957103ms","start":"2026-03-04T01:24:26.278564Z","end":"2026-03-04T01:24:26.391521Z","steps":["trace[504932041] 'process raft request' (duration: 112.765357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:42.790017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.933823ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:24:42.790349Z","caller":"traceutil/trace.go:171","msg":"trace[1866465602] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1577; }","duration":"244.552263ms","start":"2026-03-04T01:24:42.545767Z","end":"2026-03-04T01:24:42.790319Z","steps":["trace[1866465602] 'range keys from in-memory index tree' (duration: 243.899152ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:43.148452Z","caller":"traceutil/trace.go:171","msg":"trace[1841659585] linearizableReadLoop","detail":"{readStateIndex:1646; appliedIndex:1645; }","duration":"335.953629ms","start":"2026-03-04T01:24:42.812463Z","end":"2026-03-04T01:24:43.148417Z","steps":["trace[1841659585] 'read index received' (duration: 335.621628ms)","trace[1841659585] 'applied index is now lower than readState.Index' (duration: 330.831µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:24:43.148519Z","caller":"traceutil/trace.go:171","msg":"trace[1361878009] transaction","detail":"{read_only:false; response_revision:1578; number_of_response:1; }","duration":"353.406116ms","start":"2026-03-04T01:24:42.795064Z","end":"2026-03-04T01:24:43.14847Z","steps":["trace[1361878009] 'process raft request' (duration: 353.140478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:43.148751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:24:42.795021Z","time spent":"353.595322ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:24:43.148808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.321601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-04T01:24:43.148856Z","caller":"traceutil/trace.go:171","msg":"trace[1736728551] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1578; }","duration":"336.443794ms","start":"2026-03-04T01:24:42.812394Z","end":"2026-03-04T01:24:43.148838Z","steps":["trace[1736728551] 'agreement among raft nodes before linearized reading' (duration: 336.203796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:43.148909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:24:42.812364Z","time spent":"336.534367ms","remote":"127.0.0.1:59034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-04T01:24:43.390327Z","caller":"traceutil/trace.go:171","msg":"trace[223504383] linearizableReadLoop","detail":"{readStateIndex:1647; appliedIndex:1646; }","duration":"241.718613ms","start":"2026-03-04T01:24:43.14856Z","end":"2026-03-04T01:24:43.390279Z","steps":["trace[223504383] 'read index received' (duration: 151.003478ms)","trace[223504383] 'applied index is now lower than readState.Index' (duration: 90.714245ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:24:43.390472Z","caller":"traceutil/trace.go:171","msg":"trace[1963438354] transaction","detail":"{read_only:false; response_revision:1579; number_of_response:1; }","duration":"537.271303ms","start":"2026-03-04T01:24:42.85318Z","end":"2026-03-04T01:24:43.390452Z","steps":["trace[1963438354] 'process raft request' (duration: 446.420624ms)","trace[1963438354] 'compare' (duration: 90.242049ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:24:43.390642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:24:42.853156Z","time spent":"537.343715ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:24:43.390757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.243556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d44c0457-a357-40d9-8a13-9c73aad28e33\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-04T01:24:43.39088Z","caller":"traceutil/trace.go:171","msg":"trace[1628452808] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d44c0457-a357-40d9-8a13-9c73aad28e33; range_end:; response_count:1; response_revision:1579; }","duration":"529.494404ms","start":"2026-03-04T01:24:42.861356Z","end":"2026-03-04T01:24:43.390851Z","steps":["trace[1628452808] 'agreement among raft nodes before linearized reading' (duration: 529.118632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:43.390938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:24:42.861332Z","time spent":"529.593358ms","remote":"127.0.0.1:56286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d44c0457-a357-40d9-8a13-9c73aad28e33\" "} {"level":"warn","ts":"2026-03-04T01:24:43.390998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.778838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-04T01:24:43.391068Z","caller":"traceutil/trace.go:171","msg":"trace[642307567] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1579; }","duration":"169.83931ms","start":"2026-03-04T01:24:43.221206Z","end":"2026-03-04T01:24:43.391045Z","steps":["trace[642307567] 'agreement among raft nodes before linearized reading' (duration: 169.631213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:43.391046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.757006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-04T01:24:43.391032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.317882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-04T01:24:43.391076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.152116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T01:24:43.391138Z","caller":"traceutil/trace.go:171","msg":"trace[1054774625] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1579; }","duration":"169.909682ms","start":"2026-03-04T01:24:43.221205Z","end":"2026-03-04T01:24:43.391115Z","steps":["trace[1054774625] 'agreement among raft nodes before linearized reading' (duration: 169.627953ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:43.391158Z","caller":"traceutil/trace.go:171","msg":"trace[1539152876] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1579; }","duration":"174.517438ms","start":"2026-03-04T01:24:43.216614Z","end":"2026-03-04T01:24:43.391132Z","steps":["trace[1539152876] 'agreement among raft nodes before linearized reading' (duration: 174.165327ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:43.391166Z","caller":"traceutil/trace.go:171","msg":"trace[295925181] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1579; }","duration":"168.269289ms","start":"2026-03-04T01:24:43.222875Z","end":"2026-03-04T01:24:43.391144Z","steps":["trace[295925181] 'agreement among raft nodes before linearized reading' (duration: 167.99787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:43.391053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.56616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d44c0457-a357-40d9-8a13-9c73aad28e33\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-04T01:24:43.391313Z","caller":"traceutil/trace.go:171","msg":"trace[1279639759] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d44c0457-a357-40d9-8a13-9c73aad28e33; range_end:; response_count:1; response_revision:1579; }","duration":"169.874511ms","start":"2026-03-04T01:24:43.221419Z","end":"2026-03-04T01:24:43.391294Z","steps":["trace[1279639759] 'agreement among raft nodes before linearized reading' (duration: 169.422166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:43.390628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.783351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:24:43.391406Z","caller":"traceutil/trace.go:171","msg":"trace[87728530] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1579; }","duration":"492.634259ms","start":"2026-03-04T01:24:42.89876Z","end":"2026-03-04T01:24:43.391394Z","steps":["trace[87728530] 'agreement among raft nodes before linearized reading' (duration: 491.808242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:43.391439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:24:42.898729Z","time spent":"492.699481ms","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T01:24:43.720615Z","caller":"traceutil/trace.go:171","msg":"trace[701835890] transaction","detail":"{read_only:false; response_revision:1581; number_of_response:1; }","duration":"323.154442ms","start":"2026-03-04T01:24:43.397433Z","end":"2026-03-04T01:24:43.720588Z","steps":["trace[701835890] 'process raft request' (duration: 322.936415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:43.720811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:24:43.397399Z","time spent":"323.299037ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:24:43.720976Z","caller":"traceutil/trace.go:171","msg":"trace[1211197885] transaction","detail":"{read_only:false; response_revision:1582; number_of_response:1; }","duration":"323.487802ms","start":"2026-03-04T01:24:43.397458Z","end":"2026-03-04T01:24:43.720946Z","steps":["trace[1211197885] 'process raft request' (duration: 323.08444ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:43.721125Z","caller":"traceutil/trace.go:171","msg":"trace[1820219619] transaction","detail":"{read_only:false; response_revision:1584; number_of_response:1; }","duration":"322.77388ms","start":"2026-03-04T01:24:43.398316Z","end":"2026-03-04T01:24:43.721089Z","steps":["trace[1820219619] 'process raft request' (duration: 322.679017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:43.721277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:24:43.397426Z","time spent":"323.643117ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:24:43.721464Z","caller":"traceutil/trace.go:171","msg":"trace[1740859943] transaction","detail":"{read_only:false; response_revision:1583; number_of_response:1; }","duration":"323.121311ms","start":"2026-03-04T01:24:43.398081Z","end":"2026-03-04T01:24:43.721202Z","steps":["trace[1740859943] 'process raft request' (duration: 322.749699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:43.721688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:24:43.398302Z","time spent":"322.946665ms","remote":"127.0.0.1:56286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:24:43.721999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:24:43.398067Z","time spent":"323.596465ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:24:44.456592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.92314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:24:44.45669Z","caller":"traceutil/trace.go:171","msg":"trace[402365359] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1584; }","duration":"557.121077ms","start":"2026-03-04T01:24:43.899548Z","end":"2026-03-04T01:24:44.45667Z","steps":["trace[402365359] 'range keys from in-memory index tree' (duration: 556.802137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:44.456742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:24:43.899516Z","time spent":"557.21627ms","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:24:44.456862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.479706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-04T01:24:44.456976Z","caller":"traceutil/trace.go:171","msg":"trace[656822406] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1584; }","duration":"299.65201ms","start":"2026-03-04T01:24:44.157288Z","end":"2026-03-04T01:24:44.45694Z","steps":["trace[656822406] 'range keys from in-memory index tree' (duration: 299.275999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:44.457021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.986396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:24:44.457123Z","caller":"traceutil/trace.go:171","msg":"trace[229724512] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:1584; }","duration":"512.144081ms","start":"2026-03-04T01:24:43.944954Z","end":"2026-03-04T01:24:44.457098Z","steps":["trace[229724512] 'count revisions from in-memory index tree' (duration: 511.891913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:44.457146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.294684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-04T01:24:44.457289Z","caller":"traceutil/trace.go:171","msg":"trace[601267182] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1584; }","duration":"396.48006ms","start":"2026-03-04T01:24:44.060766Z","end":"2026-03-04T01:24:44.457246Z","steps":["trace[601267182] 'range keys from in-memory index tree' (duration: 396.085288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:44.457196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:24:43.944943Z","time spent":"512.239304ms","remote":"127.0.0.1:56376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":29,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:24:44.45736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:24:44.060747Z","time spent":"396.592834ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T01:24:44.503369Z","caller":"traceutil/trace.go:171","msg":"trace[953709231] linearizableReadLoop","detail":"{readStateIndex:1653; appliedIndex:1652; }","duration":"105.461925ms","start":"2026-03-04T01:24:44.397884Z","end":"2026-03-04T01:24:44.503346Z","steps":["trace[953709231] 'read index received' (duration: 105.332551ms)","trace[953709231] 'applied index is now lower than readState.Index' (duration: 127.214µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:24:44.503467Z","caller":"traceutil/trace.go:171","msg":"trace[361731641] transaction","detail":"{read_only:false; response_revision:1585; number_of_response:1; }","duration":"226.783786ms","start":"2026-03-04T01:24:44.276651Z","end":"2026-03-04T01:24:44.503434Z","steps":["trace[361731641] 'process raft request' (duration: 226.550078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:44.503648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.774315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d44c0457-a357-40d9-8a13-9c73aad28e33\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-03-04T01:24:44.503736Z","caller":"traceutil/trace.go:171","msg":"trace[1703341947] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d44c0457-a357-40d9-8a13-9c73aad28e33; range_end:; response_count:1; response_revision:1585; }","duration":"105.93155ms","start":"2026-03-04T01:24:44.39778Z","end":"2026-03-04T01:24:44.503712Z","steps":["trace[1703341947] 'agreement among raft nodes before linearized reading' (duration: 105.714763ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:48.367828Z","caller":"traceutil/trace.go:171","msg":"trace[2046670323] transaction","detail":"{read_only:false; response_revision:1626; number_of_response:1; }","duration":"102.315005ms","start":"2026-03-04T01:24:48.265491Z","end":"2026-03-04T01:24:48.367806Z","steps":["trace[2046670323] 'process raft request' (duration: 58.121465ms)","trace[2046670323] 'compare' (duration: 44.067896ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:24:48.61055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.024911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-04T01:24:48.610707Z","caller":"traceutil/trace.go:171","msg":"trace[824873549] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1627; }","duration":"126.251778ms","start":"2026-03-04T01:24:48.484403Z","end":"2026-03-04T01:24:48.610655Z","steps":["trace[824873549] 'range keys from in-memory index tree' (duration: 125.68765ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:52.765873Z","caller":"traceutil/trace.go:171","msg":"trace[638209191] linearizableReadLoop","detail":"{readStateIndex:1732; appliedIndex:1731; }","duration":"132.416855ms","start":"2026-03-04T01:24:52.633431Z","end":"2026-03-04T01:24:52.765848Z","steps":["trace[638209191] 'read index received' (duration: 132.2526ms)","trace[638209191] 'applied index is now lower than readState.Index' (duration: 162.485µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:24:52.766001Z","caller":"traceutil/trace.go:171","msg":"trace[85591479] transaction","detail":"{read_only:false; response_revision:1661; number_of_response:1; }","duration":"141.510825ms","start":"2026-03-04T01:24:52.624444Z","end":"2026-03-04T01:24:52.765954Z","steps":["trace[85591479] 'process raft request' (duration: 141.221106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:52.766157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.204642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-04T01:24:52.766211Z","caller":"traceutil/trace.go:171","msg":"trace[233163309] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1661; }","duration":"123.333585ms","start":"2026-03-04T01:24:52.642861Z","end":"2026-03-04T01:24:52.766195Z","steps":["trace[233163309] 'agreement among raft nodes before linearized reading' (duration: 123.142399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:52.766218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.751616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-04T01:24:52.766314Z","caller":"traceutil/trace.go:171","msg":"trace[1987714240] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1661; }","duration":"132.900621ms","start":"2026-03-04T01:24:52.633388Z","end":"2026-03-04T01:24:52.766289Z","steps":["trace[1987714240] 'agreement among raft nodes before linearized reading' (duration: 132.612522ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:52.911399Z","caller":"traceutil/trace.go:171","msg":"trace[643882685] transaction","detail":"{read_only:false; response_revision:1662; number_of_response:1; }","duration":"140.003788ms","start":"2026-03-04T01:24:52.771347Z","end":"2026-03-04T01:24:52.911351Z","steps":["trace[643882685] 'process raft request' (duration: 139.742749ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:29.091899Z","caller":"traceutil/trace.go:171","msg":"trace[863314681] transaction","detail":"{read_only:false; response_revision:1860; number_of_response:1; }","duration":"118.30858ms","start":"2026-03-04T01:25:28.973562Z","end":"2026-03-04T01:25:29.091871Z","steps":["trace[863314681] 'process raft request' (duration: 118.114013ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:29.706644Z","caller":"traceutil/trace.go:171","msg":"trace[50045738] linearizableReadLoop","detail":"{readStateIndex:1941; appliedIndex:1940; }","duration":"123.450313ms","start":"2026-03-04T01:25:29.583147Z","end":"2026-03-04T01:25:29.706597Z","steps":["trace[50045738] 'read index received' (duration: 123.303468ms)","trace[50045738] 'applied index is now lower than readState.Index' (duration: 145.805µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:25:29.706733Z","caller":"traceutil/trace.go:171","msg":"trace[519569518] transaction","detail":"{read_only:false; response_revision:1862; number_of_response:1; }","duration":"283.258635ms","start":"2026-03-04T01:25:29.423407Z","end":"2026-03-04T01:25:29.706666Z","steps":["trace[519569518] 'process raft request' (duration: 283.031528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:29.706936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.749803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:25:29.707226Z","caller":"traceutil/trace.go:171","msg":"trace[538026120] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1862; }","duration":"124.121025ms","start":"2026-03-04T01:25:29.583078Z","end":"2026-03-04T01:25:29.707199Z","steps":["trace[538026120] 'agreement among raft nodes before linearized reading' (duration: 123.681601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:29.725891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.925847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:25:29.725937Z","caller":"traceutil/trace.go:171","msg":"trace[667103547] transaction","detail":"{read_only:false; response_revision:1863; number_of_response:1; }","duration":"122.813573ms","start":"2026-03-04T01:25:29.603079Z","end":"2026-03-04T01:25:29.725893Z","steps":["trace[667103547] 'process raft request' (duration: 122.515863ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:29.726004Z","caller":"traceutil/trace.go:171","msg":"trace[729336789] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:1863; }","duration":"118.097672ms","start":"2026-03-04T01:25:29.607878Z","end":"2026-03-04T01:25:29.725975Z","steps":["trace[729336789] 'agreement among raft nodes before linearized reading' (duration: 117.899866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:30.838725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.369303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-04T01:25:30.838852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.169236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:25:30.838886Z","caller":"traceutil/trace.go:171","msg":"trace[1824177600] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1864; }","duration":"759.675452ms","start":"2026-03-04T01:25:30.079182Z","end":"2026-03-04T01:25:30.838857Z","steps":["trace[1824177600] 'range keys from in-memory index tree' (duration: 759.095834ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:30.838941Z","caller":"traceutil/trace.go:171","msg":"trace[1827354669] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:1864; }","duration":"135.337571ms","start":"2026-03-04T01:25:30.703581Z","end":"2026-03-04T01:25:30.838918Z","steps":["trace[1827354669] 'count revisions from in-memory index tree' (duration: 135.043942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:30.838956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:30.07915Z","time spent":"759.793246ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T01:25:30.838952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.352545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-04T01:25:30.839058Z","caller":"traceutil/trace.go:171","msg":"trace[1055280000] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1864; }","duration":"739.49808ms","start":"2026-03-04T01:25:30.099533Z","end":"2026-03-04T01:25:30.839031Z","steps":["trace[1055280000] 'range keys from in-memory index tree' (duration: 739.045045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:30.839125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:30.09952Z","time spent":"739.592693ms","remote":"127.0.0.1:59034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T01:25:30.839754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.86658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T01:25:30.839809Z","caller":"traceutil/trace.go:171","msg":"trace[409924716] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1864; }","duration":"760.971714ms","start":"2026-03-04T01:25:30.078823Z","end":"2026-03-04T01:25:30.839795Z","steps":["trace[409924716] 'range keys from in-memory index tree' (duration: 760.383265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:30.839778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.569033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-04T01:25:30.83985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:30.07881Z","time spent":"761.029745ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T01:25:30.83989Z","caller":"traceutil/trace.go:171","msg":"trace[1516897137] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; response_count:1; response_revision:1864; }","duration":"659.725878ms","start":"2026-03-04T01:25:30.180137Z","end":"2026-03-04T01:25:30.839863Z","steps":["trace[1516897137] 'range keys from in-memory index tree' (duration: 649.594036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:30.839947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:30.180127Z","time spent":"659.810151ms","remote":"127.0.0.1:56114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.162\" "} {"level":"warn","ts":"2026-03-04T01:25:30.840236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.14132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-04T01:25:30.840369Z","caller":"traceutil/trace.go:171","msg":"trace[610283475] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1864; }","duration":"783.310856ms","start":"2026-03-04T01:25:30.05704Z","end":"2026-03-04T01:25:30.840351Z","steps":["trace[610283475] 'range keys from in-memory index tree' (duration: 782.044645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:30.840409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:30.057005Z","time spent":"783.394358ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T01:25:36.29273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.59899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:25:36.292833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.211589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T01:25:36.292887Z","caller":"traceutil/trace.go:171","msg":"trace[24484886] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1891; }","duration":"393.815447ms","start":"2026-03-04T01:25:35.899034Z","end":"2026-03-04T01:25:36.292849Z","steps":["trace[24484886] 'range keys from in-memory index tree' (duration: 393.444965ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:36.292924Z","caller":"traceutil/trace.go:171","msg":"trace[919447373] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1891; }","duration":"442.355754ms","start":"2026-03-04T01:25:35.850541Z","end":"2026-03-04T01:25:36.292897Z","steps":["trace[919447373] 'range keys from in-memory index tree' (duration: 441.92905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:36.292919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.132306ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-03-04T01:25:36.292972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:35.850519Z","time spent":"442.444346ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T01:25:36.293068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.631147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-04T01:25:36.293088Z","caller":"traceutil/trace.go:171","msg":"trace[1220738335] transaction","detail":"{read_only:false; response_revision:1892; number_of_response:1; }","duration":"249.85731ms","start":"2026-03-04T01:25:36.043201Z","end":"2026-03-04T01:25:36.293058Z","steps":["trace[1220738335] 'process raft request' (duration: 141.459607ms)","trace[1220738335] 'compare' (duration: 107.847666ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:25:36.293126Z","caller":"traceutil/trace.go:171","msg":"trace[72035401] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1891; }","duration":"412.71556ms","start":"2026-03-04T01:25:35.880391Z","end":"2026-03-04T01:25:36.293106Z","steps":["trace[72035401] 'range keys from in-memory index tree' (duration: 411.818861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:36.293163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:35.880378Z","time spent":"412.777771ms","remote":"127.0.0.1:59034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T01:25:36.292959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:35.899005Z","time spent":"393.938801ms","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T01:25:36.477153Z","caller":"traceutil/trace.go:171","msg":"trace[1419766059] linearizableReadLoop","detail":"{readStateIndex:1974; appliedIndex:1973; }","duration":"173.279481ms","start":"2026-03-04T01:25:36.303833Z","end":"2026-03-04T01:25:36.477113Z","steps":["trace[1419766059] 'read index received' (duration: 144.752802ms)","trace[1419766059] 'applied index is now lower than readState.Index' (duration: 28.525419ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:25:36.477485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.588951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18997ef32f54fadb\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-04T01:25:36.477502Z","caller":"traceutil/trace.go:171","msg":"trace[118087910] transaction","detail":"{read_only:false; response_revision:1893; number_of_response:1; }","duration":"178.473367ms","start":"2026-03-04T01:25:36.298961Z","end":"2026-03-04T01:25:36.477434Z","steps":["trace[118087910] 'process raft request' (duration: 149.616967ms)","trace[118087910] 'compare' (duration: 28.340273ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:25:36.477558Z","caller":"traceutil/trace.go:171","msg":"trace[1524136794] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18997ef32f54fadb; range_end:; response_count:1; response_revision:1893; }","duration":"173.780747ms","start":"2026-03-04T01:25:36.303758Z","end":"2026-03-04T01:25:36.477539Z","steps":["trace[1524136794] 'agreement among raft nodes before linearized reading' (duration: 173.487688ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:26:08.034955Z","caller":"traceutil/trace.go:171","msg":"trace[69242421] transaction","detail":"{read_only:false; response_revision:2055; number_of_response:1; }","duration":"113.163455ms","start":"2026-03-04T01:26:07.921748Z","end":"2026-03-04T01:26:08.034912Z","steps":["trace[69242421] 'process raft request' (duration: 96.957188ms)","trace[69242421] 'compare' (duration: 15.921498ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:26:22.438279Z","caller":"traceutil/trace.go:171","msg":"trace[410829131] transaction","detail":"{read_only:false; response_revision:2286; number_of_response:1; }","duration":"122.976367ms","start":"2026-03-04T01:26:22.315269Z","end":"2026-03-04T01:26:22.438245Z","steps":["trace[410829131] 'process raft request' (duration: 122.800792ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:26:25.511385Z","caller":"traceutil/trace.go:171","msg":"trace[1399170815] transaction","detail":"{read_only:false; response_revision:2307; number_of_response:1; }","duration":"205.520829ms","start":"2026-03-04T01:26:25.305821Z","end":"2026-03-04T01:26:25.511342Z","steps":["trace[1399170815] 'process raft request' (duration: 205.295002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:26.121807Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743091943671584,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T01:26:26.218531Z","caller":"traceutil/trace.go:171","msg":"trace[675996424] linearizableReadLoop","detail":"{readStateIndex:2408; appliedIndex:2406; }","duration":"597.096574ms","start":"2026-03-04T01:26:25.621412Z","end":"2026-03-04T01:26:26.218509Z","steps":["trace[675996424] 'read index received' (duration: 526.181115ms)","trace[675996424] 'applied index is now lower than readState.Index' (duration: 70.914749ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:26:26.218643Z","caller":"traceutil/trace.go:171","msg":"trace[1180418331] transaction","detail":"{read_only:false; response_revision:2308; number_of_response:1; }","duration":"236.233467ms","start":"2026-03-04T01:26:25.982355Z","end":"2026-03-04T01:26:26.218588Z","steps":["trace[1180418331] 'process raft request' (duration: 236.02951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:26.218781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.350523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-04T01:26:26.218805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.669236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-04T01:26:26.218821Z","caller":"traceutil/trace.go:171","msg":"trace[320901124] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2308; }","duration":"597.465106ms","start":"2026-03-04T01:26:25.621344Z","end":"2026-03-04T01:26:26.218809Z","steps":["trace[320901124] 'agreement among raft nodes before linearized reading' (duration: 597.28394ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:26:26.218853Z","caller":"traceutil/trace.go:171","msg":"trace[1987732611] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2308; }","duration":"336.76456ms","start":"2026-03-04T01:26:25.882073Z","end":"2026-03-04T01:26:26.218838Z","steps":["trace[1987732611] 'agreement among raft nodes before linearized reading' (duration: 336.649156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:26.218855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:26:25.621319Z","time spent":"597.527958ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T01:26:26.218874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:26:25.882045Z","time spent":"336.823722ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T01:26:26.218931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.317879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:26:26.21898Z","caller":"traceutil/trace.go:171","msg":"trace[1146272057] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2308; }","duration":"311.372351ms","start":"2026-03-04T01:26:25.907592Z","end":"2026-03-04T01:26:26.218965Z","steps":["trace[1146272057] 'agreement among raft nodes before linearized reading' (duration: 311.289958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:26.219014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:26:25.907555Z","time spent":"311.452133ms","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:26:26.218993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.906707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-04T01:26:26.219066Z","caller":"traceutil/trace.go:171","msg":"trace[160963747] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2308; }","duration":"290.01357ms","start":"2026-03-04T01:26:25.929031Z","end":"2026-03-04T01:26:26.219045Z","steps":["trace[160963747] 'agreement among raft nodes before linearized reading' (duration: 289.816204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:32.547035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.437255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:26:32.547143Z","caller":"traceutil/trace.go:171","msg":"trace[131372607] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2349; }","duration":"151.59151ms","start":"2026-03-04T01:26:32.395528Z","end":"2026-03-04T01:26:32.54712Z","steps":["trace[131372607] 'range keys from in-memory index tree' (duration: 151.360382ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:26:59.989069Z","caller":"traceutil/trace.go:171","msg":"trace[1681193986] linearizableReadLoop","detail":"{readStateIndex:2603; appliedIndex:2602; }","duration":"261.384098ms","start":"2026-03-04T01:26:59.72765Z","end":"2026-03-04T01:26:59.989034Z","steps":["trace[1681193986] 'read index received' (duration: 261.1313ms)","trace[1681193986] 'applied index is now lower than readState.Index' (duration: 251.298µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:26:59.989171Z","caller":"traceutil/trace.go:171","msg":"trace[416675888] transaction","detail":"{read_only:false; response_revision:2497; number_of_response:1; }","duration":"290.259148ms","start":"2026-03-04T01:26:59.698856Z","end":"2026-03-04T01:26:59.989115Z","steps":["trace[416675888] 'process raft request' (duration: 289.928187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:59.989323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.634166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:26:59.989374Z","caller":"traceutil/trace.go:171","msg":"trace[1568710699] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:2497; }","duration":"261.776671ms","start":"2026-03-04T01:26:59.727587Z","end":"2026-03-04T01:26:59.989364Z","steps":["trace[1568710699] 'agreement among raft nodes before linearized reading' (duration: 261.636316ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:27:00.879045Z","caller":"traceutil/trace.go:171","msg":"trace[293457511] transaction","detail":"{read_only:false; response_revision:2498; number_of_response:1; }","duration":"536.446212ms","start":"2026-03-04T01:27:00.342538Z","end":"2026-03-04T01:27:00.878984Z","steps":["trace[293457511] 'process raft request' (duration: 525.187413ms)","trace[293457511] 'compare' (duration: 10.262867ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:27:00.879335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:00.342507Z","time spent":"536.70694ms","remote":"127.0.0.1:56114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:27:00.918115Z","caller":"traceutil/trace.go:171","msg":"trace[1576553945] linearizableReadLoop","detail":"{readStateIndex:2606; appliedIndex:2604; }","duration":"469.505768ms","start":"2026-03-04T01:27:00.448579Z","end":"2026-03-04T01:27:00.918085Z","steps":["trace[1576553945] 'read index received' (duration: 419.285289ms)","trace[1576553945] 'applied index is now lower than readState.Index' (duration: 50.219539ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:27:00.918229Z","caller":"traceutil/trace.go:171","msg":"trace[422864408] transaction","detail":"{read_only:false; response_revision:2499; number_of_response:1; }","duration":"483.885527ms","start":"2026-03-04T01:27:00.434304Z","end":"2026-03-04T01:27:00.918189Z","steps":["trace[422864408] 'process raft request' (duration: 483.634649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:00.918353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.753116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18997f07f0a5b318\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-04T01:27:00.918385Z","caller":"traceutil/trace.go:171","msg":"trace[918665730] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18997f07f0a5b318; range_end:; response_count:1; response_revision:2499; }","duration":"469.840959ms","start":"2026-03-04T01:27:00.448535Z","end":"2026-03-04T01:27:00.918376Z","steps":["trace[918665730] 'agreement among raft nodes before linearized reading' (duration: 469.686064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:00.918414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:00.448518Z","time spent":"469.888351ms","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":787,"request content":"key:\"/registry/events/openstack/valkey-node-0.18997f07f0a5b318\" "} {"level":"warn","ts":"2026-03-04T01:27:00.91852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:00.434275Z","time spent":"484.116724ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:27:00.918584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.511746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-04T01:27:00.918704Z","caller":"traceutil/trace.go:171","msg":"trace[1339061483] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2499; }","duration":"430.676321ms","start":"2026-03-04T01:27:00.487995Z","end":"2026-03-04T01:27:00.918672Z","steps":["trace[1339061483] 'agreement among raft nodes before linearized reading' (duration: 430.354771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:00.918716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.853195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-04T01:27:00.918783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:00.487973Z","time spent":"430.798245ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T01:27:00.918826Z","caller":"traceutil/trace.go:171","msg":"trace[688911981] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2499; }","duration":"430.025611ms","start":"2026-03-04T01:27:00.488767Z","end":"2026-03-04T01:27:00.918793Z","steps":["trace[688911981] 'agreement among raft nodes before linearized reading' (duration: 429.714771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:00.919052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:00.488759Z","time spent":"430.243738ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T01:27:01.055298Z","caller":"traceutil/trace.go:171","msg":"trace[1656210294] transaction","detail":"{read_only:false; response_revision:2500; number_of_response:1; }","duration":"133.307808ms","start":"2026-03-04T01:27:00.921961Z","end":"2026-03-04T01:27:01.055268Z","steps":["trace[1656210294] 'process raft request' (duration: 77.453588ms)","trace[1656210294] 'compare' (duration: 55.637643ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:27:01.055804Z","caller":"traceutil/trace.go:171","msg":"trace[2081362664] linearizableReadLoop","detail":"{readStateIndex:2609; appliedIndex:2606; }","duration":"125.672724ms","start":"2026-03-04T01:27:00.930106Z","end":"2026-03-04T01:27:01.055779Z","steps":["trace[2081362664] 'read index received' (duration: 69.478483ms)","trace[2081362664] 'applied index is now lower than readState.Index' (duration: 56.193031ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:27:01.055968Z","caller":"traceutil/trace.go:171","msg":"trace[1575994391] transaction","detail":"{read_only:false; response_revision:2502; number_of_response:1; }","duration":"129.799126ms","start":"2026-03-04T01:27:00.92614Z","end":"2026-03-04T01:27:01.05594Z","steps":["trace[1575994391] 'process raft request' (duration: 129.478456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:01.056247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.123409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T01:27:01.056308Z","caller":"traceutil/trace.go:171","msg":"trace[1269841374] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:2502; }","duration":"126.259333ms","start":"2026-03-04T01:27:00.930035Z","end":"2026-03-04T01:27:01.056294Z","steps":["trace[1269841374] 'agreement among raft nodes before linearized reading' (duration: 126.114749ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:27:01.056353Z","caller":"traceutil/trace.go:171","msg":"trace[588814226] transaction","detail":"{read_only:false; response_revision:2501; number_of_response:1; }","duration":"129.858878ms","start":"2026-03-04T01:27:00.925917Z","end":"2026-03-04T01:27:01.055776Z","steps":["trace[588814226] 'process raft request' (duration: 129.282609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:29:42.877702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.275326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:29:42.87787Z","caller":"traceutil/trace.go:171","msg":"trace[954733195] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:3475; }","duration":"264.533754ms","start":"2026-03-04T01:29:42.613304Z","end":"2026-03-04T01:29:42.877838Z","steps":["trace[954733195] 'count revisions from in-memory index tree' (duration: 264.136542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:29:42.877963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.318332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dnr8d\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-04T01:29:42.878092Z","caller":"traceutil/trace.go:171","msg":"trace[614188020] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dnr8d; range_end:; response_count:1; response_revision:3475; }","duration":"242.530759ms","start":"2026-03-04T01:29:42.635534Z","end":"2026-03-04T01:29:42.878065Z","steps":["trace[614188020] 'range keys from in-memory index tree' (duration: 242.057354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:29:42.87845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.561447ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:29:42.878572Z","caller":"traceutil/trace.go:171","msg":"trace[446104087] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3475; }","duration":"332.701161ms","start":"2026-03-04T01:29:42.545853Z","end":"2026-03-04T01:29:42.878554Z","steps":["trace[446104087] 'range keys from in-memory index tree' (duration: 332.541176ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:29:43.023445Z","caller":"traceutil/trace.go:171","msg":"trace[419551152] linearizableReadLoop","detail":"{readStateIndex:3623; appliedIndex:3622; }","duration":"139.192974ms","start":"2026-03-04T01:29:42.884219Z","end":"2026-03-04T01:29:43.023412Z","steps":["trace[419551152] 'read index received' (duration: 138.999508ms)","trace[419551152] 'applied index is now lower than readState.Index' (duration: 192.066µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:29:43.023649Z","caller":"traceutil/trace.go:171","msg":"trace[1228611399] transaction","detail":"{read_only:false; response_revision:3476; number_of_response:1; }","duration":"294.674461ms","start":"2026-03-04T01:29:42.728931Z","end":"2026-03-04T01:29:43.023606Z","steps":["trace[1228611399] 'process raft request' (duration: 294.250408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:29:43.023952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.840572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:29:43.024039Z","caller":"traceutil/trace.go:171","msg":"trace[296919092] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3476; }","duration":"124.033249ms","start":"2026-03-04T01:29:42.899986Z","end":"2026-03-04T01:29:43.024019Z","steps":["trace[296919092] 'agreement among raft nodes before linearized reading' (duration: 123.658877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:29:43.024254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.00424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:63055"} {"level":"info","ts":"2026-03-04T01:29:43.024343Z","caller":"traceutil/trace.go:171","msg":"trace[472722989] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:3476; }","duration":"140.210377ms","start":"2026-03-04T01:29:42.884118Z","end":"2026-03-04T01:29:43.024328Z","steps":["trace[472722989] 'agreement among raft nodes before linearized reading' (duration: 139.500344ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:30:52.506155Z","caller":"traceutil/trace.go:171","msg":"trace[1745315648] transaction","detail":"{read_only:false; response_revision:3906; number_of_response:1; }","duration":"113.672956ms","start":"2026-03-04T01:30:52.392417Z","end":"2026-03-04T01:30:52.50609Z","steps":["trace[1745315648] 'process raft request' (duration: 54.230395ms)","trace[1745315648] 'compare' (duration: 59.228905ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:31:00.930184Z","caller":"traceutil/trace.go:171","msg":"trace[921009696] transaction","detail":"{read_only:false; response_revision:4299; number_of_response:1; }","duration":"119.075878ms","start":"2026-03-04T01:31:00.811036Z","end":"2026-03-04T01:31:00.930112Z","steps":["trace[921009696] 'process raft request' (duration: 118.708506ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:01.119616Z","caller":"traceutil/trace.go:171","msg":"trace[1623109598] transaction","detail":"{read_only:false; response_revision:4304; number_of_response:1; }","duration":"112.951854ms","start":"2026-03-04T01:31:01.00663Z","end":"2026-03-04T01:31:01.119582Z","steps":["trace[1623109598] 'process raft request' (duration: 112.852451ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:01.119691Z","caller":"traceutil/trace.go:171","msg":"trace[2015368332] transaction","detail":"{read_only:false; response_revision:4303; number_of_response:1; }","duration":"163.385129ms","start":"2026-03-04T01:31:00.956242Z","end":"2026-03-04T01:31:01.119627Z","steps":["trace[2015368332] 'process raft request' (duration: 163.075009ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:01.161957Z","caller":"traceutil/trace.go:171","msg":"trace[686726964] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4304; }","duration":"105.991203ms","start":"2026-03-04T01:31:01.055878Z","end":"2026-03-04T01:31:01.161869Z","steps":["trace[686726964] 'process raft request' (duration: 101.627394ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:02.511387Z","caller":"traceutil/trace.go:171","msg":"trace[1962460489] transaction","detail":"{read_only:false; response_revision:4338; number_of_response:1; }","duration":"104.000889ms","start":"2026-03-04T01:31:02.407325Z","end":"2026-03-04T01:31:02.511326Z","steps":["trace[1962460489] 'process raft request' (duration: 103.693179ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:04.873371Z","caller":"traceutil/trace.go:171","msg":"trace[151705948] linearizableReadLoop","detail":"{readStateIndex:4618; appliedIndex:4617; }","duration":"152.059708ms","start":"2026-03-04T01:31:04.721279Z","end":"2026-03-04T01:31:04.873339Z","steps":["trace[151705948] 'read index received' (duration: 76.521425ms)","trace[151705948] 'applied index is now lower than readState.Index' (duration: 75.537293ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:31:04.873588Z","caller":"traceutil/trace.go:171","msg":"trace[2115415175] transaction","detail":"{read_only:false; response_revision:4435; number_of_response:1; }","duration":"168.583433ms","start":"2026-03-04T01:31:04.704947Z","end":"2026-03-04T01:31:04.873531Z","steps":["trace[2115415175] 'process raft request' (duration: 92.832743ms)","trace[2115415175] 'compare' (duration: 75.308026ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:31:04.874147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.811202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6c4bded6-7c8e-48ad-aace-60bff37f9ad9\" ","response":"range_response_count:1 size:3774"} {"level":"warn","ts":"2026-03-04T01:31:04.874309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.946754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:22 size:517416"} {"level":"info","ts":"2026-03-04T01:31:04.874308Z","caller":"traceutil/trace.go:171","msg":"trace[1035990905] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6c4bded6-7c8e-48ad-aace-60bff37f9ad9; range_end:; response_count:1; response_revision:4436; }","duration":"153.030689ms","start":"2026-03-04T01:31:04.721228Z","end":"2026-03-04T01:31:04.874259Z","steps":["trace[1035990905] 'agreement among raft nodes before linearized reading' (duration: 152.602815ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:04.874472Z","caller":"traceutil/trace.go:171","msg":"trace[1453483756] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:22; response_revision:4436; }","duration":"113.185522ms","start":"2026-03-04T01:31:04.761265Z","end":"2026-03-04T01:31:04.87445Z","steps":["trace[1453483756] 'agreement among raft nodes before linearized reading' (duration: 112.327324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:04.880863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.134936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2196043"} {"level":"info","ts":"2026-03-04T01:31:04.880962Z","caller":"traceutil/trace.go:171","msg":"trace[1895785362] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4436; }","duration":"100.27251ms","start":"2026-03-04T01:31:04.780653Z","end":"2026-03-04T01:31:04.880926Z","steps":["trace[1895785362] 'agreement among raft nodes before linearized reading' (duration: 93.199486ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:08.786581Z","caller":"traceutil/trace.go:171","msg":"trace[1913648423] linearizableReadLoop","detail":"{readStateIndex:4701; appliedIndex:4700; }","duration":"124.754639ms","start":"2026-03-04T01:31:08.661798Z","end":"2026-03-04T01:31:08.786553Z","steps":["trace[1913648423] 'read index received' (duration: 124.543872ms)","trace[1913648423] 'applied index is now lower than readState.Index' (duration: 209.007µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:31:08.786767Z","caller":"traceutil/trace.go:171","msg":"trace[63911601] transaction","detail":"{read_only:false; response_revision:4513; number_of_response:1; }","duration":"131.873605ms","start":"2026-03-04T01:31:08.65485Z","end":"2026-03-04T01:31:08.786723Z","steps":["trace[63911601] 'process raft request' (duration: 131.520074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:08.787017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.199374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:9 size:72177"} {"level":"info","ts":"2026-03-04T01:31:08.787596Z","caller":"traceutil/trace.go:171","msg":"trace[610585917] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:9; response_revision:4513; }","duration":"125.840053ms","start":"2026-03-04T01:31:08.661732Z","end":"2026-03-04T01:31:08.787572Z","steps":["trace[610585917] 'agreement among raft nodes before linearized reading' (duration: 125.004807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:09.063489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.934719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:31:09.063547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.943302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-03-04T01:31:09.063726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.448136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T01:31:09.063789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.979362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T01:31:09.063813Z","caller":"traceutil/trace.go:171","msg":"trace[867988558] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4515; }","duration":"140.249492ms","start":"2026-03-04T01:31:08.923547Z","end":"2026-03-04T01:31:09.063796Z","steps":["trace[867988558] 'range keys from in-memory index tree' (duration: 139.771597ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:09.063855Z","caller":"traceutil/trace.go:171","msg":"trace[1684853066] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4515; }","duration":"111.676533ms","start":"2026-03-04T01:31:08.952152Z","end":"2026-03-04T01:31:09.063829Z","steps":["trace[1684853066] 'range keys from in-memory index tree' (duration: 111.240409ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:09.063595Z","caller":"traceutil/trace.go:171","msg":"trace[1017916583] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4515; }","duration":"166.089455ms","start":"2026-03-04T01:31:08.897483Z","end":"2026-03-04T01:31:09.063573Z","steps":["trace[1017916583] 'range keys from in-memory index tree' (duration: 165.840296ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:09.063884Z","caller":"traceutil/trace.go:171","msg":"trace[952975959] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4515; }","duration":"167.124988ms","start":"2026-03-04T01:31:08.896735Z","end":"2026-03-04T01:31:09.06386Z","steps":["trace[952975959] 'range keys from in-memory index tree' (duration: 166.714324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:09.06389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.105599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-cgfhs\" ","response":"range_response_count:1 size:5151"} {"level":"warn","ts":"2026-03-04T01:31:09.06376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.08066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"warn","ts":"2026-03-04T01:31:09.063795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.833109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T01:31:09.064024Z","caller":"traceutil/trace.go:171","msg":"trace[592373919] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4515; }","duration":"175.3952ms","start":"2026-03-04T01:31:08.888608Z","end":"2026-03-04T01:31:09.064003Z","steps":["trace[592373919] 'range keys from in-memory index tree' (duration: 174.948106ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:09.064035Z","caller":"traceutil/trace.go:171","msg":"trace[1148978025] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-cgfhs; range_end:; response_count:1; response_revision:4515; }","duration":"141.266815ms","start":"2026-03-04T01:31:08.922711Z","end":"2026-03-04T01:31:09.063978Z","steps":["trace[1148978025] 'range keys from in-memory index tree' (duration: 140.861572ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:09.064103Z","caller":"traceutil/trace.go:171","msg":"trace[1917764288] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4515; }","duration":"107.099227ms","start":"2026-03-04T01:31:08.956929Z","end":"2026-03-04T01:31:09.064028Z","steps":["trace[1917764288] 'range keys from in-memory index tree' (duration: 106.661653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:09.065181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.108893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:9 size:73697"} {"level":"info","ts":"2026-03-04T01:31:09.065276Z","caller":"traceutil/trace.go:171","msg":"trace[1252402257] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:9; response_revision:4515; }","duration":"176.241177ms","start":"2026-03-04T01:31:08.88901Z","end":"2026-03-04T01:31:09.065251Z","steps":["trace[1252402257] 'range keys from in-memory index tree' (duration: 174.506562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:10.307286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.475539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-04T01:31:10.307413Z","caller":"traceutil/trace.go:171","msg":"trace[1554080455] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; response_count:1; response_revision:4623; }","duration":"107.670886ms","start":"2026-03-04T01:31:10.199714Z","end":"2026-03-04T01:31:10.307385Z","steps":["trace[1554080455] 'range keys from in-memory index tree' (duration: 107.173009ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:10.307526Z","caller":"traceutil/trace.go:171","msg":"trace[150333608] transaction","detail":"{read_only:false; response_revision:4624; number_of_response:1; }","duration":"102.975516ms","start":"2026-03-04T01:31:10.204343Z","end":"2026-03-04T01:31:10.307319Z","steps":["trace[150333608] 'process raft request' (duration: 100.680293ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:11.326647Z","caller":"traceutil/trace.go:171","msg":"trace[1834222671] transaction","detail":"{read_only:false; response_revision:4649; number_of_response:1; }","duration":"114.073689ms","start":"2026-03-04T01:31:11.212528Z","end":"2026-03-04T01:31:11.326602Z","steps":["trace[1834222671] 'process raft request' (duration: 92.236845ms)","trace[1834222671] 'compare' (duration: 21.638738ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:31:11.660999Z","caller":"traceutil/trace.go:171","msg":"trace[1504591479] transaction","detail":"{read_only:false; response_revision:4650; number_of_response:1; }","duration":"251.483771ms","start":"2026-03-04T01:31:11.409475Z","end":"2026-03-04T01:31:11.660958Z","steps":["trace[1504591479] 'process raft request' (duration: 244.787418ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:11.772029Z","caller":"traceutil/trace.go:171","msg":"trace[550809776] linearizableReadLoop","detail":"{readStateIndex:4842; appliedIndex:4840; }","duration":"337.458957ms","start":"2026-03-04T01:31:11.434535Z","end":"2026-03-04T01:31:11.771994Z","steps":["trace[550809776] 'read index received' (duration: 219.746822ms)","trace[550809776] 'applied index is now lower than readState.Index' (duration: 117.710855ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:31:11.772164Z","caller":"traceutil/trace.go:171","msg":"trace[928757458] transaction","detail":"{read_only:false; response_revision:4651; number_of_response:1; }","duration":"354.703485ms","start":"2026-03-04T01:31:11.417431Z","end":"2026-03-04T01:31:11.772135Z","steps":["trace[928757458] 'process raft request' (duration: 352.573307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:11.772359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:31:11.417398Z","time spent":"354.84737ms","remote":"127.0.0.1:56286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3706,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:31:11.772394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.163363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dnr8d\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-04T01:31:11.772441Z","caller":"traceutil/trace.go:171","msg":"trace[784688065] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dnr8d; range_end:; response_count:1; response_revision:4651; }","duration":"252.291048ms","start":"2026-03-04T01:31:11.520137Z","end":"2026-03-04T01:31:11.772428Z","steps":["trace[784688065] 'agreement among raft nodes before linearized reading' (duration: 252.05681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:11.772442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.874249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-04T01:31:11.772552Z","caller":"traceutil/trace.go:171","msg":"trace[2146507373] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4651; }","duration":"338.036984ms","start":"2026-03-04T01:31:11.434482Z","end":"2026-03-04T01:31:11.772519Z","steps":["trace[2146507373] 'agreement among raft nodes before linearized reading' (duration: 337.681893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:11.772606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:31:11.434464Z","time spent":"338.130938ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T01:31:11.77264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.265335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413082"} {"level":"info","ts":"2026-03-04T01:31:11.772701Z","caller":"traceutil/trace.go:171","msg":"trace[1437614044] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:4651; }","duration":"246.39201ms","start":"2026-03-04T01:31:11.526295Z","end":"2026-03-04T01:31:11.772687Z","steps":["trace[1437614044] 'agreement among raft nodes before linearized reading' (duration: 246.056889ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:14.251469Z","caller":"traceutil/trace.go:171","msg":"trace[758749255] transaction","detail":"{read_only:false; response_revision:4686; number_of_response:1; }","duration":"172.721305ms","start":"2026-03-04T01:31:14.078716Z","end":"2026-03-04T01:31:14.251437Z","steps":["trace[758749255] 'process raft request' (duration: 172.532979ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:16.482908Z","caller":"traceutil/trace.go:171","msg":"trace[1162211129] transaction","detail":"{read_only:false; response_revision:4740; number_of_response:1; }","duration":"224.991768ms","start":"2026-03-04T01:31:16.257874Z","end":"2026-03-04T01:31:16.482866Z","steps":["trace[1162211129] 'process raft request' (duration: 218.990747ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:16.867989Z","caller":"traceutil/trace.go:171","msg":"trace[1136028015] linearizableReadLoop","detail":"{readStateIndex:4951; appliedIndex:4950; }","duration":"122.361363ms","start":"2026-03-04T01:31:16.7456Z","end":"2026-03-04T01:31:16.867962Z","steps":["trace[1136028015] 'read index received' (duration: 84.627653ms)","trace[1136028015] 'applied index is now lower than readState.Index' (duration: 37.7326ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:31:16.868074Z","caller":"traceutil/trace.go:171","msg":"trace[681622834] transaction","detail":"{read_only:false; response_revision:4757; number_of_response:1; }","duration":"123.641433ms","start":"2026-03-04T01:31:16.74438Z","end":"2026-03-04T01:31:16.868021Z","steps":["trace[681622834] 'process raft request' (duration: 85.785919ms)","trace[681622834] 'compare' (duration: 37.654408ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:31:16.868328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.680183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-38f2c127-c499-4b79-857f-aafd91b59b87\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-03-04T01:31:16.868376Z","caller":"traceutil/trace.go:171","msg":"trace[617200118] range","detail":"{range_begin:/registry/persistentvolumes/pvc-38f2c127-c499-4b79-857f-aafd91b59b87; range_end:; response_count:1; response_revision:4757; }","duration":"122.781136ms","start":"2026-03-04T01:31:16.745581Z","end":"2026-03-04T01:31:16.868362Z","steps":["trace[617200118] 'agreement among raft nodes before linearized reading' (duration: 122.532568ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:17.238594Z","caller":"traceutil/trace.go:171","msg":"trace[854534454] transaction","detail":"{read_only:false; response_revision:4760; number_of_response:1; }","duration":"109.587396ms","start":"2026-03-04T01:31:17.128969Z","end":"2026-03-04T01:31:17.238556Z","steps":["trace[854534454] 'process raft request' (duration: 109.38806ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:17.238573Z","caller":"traceutil/trace.go:171","msg":"trace[1359733249] transaction","detail":"{read_only:false; response_revision:4759; number_of_response:1; }","duration":"110.512296ms","start":"2026-03-04T01:31:17.127991Z","end":"2026-03-04T01:31:17.238503Z","steps":["trace[1359733249] 'process raft request' (duration: 83.00018ms)","trace[1359733249] 'compare' (duration: 27.174525ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:31:17.395559Z","caller":"traceutil/trace.go:171","msg":"trace[600574339] transaction","detail":"{read_only:false; response_revision:4762; number_of_response:1; }","duration":"149.2994ms","start":"2026-03-04T01:31:17.246221Z","end":"2026-03-04T01:31:17.39552Z","steps":["trace[600574339] 'process raft request' (duration: 118.702607ms)","trace[600574339] 'compare' (duration: 30.348765ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:31:17.39582Z","caller":"traceutil/trace.go:171","msg":"trace[683998909] linearizableReadLoop","detail":"{readStateIndex:4957; appliedIndex:4955; }","duration":"133.28726ms","start":"2026-03-04T01:31:17.262489Z","end":"2026-03-04T01:31:17.395776Z","steps":["trace[683998909] 'read index received' (duration: 102.446649ms)","trace[683998909] 'applied index is now lower than readState.Index' (duration: 30.837231ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:31:17.395944Z","caller":"traceutil/trace.go:171","msg":"trace[1589538674] transaction","detail":"{read_only:false; response_revision:4763; number_of_response:1; }","duration":"149.385083ms","start":"2026-03-04T01:31:17.246521Z","end":"2026-03-04T01:31:17.395906Z","steps":["trace[1589538674] 'process raft request' (duration: 148.941908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:17.396336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.807417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus.18997f440c3e62d4\" ","response":"range_response_count:1 size:745"} {"level":"info","ts":"2026-03-04T01:31:17.396487Z","caller":"traceutil/trace.go:171","msg":"trace[503516342] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus.18997f440c3e62d4; range_end:; response_count:1; response_revision:4763; }","duration":"134.019985ms","start":"2026-03-04T01:31:17.262419Z","end":"2026-03-04T01:31:17.396439Z","steps":["trace[503516342] 'agreement among raft nodes before linearized reading' (duration: 133.590381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:17.396577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.460021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:26 size:787709"} {"level":"info","ts":"2026-03-04T01:31:17.396671Z","caller":"traceutil/trace.go:171","msg":"trace[377841543] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:26; response_revision:4763; }","duration":"119.602215ms","start":"2026-03-04T01:31:17.277047Z","end":"2026-03-04T01:31:17.39665Z","steps":["trace[377841543] 'agreement among raft nodes before linearized reading' (duration: 119.007336ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:17.592806Z","caller":"traceutil/trace.go:171","msg":"trace[760985189] linearizableReadLoop","detail":"{readStateIndex:4959; appliedIndex:4958; }","duration":"142.492813ms","start":"2026-03-04T01:31:17.450277Z","end":"2026-03-04T01:31:17.592769Z","steps":["trace[760985189] 'read index received' (duration: 142.202464ms)","trace[760985189] 'applied index is now lower than readState.Index' (duration: 288.429µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:31:17.59289Z","caller":"traceutil/trace.go:171","msg":"trace[457273737] transaction","detail":"{read_only:false; response_revision:4765; number_of_response:1; }","duration":"143.01796ms","start":"2026-03-04T01:31:17.449812Z","end":"2026-03-04T01:31:17.592829Z","steps":["trace[457273737] 'process raft request' (duration: 142.72226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:17.59305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.739181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:31:17.593147Z","caller":"traceutil/trace.go:171","msg":"trace[1035095780] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:4765; }","duration":"142.881316ms","start":"2026-03-04T01:31:17.450242Z","end":"2026-03-04T01:31:17.593123Z","steps":["trace[1035095780] 'agreement among raft nodes before linearized reading' (duration: 142.633368ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:17.626512Z","caller":"traceutil/trace.go:171","msg":"trace[342052764] transaction","detail":"{read_only:false; response_revision:4766; number_of_response:1; }","duration":"149.103824ms","start":"2026-03-04T01:31:17.477396Z","end":"2026-03-04T01:31:17.6265Z","steps":["trace[342052764] 'process raft request' (duration: 148.948629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:17.626738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.826234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-04T01:31:17.626821Z","caller":"traceutil/trace.go:171","msg":"trace[2018598848] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4766; }","duration":"147.960918ms","start":"2026-03-04T01:31:17.478838Z","end":"2026-03-04T01:31:17.626798Z","steps":["trace[2018598848] 'agreement among raft nodes before linearized reading' (duration: 147.687999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:17.626886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.375586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16556"} {"level":"info","ts":"2026-03-04T01:31:17.626961Z","caller":"traceutil/trace.go:171","msg":"trace[342288476] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4766; }","duration":"151.472579ms","start":"2026-03-04T01:31:17.475468Z","end":"2026-03-04T01:31:17.626941Z","steps":["trace[342288476] 'agreement among raft nodes before linearized reading' (duration: 151.061926ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:18.853337Z","caller":"traceutil/trace.go:171","msg":"trace[183894408] linearizableReadLoop","detail":"{readStateIndex:4998; appliedIndex:4996; }","duration":"157.344106ms","start":"2026-03-04T01:31:18.69596Z","end":"2026-03-04T01:31:18.853304Z","steps":["trace[183894408] 'read index received' (duration: 75.814812ms)","trace[183894408] 'applied index is now lower than readState.Index' (duration: 81.527884ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:31:18.853421Z","caller":"traceutil/trace.go:171","msg":"trace[1569958310] transaction","detail":"{read_only:false; response_revision:4803; number_of_response:1; }","duration":"161.879741ms","start":"2026-03-04T01:31:18.691501Z","end":"2026-03-04T01:31:18.85338Z","steps":["trace[1569958310] 'process raft request' (duration: 161.684874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:18.853637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.643076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-04T01:31:18.853637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.798423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-04T01:31:18.853727Z","caller":"traceutil/trace.go:171","msg":"trace[1023063444] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4803; }","duration":"157.77876ms","start":"2026-03-04T01:31:18.69592Z","end":"2026-03-04T01:31:18.853699Z","steps":["trace[1023063444] 'agreement among raft nodes before linearized reading' (duration: 157.507141ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:18.853787Z","caller":"traceutil/trace.go:171","msg":"trace[1295846877] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4803; }","duration":"137.015939ms","start":"2026-03-04T01:31:18.716754Z","end":"2026-03-04T01:31:18.85377Z","steps":["trace[1295846877] 'agreement among raft nodes before linearized reading' (duration: 136.761841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:23.946047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.174807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dnr8d\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-04T01:31:23.946146Z","caller":"traceutil/trace.go:171","msg":"trace[1759687976] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dnr8d; range_end:; response_count:1; response_revision:4872; }","duration":"100.347113ms","start":"2026-03-04T01:31:23.845776Z","end":"2026-03-04T01:31:23.946123Z","steps":["trace[1759687976] 'range keys from in-memory index tree' (duration: 99.912449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:24.264735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.333465ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:31:24.264996Z","caller":"traceutil/trace.go:171","msg":"trace[1009857359] linearizableReadLoop","detail":"{readStateIndex:5072; appliedIndex:5071; }","duration":"216.23974ms","start":"2026-03-04T01:31:24.048653Z","end":"2026-03-04T01:31:24.264892Z","steps":["trace[1009857359] 'read index received' (duration: 108.581885ms)","trace[1009857359] 'applied index is now lower than readState.Index' (duration: 107.654655ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:31:24.265247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.570841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:31:24.265315Z","caller":"traceutil/trace.go:171","msg":"trace[321815105] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:4874; }","duration":"216.655243ms","start":"2026-03-04T01:31:24.048632Z","end":"2026-03-04T01:31:24.265288Z","steps":["trace[321815105] 'agreement among raft nodes before linearized reading' (duration: 216.420986ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:24.26607Z","caller":"traceutil/trace.go:171","msg":"trace[1289232550] transaction","detail":"{read_only:false; response_revision:4874; number_of_response:1; }","duration":"223.803481ms","start":"2026-03-04T01:31:24.042223Z","end":"2026-03-04T01:31:24.266026Z","steps":["trace[1289232550] 'process raft request' (duration: 115.01522ms)","trace[1289232550] 'compare' (duration: 105.94947ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:31:24.771949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.505425ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:31:24.77218Z","caller":"traceutil/trace.go:171","msg":"trace[405546237] linearizableReadLoop","detail":"{readStateIndex:5075; appliedIndex:5073; }","duration":"209.231447ms","start":"2026-03-04T01:31:24.562929Z","end":"2026-03-04T01:31:24.77216Z","steps":["trace[405546237] 'read index received' (duration: 57.721437ms)","trace[405546237] 'applied index is now lower than readState.Index' (duration: 151.50883ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:31:24.772294Z","caller":"traceutil/trace.go:171","msg":"trace[339289188] transaction","detail":"{read_only:false; response_revision:4877; number_of_response:1; }","duration":"219.886406ms","start":"2026-03-04T01:31:24.552396Z","end":"2026-03-04T01:31:24.772282Z","steps":["trace[339289188] 'process raft request' (duration: 219.68363ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:24.772424Z","caller":"traceutil/trace.go:171","msg":"trace[2014703691] transaction","detail":"{read_only:false; response_revision:4876; number_of_response:1; }","duration":"498.862162ms","start":"2026-03-04T01:31:24.273519Z","end":"2026-03-04T01:31:24.772382Z","steps":["trace[2014703691] 'process raft request' (duration: 233.83347ms)","trace[2014703691] 'compare' (duration: 264.195796ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:31:24.772586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.844589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:31:24.77271Z","caller":"traceutil/trace.go:171","msg":"trace[1767817637] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:4877; }","duration":"107.042136ms","start":"2026-03-04T01:31:24.665635Z","end":"2026-03-04T01:31:24.772677Z","steps":["trace[1767817637] 'agreement among raft nodes before linearized reading' (duration: 106.768927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:24.772736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:31:24.273499Z","time spent":"499.158241ms","remote":"127.0.0.1:56260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":524,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T01:31:24.772747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.803825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-qggmp\" ","response":"range_response_count:1 size:7818"} {"level":"info","ts":"2026-03-04T01:31:24.772847Z","caller":"traceutil/trace.go:171","msg":"trace[1005162103] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-qggmp; range_end:; response_count:1; response_revision:4877; }","duration":"209.949429ms","start":"2026-03-04T01:31:24.562875Z","end":"2026-03-04T01:31:24.772825Z","steps":["trace[1005162103] 'agreement among raft nodes before linearized reading' (duration: 209.6581ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:24.886425Z","caller":"traceutil/trace.go:171","msg":"trace[1856949785] transaction","detail":"{read_only:false; response_revision:4878; number_of_response:1; }","duration":"100.920761ms","start":"2026-03-04T01:31:24.785467Z","end":"2026-03-04T01:31:24.886388Z","steps":["trace[1856949785] 'process raft request' (duration: 100.430766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:31.409244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.075362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T01:31:31.40934Z","caller":"traceutil/trace.go:171","msg":"trace[1886290748] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4948; }","duration":"187.257138ms","start":"2026-03-04T01:31:31.22206Z","end":"2026-03-04T01:31:31.409317Z","steps":["trace[1886290748] 'range keys from in-memory index tree' (duration: 186.814834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:31.409382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.794951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T01:31:31.409582Z","caller":"traceutil/trace.go:171","msg":"trace[544397877] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4948; }","duration":"103.072829ms","start":"2026-03-04T01:31:31.306483Z","end":"2026-03-04T01:31:31.409556Z","steps":["trace[544397877] 'range keys from in-memory index tree' (duration: 102.574713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:31.40932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.592341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T01:31:31.409976Z","caller":"traceutil/trace.go:171","msg":"trace[626005628] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4948; }","duration":"101.352685ms","start":"2026-03-04T01:31:31.308598Z","end":"2026-03-04T01:31:31.409951Z","steps":["trace[626005628] 'range keys from in-memory index tree' (duration: 100.194378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:33.328338Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743091943678323,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T01:31:33.518413Z","caller":"traceutil/trace.go:171","msg":"trace[59121134] transaction","detail":"{read_only:false; response_revision:5011; number_of_response:1; }","duration":"716.638631ms","start":"2026-03-04T01:31:32.801737Z","end":"2026-03-04T01:31:33.518375Z","steps":["trace[59121134] 'process raft request' (duration: 621.409701ms)","trace[59121134] 'compare' (duration: 94.428874ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:31:33.518613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:31:32.801714Z","time spent":"716.791556ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:31:33.581004Z","caller":"traceutil/trace.go:171","msg":"trace[48675298] transaction","detail":"{read_only:false; response_revision:5012; number_of_response:1; }","duration":"746.873812ms","start":"2026-03-04T01:31:32.834098Z","end":"2026-03-04T01:31:33.580972Z","steps":["trace[48675298] 'process raft request' (duration: 746.643485ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:33.581144Z","caller":"traceutil/trace.go:171","msg":"trace[1119741494] linearizableReadLoop","detail":"{readStateIndex:5212; appliedIndex:5210; }","duration":"752.942416ms","start":"2026-03-04T01:31:32.828172Z","end":"2026-03-04T01:31:33.581114Z","steps":["trace[1119741494] 'read index received' (duration: 594.99273ms)","trace[1119741494] 'applied index is now lower than readState.Index' (duration: 157.948276ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:31:33.58121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:31:32.834064Z","time spent":"747.036067ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:31:33.581257Z","caller":"traceutil/trace.go:171","msg":"trace[2054789343] transaction","detail":"{read_only:false; response_revision:5013; number_of_response:1; }","duration":"166.345063ms","start":"2026-03-04T01:31:33.414869Z","end":"2026-03-04T01:31:33.581214Z","steps":["trace[2054789343] 'process raft request' (duration: 166.045373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:33.581366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.986387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:31:33.581413Z","caller":"traceutil/trace.go:171","msg":"trace[649043097] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5013; }","duration":"681.049259ms","start":"2026-03-04T01:31:32.900352Z","end":"2026-03-04T01:31:33.581401Z","steps":["trace[649043097] 'agreement among raft nodes before linearized reading' (duration: 680.937205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:33.581452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:31:32.900242Z","time spent":"681.199203ms","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:31:33.581556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.856224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-04T01:31:33.581548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.478681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T01:31:33.581603Z","caller":"traceutil/trace.go:171","msg":"trace[1788314773] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5013; }","duration":"648.962488ms","start":"2026-03-04T01:31:32.93263Z","end":"2026-03-04T01:31:33.581592Z","steps":["trace[1788314773] 'agreement among raft nodes before linearized reading' (duration: 648.826294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:33.581635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:31:32.932601Z","time spent":"649.02618ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T01:31:33.581644Z","caller":"traceutil/trace.go:171","msg":"trace[387930399] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5013; }","duration":"119.606556ms","start":"2026-03-04T01:31:33.462016Z","end":"2026-03-04T01:31:33.581622Z","steps":["trace[387930399] 'agreement among raft nodes before linearized reading' (duration: 119.304756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:33.58165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.709494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-04T01:31:33.581781Z","caller":"traceutil/trace.go:171","msg":"trace[150328631] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5013; }","duration":"617.895029ms","start":"2026-03-04T01:31:32.963857Z","end":"2026-03-04T01:31:33.581752Z","steps":["trace[150328631] 'agreement among raft nodes before linearized reading' (duration: 617.501506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:33.58183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.361739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T01:31:33.581894Z","caller":"traceutil/trace.go:171","msg":"trace[577399190] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5013; }","duration":"120.508844ms","start":"2026-03-04T01:31:33.46137Z","end":"2026-03-04T01:31:33.581879Z","steps":["trace[577399190] 'agreement among raft nodes before linearized reading' (duration: 120.105721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:33.581885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:31:32.963846Z","time spent":"617.990083ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T01:31:33.581898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.76108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T01:31:33.58197Z","caller":"traceutil/trace.go:171","msg":"trace[1503391787] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5013; }","duration":"119.865423ms","start":"2026-03-04T01:31:33.462083Z","end":"2026-03-04T01:31:33.581949Z","steps":["trace[1503391787] 'agreement among raft nodes before linearized reading' (duration: 119.367577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:33.581994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.866508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T01:31:33.582038Z","caller":"traceutil/trace.go:171","msg":"trace[2033455241] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5013; }","duration":"639.966962ms","start":"2026-03-04T01:31:32.942059Z","end":"2026-03-04T01:31:33.582026Z","steps":["trace[2033455241] 'agreement among raft nodes before linearized reading' (duration: 639.346022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:33.582079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:31:32.942039Z","time spent":"640.029973ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T01:31:33.582133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.946487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9cd94022-0661-46f0-868e-e43c8ea978f2\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-03-04T01:31:33.582193Z","caller":"traceutil/trace.go:171","msg":"trace[573922196] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9cd94022-0661-46f0-868e-e43c8ea978f2; range_end:; response_count:1; response_revision:5013; }","duration":"754.02856ms","start":"2026-03-04T01:31:32.828146Z","end":"2026-03-04T01:31:33.582174Z","steps":["trace[573922196] 'agreement among raft nodes before linearized reading' (duration: 753.123682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:33.582227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:31:32.828133Z","time spent":"754.084982ms","remote":"127.0.0.1:56286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3788,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9cd94022-0661-46f0-868e-e43c8ea978f2\" "} {"level":"warn","ts":"2026-03-04T01:31:33.924063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.840011ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:31:33.924238Z","caller":"traceutil/trace.go:171","msg":"trace[1811375133] transaction","detail":"{read_only:false; response_revision:5014; number_of_response:1; }","duration":"337.731746ms","start":"2026-03-04T01:31:33.586474Z","end":"2026-03-04T01:31:33.924206Z","steps":["trace[1811375133] 'process raft request' (duration: 119.597805ms)","trace[1811375133] 'compare' (duration: 217.561632ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:31:33.924585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:31:33.586455Z","time spent":"338.059296ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:31:34.162029Z","caller":"traceutil/trace.go:171","msg":"trace[278516729] transaction","detail":"{read_only:false; response_revision:5015; number_of_response:1; }","duration":"575.124889ms","start":"2026-03-04T01:31:33.586851Z","end":"2026-03-04T01:31:34.161976Z","steps":["trace[278516729] 'process raft request' (duration: 525.120117ms)","trace[278516729] 'compare' (duration: 49.581258ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:31:34.162146Z","caller":"traceutil/trace.go:171","msg":"trace[935981795] linearizableReadLoop","detail":"{readStateIndex:5219; appliedIndex:5213; }","duration":"489.105291ms","start":"2026-03-04T01:31:33.67301Z","end":"2026-03-04T01:31:34.162116Z","steps":["trace[935981795] 'read index received' (duration: 33.081432ms)","trace[935981795] 'applied index is now lower than readState.Index' (duration: 456.022499ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:31:34.162285Z","caller":"traceutil/trace.go:171","msg":"trace[633763625] transaction","detail":"{read_only:false; response_revision:5019; number_of_response:1; }","duration":"574.958463ms","start":"2026-03-04T01:31:33.587313Z","end":"2026-03-04T01:31:34.162272Z","steps":["trace[633763625] 'process raft request' (duration: 574.752816ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:34.162238Z","caller":"traceutil/trace.go:171","msg":"trace[1938437979] transaction","detail":"{read_only:false; response_revision:5017; number_of_response:1; }","duration":"575.091058ms","start":"2026-03-04T01:31:33.587104Z","end":"2026-03-04T01:31:34.162195Z","steps":["trace[1938437979] 'process raft request' (duration: 574.883301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:34.162281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:31:33.586828Z","time spent":"575.319614ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:31:34.162306Z","caller":"traceutil/trace.go:171","msg":"trace[964788669] transaction","detail":"{read_only:false; response_revision:5018; number_of_response:1; }","duration":"575.023335ms","start":"2026-03-04T01:31:33.587242Z","end":"2026-03-04T01:31:34.162266Z","steps":["trace[964788669] 'process raft request' (duration: 574.786707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:34.162418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:31:33.587304Z","time spent":"575.009814ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:31:34.16241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.39559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:31:34.16234Z","caller":"traceutil/trace.go:171","msg":"trace[28734637] transaction","detail":"{read_only:false; response_revision:5016; number_of_response:1; }","duration":"575.373756ms","start":"2026-03-04T01:31:33.586914Z","end":"2026-03-04T01:31:34.162287Z","steps":["trace[28734637] 'process raft request' (duration: 574.957463ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:34.162472Z","caller":"traceutil/trace.go:171","msg":"trace[1693559597] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:5019; }","duration":"489.534635ms","start":"2026-03-04T01:31:33.672923Z","end":"2026-03-04T01:31:34.162458Z","steps":["trace[1693559597] 'agreement among raft nodes before linearized reading' (duration: 489.405411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:34.162465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:31:33.587072Z","time spent":"575.269423ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:31:34.162513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:31:33.672895Z","time spent":"489.608517ms","remote":"127.0.0.1:37208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:31:34.162502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:31:33.587213Z","time spent":"575.18132ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:31:34.162611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:31:33.586887Z","time spent":"575.613224ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:31:34.192422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.762803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-04T01:31:34.192459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.495026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dnr8d\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-04T01:31:34.192487Z","caller":"traceutil/trace.go:171","msg":"trace[1059948836] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5020; }","duration":"423.897297ms","start":"2026-03-04T01:31:33.768575Z","end":"2026-03-04T01:31:34.192472Z","steps":["trace[1059948836] 'agreement among raft nodes before linearized reading' (duration: 423.67191ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:34.192432Z","caller":"traceutil/trace.go:171","msg":"trace[1928146325] transaction","detail":"{read_only:false; response_revision:5020; number_of_response:1; }","duration":"338.089067ms","start":"2026-03-04T01:31:33.854316Z","end":"2026-03-04T01:31:34.192405Z","steps":["trace[1928146325] 'process raft request' (duration: 337.758986ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:34.192531Z","caller":"traceutil/trace.go:171","msg":"trace[1427844064] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dnr8d; range_end:; response_count:1; response_revision:5020; }","duration":"187.632449ms","start":"2026-03-04T01:31:34.004884Z","end":"2026-03-04T01:31:34.192516Z","steps":["trace[1427844064] 'agreement among raft nodes before linearized reading' (duration: 187.395812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:34.192587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.828733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3244"} {"level":"info","ts":"2026-03-04T01:31:34.192687Z","caller":"traceutil/trace.go:171","msg":"trace[1265351960] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5020; }","duration":"379.03485ms","start":"2026-03-04T01:31:33.81363Z","end":"2026-03-04T01:31:34.192665Z","steps":["trace[1265351960] 'agreement among raft nodes before linearized reading' (duration: 378.689069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:34.192747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:31:33.813584Z","time spent":"379.153273ms","remote":"127.0.0.1:41198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3266,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-04T01:31:34.192823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:31:33.854284Z","time spent":"338.341375ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:31:34.192539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:31:33.768547Z","time spent":"423.9844ms","remote":"127.0.0.1:56286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T01:31:34.449524Z","caller":"traceutil/trace.go:171","msg":"trace[912892260] linearizableReadLoop","detail":"{readStateIndex:5221; appliedIndex:5220; }","duration":"238.674344ms","start":"2026-03-04T01:31:34.21082Z","end":"2026-03-04T01:31:34.449495Z","steps":["trace[912892260] 'read index received' (duration: 233.166269ms)","trace[912892260] 'applied index is now lower than readState.Index' (duration: 5.507055ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:31:34.449635Z","caller":"traceutil/trace.go:171","msg":"trace[770100030] transaction","detail":"{read_only:false; response_revision:5021; number_of_response:1; }","duration":"240.849243ms","start":"2026-03-04T01:31:34.208744Z","end":"2026-03-04T01:31:34.449593Z","steps":["trace[770100030] 'process raft request' (duration: 235.227155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:34.449819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.975903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9637"} {"level":"info","ts":"2026-03-04T01:31:34.449994Z","caller":"traceutil/trace.go:171","msg":"trace[1926839309] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5021; }","duration":"239.129248ms","start":"2026-03-04T01:31:34.210772Z","end":"2026-03-04T01:31:34.449901Z","steps":["trace[1926839309] 'agreement among raft nodes before linearized reading' (duration: 238.825229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:34.449866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.239059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:31:34.450369Z","caller":"traceutil/trace.go:171","msg":"trace[2132939687] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5021; }","duration":"188.852999ms","start":"2026-03-04T01:31:34.261472Z","end":"2026-03-04T01:31:34.450325Z","steps":["trace[2132939687] 'agreement among raft nodes before linearized reading' (duration: 188.173117ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:34.701093Z","caller":"traceutil/trace.go:171","msg":"trace[1440691936] linearizableReadLoop","detail":"{readStateIndex:5222; appliedIndex:5221; }","duration":"242.588559ms","start":"2026-03-04T01:31:34.45847Z","end":"2026-03-04T01:31:34.701058Z","steps":["trace[1440691936] 'read index received' (duration: 242.268668ms)","trace[1440691936] 'applied index is now lower than readState.Index' (duration: 318.431µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:31:34.701151Z","caller":"traceutil/trace.go:171","msg":"trace[1131824014] transaction","detail":"{read_only:false; response_revision:5022; number_of_response:1; }","duration":"244.091106ms","start":"2026-03-04T01:31:34.457038Z","end":"2026-03-04T01:31:34.701129Z","steps":["trace[1131824014] 'process raft request' (duration: 243.801017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:34.701427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.946389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-04T01:31:34.701502Z","caller":"traceutil/trace.go:171","msg":"trace[1626610553] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5022; }","duration":"243.100384ms","start":"2026-03-04T01:31:34.458386Z","end":"2026-03-04T01:31:34.701486Z","steps":["trace[1626610553] 'agreement among raft nodes before linearized reading' (duration: 242.845176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:34.70149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.556764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9637"} {"level":"info","ts":"2026-03-04T01:31:34.701629Z","caller":"traceutil/trace.go:171","msg":"trace[248471000] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5022; }","duration":"235.789822ms","start":"2026-03-04T01:31:34.465821Z","end":"2026-03-04T01:31:34.701611Z","steps":["trace[248471000] 'agreement among raft nodes before linearized reading' (duration: 235.465302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:34.701739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.819678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9cd94022-0661-46f0-868e-e43c8ea978f2\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-03-04T01:31:34.701805Z","caller":"traceutil/trace.go:171","msg":"trace[797580890] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9cd94022-0661-46f0-868e-e43c8ea978f2; range_end:; response_count:1; response_revision:5022; }","duration":"111.928161ms","start":"2026-03-04T01:31:34.58986Z","end":"2026-03-04T01:31:34.701788Z","steps":["trace[797580890] 'agreement among raft nodes before linearized reading' (duration: 111.763216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:44.63886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.154927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dnr8d\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-04T01:31:44.638872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.674103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:31:44.638933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.793508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:31:44.639009Z","caller":"traceutil/trace.go:171","msg":"trace[1864480402] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dnr8d; range_end:; response_count:1; response_revision:5191; }","duration":"381.401455ms","start":"2026-03-04T01:31:44.257584Z","end":"2026-03-04T01:31:44.638986Z","steps":["trace[1864480402] 'range keys from in-memory index tree' (duration: 380.814326ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:44.639034Z","caller":"traceutil/trace.go:171","msg":"trace[60629091] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:5191; }","duration":"298.91054ms","start":"2026-03-04T01:31:44.340108Z","end":"2026-03-04T01:31:44.639018Z","steps":["trace[60629091] 'count revisions from in-memory index tree' (duration: 298.551639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:44.639077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:31:44.257554Z","time spent":"381.507868ms","remote":"127.0.0.1:56286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-dnr8d\" "} {"level":"info","ts":"2026-03-04T01:31:44.63909Z","caller":"traceutil/trace.go:171","msg":"trace[23932867] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:5191; }","duration":"234.021346ms","start":"2026-03-04T01:31:44.40503Z","end":"2026-03-04T01:31:44.639051Z","steps":["trace[23932867] 'count revisions from in-memory index tree' (duration: 233.674815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:44.639174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.585254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13852"} {"level":"info","ts":"2026-03-04T01:31:44.639299Z","caller":"traceutil/trace.go:171","msg":"trace[164901758] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5191; }","duration":"240.790401ms","start":"2026-03-04T01:31:44.398479Z","end":"2026-03-04T01:31:44.639269Z","steps":["trace[164901758] 'range keys from in-memory index tree' (duration: 240.164831ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:48.851508Z","caller":"traceutil/trace.go:171","msg":"trace[1454242295] linearizableReadLoop","detail":"{readStateIndex:5424; appliedIndex:5423; }","duration":"184.759184ms","start":"2026-03-04T01:31:48.666717Z","end":"2026-03-04T01:31:48.851476Z","steps":["trace[1454242295] 'read index received' (duration: 184.566287ms)","trace[1454242295] 'applied index is now lower than readState.Index' (duration: 191.287µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:31:48.851562Z","caller":"traceutil/trace.go:171","msg":"trace[1556149849] transaction","detail":"{read_only:false; response_revision:5218; number_of_response:1; }","duration":"257.348528ms","start":"2026-03-04T01:31:48.59417Z","end":"2026-03-04T01:31:48.851518Z","steps":["trace[1556149849] 'process raft request' (duration: 257.10059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:48.851845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.104895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dnr8d\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-04T01:31:48.852077Z","caller":"traceutil/trace.go:171","msg":"trace[2132317284] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dnr8d; range_end:; response_count:1; response_revision:5218; }","duration":"185.396024ms","start":"2026-03-04T01:31:48.666656Z","end":"2026-03-04T01:31:48.852052Z","steps":["trace[2132317284] 'agreement among raft nodes before linearized reading' (duration: 184.981701ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:49.083035Z","caller":"traceutil/trace.go:171","msg":"trace[649999930] linearizableReadLoop","detail":"{readStateIndex:5425; appliedIndex:5424; }","duration":"183.99617ms","start":"2026-03-04T01:31:48.898995Z","end":"2026-03-04T01:31:49.082991Z","steps":["trace[649999930] 'read index received' (duration: 183.478963ms)","trace[649999930] 'applied index is now lower than readState.Index' (duration: 514.767µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:31:49.083238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.228348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:31:49.083073Z","caller":"traceutil/trace.go:171","msg":"trace[203214336] transaction","detail":"{read_only:false; response_revision:5219; number_of_response:1; }","duration":"219.700893ms","start":"2026-03-04T01:31:48.863313Z","end":"2026-03-04T01:31:49.083014Z","steps":["trace[203214336] 'process raft request' (duration: 219.175957ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:49.083306Z","caller":"traceutil/trace.go:171","msg":"trace[1191390245] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5219; }","duration":"184.360751ms","start":"2026-03-04T01:31:48.898929Z","end":"2026-03-04T01:31:49.083289Z","steps":["trace[1191390245] 'agreement among raft nodes before linearized reading' (duration: 184.228937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:49.083629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.654438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-04T01:31:49.083768Z","caller":"traceutil/trace.go:171","msg":"trace[377571221] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5219; }","duration":"171.887806ms","start":"2026-03-04T01:31:48.911864Z","end":"2026-03-04T01:31:49.083751Z","steps":["trace[377571221] 'agreement among raft nodes before linearized reading' (duration: 171.521564ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:49.358936Z","caller":"traceutil/trace.go:171","msg":"trace[949275014] transaction","detail":"{read_only:false; response_revision:5221; number_of_response:1; }","duration":"264.819385ms","start":"2026-03-04T01:31:49.094085Z","end":"2026-03-04T01:31:49.358904Z","steps":["trace[949275014] 'process raft request' (duration: 255.979415ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:49.358981Z","caller":"traceutil/trace.go:171","msg":"trace[1612623479] transaction","detail":"{read_only:false; response_revision:5222; number_of_response:1; }","duration":"264.758863ms","start":"2026-03-04T01:31:49.094184Z","end":"2026-03-04T01:31:49.358943Z","steps":["trace[1612623479] 'process raft request' (duration: 264.588868ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:49.35923Z","caller":"traceutil/trace.go:171","msg":"trace[1074665870] transaction","detail":"{read_only:false; response_revision:5223; number_of_response:1; }","duration":"264.771424ms","start":"2026-03-04T01:31:49.094445Z","end":"2026-03-04T01:31:49.359217Z","steps":["trace[1074665870] 'process raft request' (duration: 264.382482ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:49.877273Z","caller":"traceutil/trace.go:171","msg":"trace[505563147] linearizableReadLoop","detail":"{readStateIndex:5431; appliedIndex:5430; }","duration":"144.090313ms","start":"2026-03-04T01:31:49.733151Z","end":"2026-03-04T01:31:49.877242Z","steps":["trace[505563147] 'read index received' (duration: 143.835275ms)","trace[505563147] 'applied index is now lower than readState.Index' (duration: 253.588µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:31:49.877373Z","caller":"traceutil/trace.go:171","msg":"trace[1297807061] transaction","detail":"{read_only:false; response_revision:5225; number_of_response:1; }","duration":"147.066117ms","start":"2026-03-04T01:31:49.730242Z","end":"2026-03-04T01:31:49.877308Z","steps":["trace[1297807061] 'process raft request' (duration: 146.739977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:49.877538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.339241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9637"} {"level":"info","ts":"2026-03-04T01:31:49.87761Z","caller":"traceutil/trace.go:171","msg":"trace[1356658663] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5225; }","duration":"144.455834ms","start":"2026-03-04T01:31:49.733135Z","end":"2026-03-04T01:31:49.87759Z","steps":["trace[1356658663] 'agreement among raft nodes before linearized reading' (duration: 144.233227ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:50.120449Z","caller":"traceutil/trace.go:171","msg":"trace[1682544339] transaction","detail":"{read_only:false; response_revision:5227; number_of_response:1; }","duration":"143.872906ms","start":"2026-03-04T01:31:49.976525Z","end":"2026-03-04T01:31:50.120398Z","steps":["trace[1682544339] 'process raft request' (duration: 136.645957ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:50.120502Z","caller":"traceutil/trace.go:171","msg":"trace[1688109153] linearizableReadLoop","detail":"{readStateIndex:5433; appliedIndex:5432; }","duration":"127.313311ms","start":"2026-03-04T01:31:49.993165Z","end":"2026-03-04T01:31:50.120478Z","steps":["trace[1688109153] 'read index received' (duration: 120.03036ms)","trace[1688109153] 'applied index is now lower than readState.Index' (duration: 7.280251ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:31:50.120737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.561019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-04T01:31:50.120781Z","caller":"traceutil/trace.go:171","msg":"trace[245699681] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5228; }","duration":"127.672153ms","start":"2026-03-04T01:31:49.993096Z","end":"2026-03-04T01:31:50.120768Z","steps":["trace[245699681] 'agreement among raft nodes before linearized reading' (duration: 127.444726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:50.120912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.694777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-04T01:31:50.120953Z","caller":"traceutil/trace.go:171","msg":"trace[1077341525] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5228; }","duration":"106.738368ms","start":"2026-03-04T01:31:50.0142Z","end":"2026-03-04T01:31:50.120939Z","steps":["trace[1077341525] 'agreement among raft nodes before linearized reading' (duration: 106.609564ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:50.407116Z","caller":"traceutil/trace.go:171","msg":"trace[1268917472] linearizableReadLoop","detail":"{readStateIndex:5438; appliedIndex:5436; }","duration":"164.17243ms","start":"2026-03-04T01:31:50.242912Z","end":"2026-03-04T01:31:50.407084Z","steps":["trace[1268917472] 'read index received' (duration: 14.18795ms)","trace[1268917472] 'applied index is now lower than readState.Index' (duration: 149.98288ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:31:50.407198Z","caller":"traceutil/trace.go:171","msg":"trace[1095223363] transaction","detail":"{read_only:false; response_revision:5231; number_of_response:1; }","duration":"165.343327ms","start":"2026-03-04T01:31:50.24181Z","end":"2026-03-04T01:31:50.407153Z","steps":["trace[1095223363] 'process raft request' (duration: 120.148583ms)","trace[1095223363] 'compare' (duration: 45.003328ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:31:50.407411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.944852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:31:50.407433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.871891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-04T01:31:50.407449Z","caller":"traceutil/trace.go:171","msg":"trace[85587901] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5231; }","duration":"157.026884ms","start":"2026-03-04T01:31:50.25041Z","end":"2026-03-04T01:31:50.407437Z","steps":["trace[85587901] 'agreement among raft nodes before linearized reading' (duration: 156.936281ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:50.407477Z","caller":"traceutil/trace.go:171","msg":"trace[283488086] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5231; }","duration":"163.961854ms","start":"2026-03-04T01:31:50.243501Z","end":"2026-03-04T01:31:50.407462Z","steps":["trace[283488086] 'agreement among raft nodes before linearized reading' (duration: 163.776318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:50.407528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.582364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-04T01:31:50.407633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.444951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-04T01:31:50.407635Z","caller":"traceutil/trace.go:171","msg":"trace[1087520759] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5231; }","duration":"164.753809ms","start":"2026-03-04T01:31:50.242856Z","end":"2026-03-04T01:31:50.40761Z","steps":["trace[1087520759] 'agreement among raft nodes before linearized reading' (duration: 164.399048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:50.407663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.398546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T01:31:50.407665Z","caller":"traceutil/trace.go:171","msg":"trace[584186997] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5231; }","duration":"148.478042ms","start":"2026-03-04T01:31:50.25918Z","end":"2026-03-04T01:31:50.407658Z","steps":["trace[584186997] 'agreement among raft nodes before linearized reading' (duration: 148.41936ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:50.407701Z","caller":"traceutil/trace.go:171","msg":"trace[115022477] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5231; }","duration":"163.488428ms","start":"2026-03-04T01:31:50.244204Z","end":"2026-03-04T01:31:50.407693Z","steps":["trace[115022477] 'agreement among raft nodes before linearized reading' (duration: 163.398396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:50.407652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.380405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T01:31:50.407792Z","caller":"traceutil/trace.go:171","msg":"trace[1822029538] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5231; }","duration":"163.54568ms","start":"2026-03-04T01:31:50.244238Z","end":"2026-03-04T01:31:50.407784Z","steps":["trace[1822029538] 'agreement among raft nodes before linearized reading' (duration: 163.309603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:50.407775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.224845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T01:31:50.407878Z","caller":"traceutil/trace.go:171","msg":"trace[273623410] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5231; }","duration":"160.35439ms","start":"2026-03-04T01:31:50.247499Z","end":"2026-03-04T01:31:50.407854Z","steps":["trace[273623410] 'agreement among raft nodes before linearized reading' (duration: 160.076501ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:32:24.910016Z","caller":"traceutil/trace.go:171","msg":"trace[863880628] transaction","detail":"{read_only:false; response_revision:5520; number_of_response:1; }","duration":"144.133495ms","start":"2026-03-04T01:32:24.765856Z","end":"2026-03-04T01:32:24.90999Z","steps":["trace[863880628] 'process raft request' (duration: 53.718535ms)","trace[863880628] 'compare' (duration: 90.001787ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:32:25.314937Z","caller":"traceutil/trace.go:171","msg":"trace[764688395] linearizableReadLoop","detail":"{readStateIndex:5736; appliedIndex:5735; }","duration":"239.376577ms","start":"2026-03-04T01:32:25.075533Z","end":"2026-03-04T01:32:25.314909Z","steps":["trace[764688395] 'read index received' (duration: 205.949196ms)","trace[764688395] 'applied index is now lower than readState.Index' (duration: 33.426041ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:32:25.315207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.662987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dnr8d\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-04T01:32:25.315246Z","caller":"traceutil/trace.go:171","msg":"trace[1153218365] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dnr8d; range_end:; response_count:1; response_revision:5521; }","duration":"239.760899ms","start":"2026-03-04T01:32:25.075474Z","end":"2026-03-04T01:32:25.315235Z","steps":["trace[1153218365] 'agreement among raft nodes before linearized reading' (duration: 239.602684ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:32:25.315413Z","caller":"traceutil/trace.go:171","msg":"trace[1756879933] transaction","detail":"{read_only:false; response_revision:5521; number_of_response:1; }","duration":"400.958416ms","start":"2026-03-04T01:32:24.914108Z","end":"2026-03-04T01:32:25.315067Z","steps":["trace[1756879933] 'process raft request' (duration: 367.3785ms)","trace[1756879933] 'compare' (duration: 33.310368ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:32:25.315802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:32:24.91409Z","time spent":"401.4296ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:32:33.813901Z","caller":"traceutil/trace.go:171","msg":"trace[493721648] linearizableReadLoop","detail":"{readStateIndex:5783; appliedIndex:5782; }","duration":"123.008504ms","start":"2026-03-04T01:32:33.690871Z","end":"2026-03-04T01:32:33.81388Z","steps":["trace[493721648] 'read index received' (duration: 122.809498ms)","trace[493721648] 'applied index is now lower than readState.Index' (duration: 197.446µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:32:33.814023Z","caller":"traceutil/trace.go:171","msg":"trace[993952923] transaction","detail":"{read_only:false; response_revision:5566; number_of_response:1; }","duration":"134.092256ms","start":"2026-03-04T01:32:33.679883Z","end":"2026-03-04T01:32:33.813976Z","steps":["trace[993952923] 'process raft request' (duration: 133.831478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:32:33.81406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.155589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:32:33.814152Z","caller":"traceutil/trace.go:171","msg":"trace[1158014309] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:5566; }","duration":"123.298194ms","start":"2026-03-04T01:32:33.690844Z","end":"2026-03-04T01:32:33.814142Z","steps":["trace[1158014309] 'agreement among raft nodes before linearized reading' (duration: 123.125228ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:32:34.007457Z","caller":"traceutil/trace.go:171","msg":"trace[2023941616] transaction","detail":"{read_only:false; response_revision:5568; number_of_response:1; }","duration":"107.259864ms","start":"2026-03-04T01:32:33.900168Z","end":"2026-03-04T01:32:34.007427Z","steps":["trace[2023941616] 'process raft request' (duration: 24.376713ms)","trace[2023941616] 'compare' (duration: 82.747057ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:32:34.953986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.679907ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:32:34.954187Z","caller":"traceutil/trace.go:171","msg":"trace[1009552152] transaction","detail":"{read_only:false; response_revision:5573; number_of_response:1; }","duration":"163.23651ms","start":"2026-03-04T01:32:34.790878Z","end":"2026-03-04T01:32:34.954115Z","steps":["trace[1009552152] 'process raft request' (duration: 26.310985ms)","trace[1009552152] 'compare' (duration: 136.501912ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:32:34.998514Z","caller":"traceutil/trace.go:171","msg":"trace[1107488906] transaction","detail":"{read_only:false; response_revision:5574; number_of_response:1; }","duration":"206.036499ms","start":"2026-03-04T01:32:34.792434Z","end":"2026-03-04T01:32:34.99847Z","steps":["trace[1107488906] 'process raft request' (duration: 205.835283ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:32:47.06602Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2727} {"level":"info","ts":"2026-03-04T01:32:47.136366Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2727,"took":"68.719011ms","hash":2058926512,"current-db-size-bytes":41205760,"current-db-size":"41 MB","current-db-size-in-use-bytes":30494720,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-04T01:32:47.136445Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2058926512,"revision":2727,"compact-revision":-1} {"level":"info","ts":"2026-03-04T01:37:14.206794Z","caller":"traceutil/trace.go:171","msg":"trace[575979929] transaction","detail":"{read_only:false; response_revision:7395; number_of_response:1; }","duration":"142.033467ms","start":"2026-03-04T01:37:14.064733Z","end":"2026-03-04T01:37:14.206767Z","steps":["trace[575979929] 'process raft request' (duration: 141.856702ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:37:19.22499Z","caller":"traceutil/trace.go:171","msg":"trace[1166030156] linearizableReadLoop","detail":"{readStateIndex:7733; appliedIndex:7732; }","duration":"141.663686ms","start":"2026-03-04T01:37:19.083302Z","end":"2026-03-04T01:37:19.224966Z","steps":["trace[1166030156] 'read index received' (duration: 51.517348ms)","trace[1166030156] 'applied index is now lower than readState.Index' (duration: 90.143078ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:37:19.225124Z","caller":"traceutil/trace.go:171","msg":"trace[164013165] transaction","detail":"{read_only:false; response_revision:7449; number_of_response:1; }","duration":"144.140824ms","start":"2026-03-04T01:37:19.080926Z","end":"2026-03-04T01:37:19.225067Z","steps":["trace[164013165] 'process raft request' (duration: 53.858872ms)","trace[164013165] 'compare' (duration: 90.065405ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:37:19.225223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.461989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/barbican-api-certs\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:37:19.225524Z","caller":"traceutil/trace.go:171","msg":"trace[1056674192] range","detail":"{range_begin:/registry/secrets/openstack/barbican-api-certs; range_end:; response_count:0; response_revision:7449; }","duration":"141.656575ms","start":"2026-03-04T01:37:19.083735Z","end":"2026-03-04T01:37:19.225392Z","steps":["trace[1056674192] 'agreement among raft nodes before linearized reading' (duration: 141.389487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:19.226062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.75126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111917"} {"level":"info","ts":"2026-03-04T01:37:19.226116Z","caller":"traceutil/trace.go:171","msg":"trace[1794203303] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:7449; }","duration":"142.827132ms","start":"2026-03-04T01:37:19.083276Z","end":"2026-03-04T01:37:19.226103Z","steps":["trace[1794203303] 'agreement among raft nodes before linearized reading' (duration: 141.992135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:19.761992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.418145ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:37:19.762864Z","caller":"traceutil/trace.go:171","msg":"trace[1188286749] linearizableReadLoop","detail":"{readStateIndex:7742; appliedIndex:7741; }","duration":"322.718315ms","start":"2026-03-04T01:37:19.440116Z","end":"2026-03-04T01:37:19.762835Z","steps":["trace[1188286749] 'read index received' (duration: 207.286758ms)","trace[1188286749] 'applied index is now lower than readState.Index' (duration: 115.429017ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:37:19.762982Z","caller":"traceutil/trace.go:171","msg":"trace[2048769524] transaction","detail":"{read_only:false; response_revision:7456; number_of_response:1; }","duration":"335.637853ms","start":"2026-03-04T01:37:19.427323Z","end":"2026-03-04T01:37:19.76296Z","steps":["trace[2048769524] 'process raft request' (duration: 220.105963ms)","trace[2048769524] 'compare' (duration: 114.237929ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:37:19.763082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:19.427304Z","time spent":"335.718535ms","remote":"127.0.0.1:47650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2159,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:37:19.763164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.046345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-04T01:37:19.763229Z","caller":"traceutil/trace.go:171","msg":"trace[431083529] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:7456; }","duration":"323.162509ms","start":"2026-03-04T01:37:19.440043Z","end":"2026-03-04T01:37:19.763206Z","steps":["trace[431083529] 'agreement among raft nodes before linearized reading' (duration: 322.944432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:19.763274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:19.440013Z","time spent":"323.252902ms","remote":"127.0.0.1:56186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1153,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-03-04T01:37:19.766104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.153241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-03-04T01:37:19.7662Z","caller":"traceutil/trace.go:171","msg":"trace[284988901] transaction","detail":"{read_only:false; response_revision:7457; number_of_response:1; }","duration":"309.533628ms","start":"2026-03-04T01:37:19.456623Z","end":"2026-03-04T01:37:19.766156Z","steps":["trace[284988901] 'process raft request' (duration: 308.94702ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:37:19.766343Z","caller":"traceutil/trace.go:171","msg":"trace[72611470] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:7457; }","duration":"318.389168ms","start":"2026-03-04T01:37:19.447866Z","end":"2026-03-04T01:37:19.766255Z","steps":["trace[72611470] 'agreement among raft nodes before linearized reading' (duration: 317.977125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:19.766634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:19.447857Z","time spent":"318.763ms","remote":"127.0.0.1:37172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4748,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-04T01:37:19.766409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:19.45659Z","time spent":"309.711204ms","remote":"127.0.0.1:37198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:37:21.351227Z","caller":"traceutil/trace.go:171","msg":"trace[1682419600] transaction","detail":"{read_only:false; response_revision:7471; number_of_response:1; }","duration":"115.340394ms","start":"2026-03-04T01:37:21.235837Z","end":"2026-03-04T01:37:21.351177Z","steps":["trace[1682419600] 'process raft request' (duration: 115.165788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:32.43642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.142808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-04T01:37:32.436523Z","caller":"traceutil/trace.go:171","msg":"trace[1987630606] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7659; }","duration":"159.327244ms","start":"2026-03-04T01:37:32.277175Z","end":"2026-03-04T01:37:32.436502Z","steps":["trace[1987630606] 'range keys from in-memory index tree' (duration: 158.671874ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:37:34.750102Z","caller":"traceutil/trace.go:171","msg":"trace[1901036077] transaction","detail":"{read_only:false; response_revision:7667; number_of_response:1; }","duration":"712.308625ms","start":"2026-03-04T01:37:34.037747Z","end":"2026-03-04T01:37:34.750056Z","steps":["trace[1901036077] 'process raft request' (duration: 711.888941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:34.750271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:34.037724Z","time spent":"712.46029ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:37:35.436405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.736135ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:37:35.436559Z","caller":"traceutil/trace.go:171","msg":"trace[565883190] linearizableReadLoop","detail":"{readStateIndex:7957; appliedIndex:7955; }","duration":"987.767167ms","start":"2026-03-04T01:37:34.448775Z","end":"2026-03-04T01:37:35.436543Z","steps":["trace[565883190] 'read index received' (duration: 301.131384ms)","trace[565883190] 'applied index is now lower than readState.Index' (duration: 686.634483ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:37:35.436722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.943783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T01:37:35.436751Z","caller":"traceutil/trace.go:171","msg":"trace[2004209570] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7668; }","duration":"988.034325ms","start":"2026-03-04T01:37:34.448706Z","end":"2026-03-04T01:37:35.43674Z","steps":["trace[2004209570] 'agreement among raft nodes before linearized reading' (duration: 987.920712ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:37:35.436708Z","caller":"traceutil/trace.go:171","msg":"trace[1701237491] transaction","detail":"{read_only:false; response_revision:7668; number_of_response:1; }","duration":"1.045697788s","start":"2026-03-04T01:37:34.390945Z","end":"2026-03-04T01:37:35.436643Z","steps":["trace[1701237491] 'process raft request' (duration: 516.621723ms)","trace[1701237491] 'compare' (duration: 528.097534ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:37:35.436778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:34.448674Z","time spent":"988.097887ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T01:37:35.436962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:34.390919Z","time spent":"1.045901994s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:37:35.437376Z","caller":"traceutil/trace.go:171","msg":"trace[920137573] transaction","detail":"{read_only:false; response_revision:7669; number_of_response:1; }","duration":"366.970374ms","start":"2026-03-04T01:37:35.070345Z","end":"2026-03-04T01:37:35.437316Z","steps":["trace[920137573] 'process raft request' (duration: 366.537081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:35.437472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.846978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-04T01:37:35.437484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.2798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T01:37:35.437514Z","caller":"traceutil/trace.go:171","msg":"trace[1572613696] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7669; }","duration":"854.92876ms","start":"2026-03-04T01:37:34.582573Z","end":"2026-03-04T01:37:35.437502Z","steps":["trace[1572613696] 'agreement among raft nodes before linearized reading' (duration: 854.812487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:35.437543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:34.582545Z","time spent":"854.991372ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T01:37:35.437545Z","caller":"traceutil/trace.go:171","msg":"trace[1415022150] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7669; }","duration":"735.368093ms","start":"2026-03-04T01:37:34.702162Z","end":"2026-03-04T01:37:35.43753Z","steps":["trace[1415022150] 'agreement among raft nodes before linearized reading' (duration: 735.145746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:35.437579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:34.702152Z","time spent":"735.421695ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T01:37:35.43764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:35.070317Z","time spent":"367.198142ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:37:35.437651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.51838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-04T01:37:35.437732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.892329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:37:35.437784Z","caller":"traceutil/trace.go:171","msg":"trace[742995677] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7669; }","duration":"768.699586ms","start":"2026-03-04T01:37:34.669059Z","end":"2026-03-04T01:37:35.437759Z","steps":["trace[742995677] 'agreement among raft nodes before linearized reading' (duration: 768.233412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:35.437771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.536201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T01:37:35.438152Z","caller":"traceutil/trace.go:171","msg":"trace[1401315701] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7669; }","duration":"680.979765ms","start":"2026-03-04T01:37:34.757145Z","end":"2026-03-04T01:37:35.438125Z","steps":["trace[1401315701] 'agreement among raft nodes before linearized reading' (duration: 680.140028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:35.438277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:34.757118Z","time spent":"681.110748ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T01:37:35.437847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:34.669038Z","time spent":"768.799369ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T01:37:35.437844Z","caller":"traceutil/trace.go:171","msg":"trace[1095603651] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:7669; }","duration":"924.074304ms","start":"2026-03-04T01:37:34.513745Z","end":"2026-03-04T01:37:35.43782Z","steps":["trace[1095603651] 'agreement among raft nodes before linearized reading' (duration: 923.353341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:35.438534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:34.513708Z","time spent":"924.789878ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":29,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:37:44.908157Z","caller":"traceutil/trace.go:171","msg":"trace[663328892] transaction","detail":"{read_only:false; response_revision:7715; number_of_response:1; }","duration":"126.217618ms","start":"2026-03-04T01:37:44.78191Z","end":"2026-03-04T01:37:44.908128Z","steps":["trace[663328892] 'process raft request' (duration: 125.924739ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:37:45.761156Z","caller":"traceutil/trace.go:171","msg":"trace[1442974204] transaction","detail":"{read_only:false; response_revision:7717; number_of_response:1; }","duration":"157.984872ms","start":"2026-03-04T01:37:45.603142Z","end":"2026-03-04T01:37:45.761127Z","steps":["trace[1442974204] 'process raft request' (duration: 77.410166ms)","trace[1442974204] 'compare' (duration: 80.035609ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:37:45.761165Z","caller":"traceutil/trace.go:171","msg":"trace[259349592] linearizableReadLoop","detail":"{readStateIndex:8008; appliedIndex:8007; }","duration":"155.869164ms","start":"2026-03-04T01:37:45.605263Z","end":"2026-03-04T01:37:45.761133Z","steps":["trace[259349592] 'read index received' (duration: 75.240736ms)","trace[259349592] 'applied index is now lower than readState.Index' (duration: 80.625798ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:37:45.80795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.97684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T01:37:45.808044Z","caller":"traceutil/trace.go:171","msg":"trace[1910710006] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7717; }","duration":"138.130044ms","start":"2026-03-04T01:37:45.669892Z","end":"2026-03-04T01:37:45.808022Z","steps":["trace[1910710006] 'agreement among raft nodes before linearized reading' (duration: 137.873006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:45.808207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.938031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223821"} {"level":"warn","ts":"2026-03-04T01:37:45.808238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.554966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T01:37:45.808247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.247558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-04T01:37:45.808298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.00463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-04T01:37:45.808284Z","caller":"traceutil/trace.go:171","msg":"trace[335657615] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7717; }","duration":"203.041875ms","start":"2026-03-04T01:37:45.605223Z","end":"2026-03-04T01:37:45.808265Z","steps":["trace[335657615] 'agreement among raft nodes before linearized reading' (duration: 156.02851ms)","trace[335657615] 'range keys from in-memory index tree' (duration: 46.544481ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:37:45.808354Z","caller":"traceutil/trace.go:171","msg":"trace[1859600744] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7717; }","duration":"138.085693ms","start":"2026-03-04T01:37:45.670252Z","end":"2026-03-04T01:37:45.808338Z","steps":["trace[1859600744] 'agreement among raft nodes before linearized reading' (duration: 137.951699ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:37:45.808348Z","caller":"traceutil/trace.go:171","msg":"trace[2118399723] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7717; }","duration":"137.70505ms","start":"2026-03-04T01:37:45.670609Z","end":"2026-03-04T01:37:45.808314Z","steps":["trace[2118399723] 'agreement among raft nodes before linearized reading' (duration: 137.361609ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:37:45.808351Z","caller":"traceutil/trace.go:171","msg":"trace[625228166] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7717; }","duration":"138.379612ms","start":"2026-03-04T01:37:45.66995Z","end":"2026-03-04T01:37:45.808329Z","steps":["trace[625228166] 'agreement among raft nodes before linearized reading' (duration: 138.071122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:45.808234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.254347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T01:37:45.809182Z","caller":"traceutil/trace.go:171","msg":"trace[2028542792] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7717; }","duration":"138.619399ms","start":"2026-03-04T01:37:45.669888Z","end":"2026-03-04T01:37:45.808507Z","steps":["trace[2028542792] 'agreement among raft nodes before linearized reading' (duration: 138.193926ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:37:46.206741Z","caller":"traceutil/trace.go:171","msg":"trace[1155469621] transaction","detail":"{read_only:false; response_revision:7718; number_of_response:1; }","duration":"389.437414ms","start":"2026-03-04T01:37:45.817276Z","end":"2026-03-04T01:37:46.206713Z","steps":["trace[1155469621] 'process raft request' (duration: 389.208737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:46.20689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:45.817257Z","time spent":"389.556258ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:37:46.417025Z","caller":"traceutil/trace.go:171","msg":"trace[1034431605] transaction","detail":"{read_only:false; response_revision:7721; number_of_response:1; }","duration":"599.448629ms","start":"2026-03-04T01:37:45.817553Z","end":"2026-03-04T01:37:46.417002Z","steps":["trace[1034431605] 'process raft request' (duration: 599.398588ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:37:46.417107Z","caller":"traceutil/trace.go:171","msg":"trace[1988480565] transaction","detail":"{read_only:false; response_revision:7720; number_of_response:1; }","duration":"599.569442ms","start":"2026-03-04T01:37:45.817504Z","end":"2026-03-04T01:37:46.417073Z","steps":["trace[1988480565] 'process raft request' (duration: 599.422748ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:37:46.41709Z","caller":"traceutil/trace.go:171","msg":"trace[79179599] transaction","detail":"{read_only:false; response_revision:7719; number_of_response:1; }","duration":"599.600024ms","start":"2026-03-04T01:37:45.817439Z","end":"2026-03-04T01:37:46.417039Z","steps":["trace[79179599] 'process raft request' (duration: 599.359987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:46.417163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:45.817532Z","time spent":"599.563943ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:37:46.417209Z","caller":"traceutil/trace.go:171","msg":"trace[792747226] linearizableReadLoop","detail":"{readStateIndex:8014; appliedIndex:8009; }","duration":"515.845228ms","start":"2026-03-04T01:37:45.90134Z","end":"2026-03-04T01:37:46.417186Z","steps":["trace[792747226] 'read index received' (duration: 305.185552ms)","trace[792747226] 'applied index is now lower than readState.Index' (duration: 210.656276ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:37:46.417273Z","caller":"traceutil/trace.go:171","msg":"trace[814583435] transaction","detail":"{read_only:false; response_revision:7722; number_of_response:1; }","duration":"599.410958ms","start":"2026-03-04T01:37:45.817855Z","end":"2026-03-04T01:37:46.417266Z","steps":["trace[814583435] 'process raft request' (duration: 599.122048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:46.41731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:45.817836Z","time spent":"599.453129ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:37:46.417312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:45.81743Z","time spent":"599.760349ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:37:46.417331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.985802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:37:46.417357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.386074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:37:46.417382Z","caller":"traceutil/trace.go:171","msg":"trace[322843165] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7722; }","duration":"516.093146ms","start":"2026-03-04T01:37:45.901267Z","end":"2026-03-04T01:37:46.41736Z","steps":["trace[322843165] 'agreement among raft nodes before linearized reading' (duration: 516.009863ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:37:46.417393Z","caller":"traceutil/trace.go:171","msg":"trace[250049290] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:7722; }","duration":"440.463846ms","start":"2026-03-04T01:37:45.976917Z","end":"2026-03-04T01:37:46.417381Z","steps":["trace[250049290] 'agreement among raft nodes before linearized reading' (duration: 440.387294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:46.417426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:45.976872Z","time spent":"440.544978ms","remote":"127.0.0.1:56322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:37:46.417424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:45.901244Z","time spent":"516.170678ms","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:37:46.417696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:45.817473Z","time spent":"599.700007ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:37:48.112946Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743091943685712,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:37:48.312717Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.398542414s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T01:37:48.313162Z","caller":"traceutil/trace.go:171","msg":"trace[156204216] transaction","detail":"{read_only:false; response_revision:7723; number_of_response:1; }","duration":"1.39904506s","start":"2026-03-04T01:37:46.914062Z","end":"2026-03-04T01:37:48.313107Z","steps":["trace[156204216] 'process raft request' (duration: 1.398865614s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:48.313326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:46.914038Z","time spent":"1.399208155s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:37:48.902132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.428769ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:37:48.902516Z","caller":"traceutil/trace.go:171","msg":"trace[496992951] linearizableReadLoop","detail":"{readStateIndex:8017; appliedIndex:8014; }","duration":"1.290041086s","start":"2026-03-04T01:37:47.612456Z","end":"2026-03-04T01:37:48.902497Z","steps":["trace[496992951] 'read index received' (duration: 700.450338ms)","trace[496992951] 'applied index is now lower than readState.Index' (duration: 589.589458ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:37:48.902671Z","caller":"traceutil/trace.go:171","msg":"trace[1453591227] transaction","detail":"{read_only:false; response_revision:7724; number_of_response:1; }","duration":"1.835280322s","start":"2026-03-04T01:37:47.067376Z","end":"2026-03-04T01:37:48.902657Z","steps":["trace[1453591227] 'process raft request' (duration: 1.661224533s)","trace[1453591227] 'compare' (duration: 173.220702ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:37:48.9028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:47.067352Z","time spent":"1.835412616s","remote":"127.0.0.1:56088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":25,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:37:48.903076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.290574872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T01:37:48.903135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.415851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-78cd46897f-vwwtw.18997f9edd5a4d22\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-04T01:37:48.903094Z","caller":"traceutil/trace.go:171","msg":"trace[1778024866] transaction","detail":"{read_only:false; response_revision:7725; number_of_response:1; }","duration":"1.294677823s","start":"2026-03-04T01:37:47.608357Z","end":"2026-03-04T01:37:48.903035Z","steps":["trace[1778024866] 'process raft request' (duration: 1.294063963s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:48.903136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.235164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T01:37:48.903175Z","caller":"traceutil/trace.go:171","msg":"trace[218713811] range","detail":"{range_begin:/registry/events/openstack/barbican-api-78cd46897f-vwwtw.18997f9edd5a4d22; range_end:; response_count:1; response_revision:7725; }","duration":"256.549696ms","start":"2026-03-04T01:37:48.646613Z","end":"2026-03-04T01:37:48.903162Z","steps":["trace[218713811] 'agreement among raft nodes before linearized reading' (duration: 256.422882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:48.903149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142590858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-04T01:37:48.903179Z","caller":"traceutil/trace.go:171","msg":"trace[1972338696] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:7725; }","duration":"1.290735407s","start":"2026-03-04T01:37:47.612418Z","end":"2026-03-04T01:37:48.903153Z","steps":["trace[1972338696] 'agreement among raft nodes before linearized reading' (duration: 1.29050504s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:48.903199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.377575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-04T01:37:48.903233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:47.612405Z","time spent":"1.290816901s","remote":"127.0.0.1:37184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:37:48.903233Z","caller":"traceutil/trace.go:171","msg":"trace[1353928567] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7725; }","duration":"1.142734102s","start":"2026-03-04T01:37:47.760476Z","end":"2026-03-04T01:37:48.90321Z","steps":["trace[1353928567] 'agreement among raft nodes before linearized reading' (duration: 1.142480854s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:37:48.903275Z","caller":"traceutil/trace.go:171","msg":"trace[1822461453] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7725; }","duration":"692.472748ms","start":"2026-03-04T01:37:48.210783Z","end":"2026-03-04T01:37:48.903256Z","steps":["trace[1822461453] 'agreement among raft nodes before linearized reading' (duration: 692.212209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:48.903293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:47.760453Z","time spent":"1.142827915s","remote":"127.0.0.1:56286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T01:37:48.90329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:47.608333Z","time spent":"1.294862379s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:37:48.90333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:48.210724Z","time spent":"692.593962ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T01:37:48.903302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.925034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-04T01:37:48.903311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.791608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129253"} {"level":"warn","ts":"2026-03-04T01:37:48.903373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.072199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T01:37:48.903379Z","caller":"traceutil/trace.go:171","msg":"trace[633743954] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7725; }","duration":"481.043468ms","start":"2026-03-04T01:37:48.422328Z","end":"2026-03-04T01:37:48.903371Z","steps":["trace[633743954] 'agreement among raft nodes before linearized reading' (duration: 480.913424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:48.903408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:48.422303Z","time spent":"481.095759ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T01:37:48.903404Z","caller":"traceutil/trace.go:171","msg":"trace[1410523359] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7725; }","duration":"481.138071ms","start":"2026-03-04T01:37:48.422255Z","end":"2026-03-04T01:37:48.903393Z","steps":["trace[1410523359] 'agreement among raft nodes before linearized reading' (duration: 481.068949ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:37:48.903424Z","caller":"traceutil/trace.go:171","msg":"trace[916520622] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:7725; }","duration":"479.926063ms","start":"2026-03-04T01:37:48.423455Z","end":"2026-03-04T01:37:48.903381Z","steps":["trace[916520622] 'agreement among raft nodes before linearized reading' (duration: 479.622563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:48.903445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:48.422231Z","time spent":"481.207333ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T01:37:48.903495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004828595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:37:48.903487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:48.423443Z","time spent":"480.032616ms","remote":"127.0.0.1:56136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129275,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-03-04T01:37:48.903556Z","caller":"traceutil/trace.go:171","msg":"trace[1062528026] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7725; }","duration":"1.004920719s","start":"2026-03-04T01:37:47.898622Z","end":"2026-03-04T01:37:48.903542Z","steps":["trace[1062528026] 'agreement among raft nodes before linearized reading' (duration: 1.004827106s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:48.903576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.138783838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-04T01:37:48.903603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:47.898607Z","time spent":"1.00498616s","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T01:37:48.903613Z","caller":"traceutil/trace.go:171","msg":"trace[85871938] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7725; }","duration":"1.13886658s","start":"2026-03-04T01:37:47.764735Z","end":"2026-03-04T01:37:48.903602Z","steps":["trace[85871938] 'agreement among raft nodes before linearized reading' (duration: 1.138761136s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:48.903648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:47.764708Z","time spent":"1.138933832s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T01:37:48.9035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.620475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:37:48.903717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08286397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dnr8d\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-04T01:37:48.903751Z","caller":"traceutil/trace.go:171","msg":"trace[1739482025] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:7725; }","duration":"656.866793ms","start":"2026-03-04T01:37:48.246823Z","end":"2026-03-04T01:37:48.90369Z","steps":["trace[1739482025] 'agreement among raft nodes before linearized reading' (duration: 656.637966ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:37:48.903215Z","caller":"traceutil/trace.go:171","msg":"trace[665775497] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7725; }","duration":"481.349898ms","start":"2026-03-04T01:37:48.421845Z","end":"2026-03-04T01:37:48.903194Z","steps":["trace[665775497] 'agreement among raft nodes before linearized reading' (duration: 481.12108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:48.903842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:48.246798Z","time spent":"657.027188ms","remote":"127.0.0.1:53416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:37:48.903875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:48.421833Z","time spent":"482.022579ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T01:37:48.903884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.796906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-04T01:37:48.90383Z","caller":"traceutil/trace.go:171","msg":"trace[1652792163] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dnr8d; range_end:; response_count:1; response_revision:7725; }","duration":"1.083038786s","start":"2026-03-04T01:37:47.820737Z","end":"2026-03-04T01:37:48.903776Z","steps":["trace[1652792163] 'agreement among raft nodes before linearized reading' (duration: 1.082554631s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:37:48.903945Z","caller":"traceutil/trace.go:171","msg":"trace[1031722962] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:7725; }","duration":"490.877459ms","start":"2026-03-04T01:37:48.413051Z","end":"2026-03-04T01:37:48.903929Z","steps":["trace[1031722962] 'agreement among raft nodes before linearized reading' (duration: 489.95169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:48.904004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:48.413036Z","time spent":"490.961921ms","remote":"127.0.0.1:56150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":140,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-04T01:37:48.90408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:47.820724Z","time spent":"1.083341255s","remote":"127.0.0.1:56286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-dnr8d\" "} {"level":"warn","ts":"2026-03-04T01:37:48.903449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.946165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T01:37:48.904169Z","caller":"traceutil/trace.go:171","msg":"trace[746251486] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7725; }","duration":"481.73507ms","start":"2026-03-04T01:37:48.422418Z","end":"2026-03-04T01:37:48.904153Z","steps":["trace[746251486] 'agreement among raft nodes before linearized reading' (duration: 480.639225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:48.904215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:48.42241Z","time spent":"481.794752ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T01:37:50.040071Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5661} {"level":"warn","ts":"2026-03-04T01:37:50.040387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.277758ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:5"} {"level":"info","ts":"2026-03-04T01:37:50.040506Z","caller":"traceutil/trace.go:171","msg":"trace[230084379] compact","detail":"{revision:5661; response_revision:7725; }","duration":"1.134621037s","start":"2026-03-04T01:37:48.905867Z","end":"2026-03-04T01:37:50.040489Z","steps":["trace[230084379] 'process raft request' (duration: 161.236114ms)","trace[230084379] 'check and update compact revision' (duration: 972.179305ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:37:50.04055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:48.905826Z","time spent":"1.13472019s","remote":"127.0.0.1:56088","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T01:37:50.086278Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.019099347s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T01:37:50.914092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000482462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T01:37:50.914212Z","caller":"traceutil/trace.go:171","msg":"trace[1126675617] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000647258s","start":"2026-03-04T01:37:48.913535Z","end":"2026-03-04T01:37:50.914182Z","steps":["trace[1126675617] 'agreement among raft nodes before linearized reading' (duration: 2.000491943s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:50.914272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:48.913527Z","time spent":"2.0007325s","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:37:51.007877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.336059ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-04T01:37:51.00808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:48.906165Z","time spent":"2.101910976s","remote":"127.0.0.1:56164","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T01:37:51.270607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.508244ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:37:51.270772Z","caller":"traceutil/trace.go:171","msg":"trace[654812162] transaction","detail":"{read_only:false; response_revision:7726; number_of_response:1; }","duration":"2.36251104s","start":"2026-03-04T01:37:48.908235Z","end":"2026-03-04T01:37:51.270746Z","steps":["trace[654812162] 'process raft request' (duration: 2.099766969s)","trace[654812162] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/kube-scheduler; req_size:460; } (duration: 262.160022ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:37:51.270849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:48.90822Z","time spent":"2.362597824s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:37:52.85344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.619908ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:37:52.853665Z","caller":"traceutil/trace.go:171","msg":"trace[690387750] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7726; }","duration":"307.867066ms","start":"2026-03-04T01:37:52.54577Z","end":"2026-03-04T01:37:52.853638Z","steps":["trace[690387750] 'range keys from in-memory index tree' (duration: 307.593548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:52.915482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000251554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T01:37:52.915582Z","caller":"traceutil/trace.go:171","msg":"trace[25990837] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000440771s","start":"2026-03-04T01:37:50.915116Z","end":"2026-03-04T01:37:52.915557Z","steps":["trace[25990837] 'agreement among raft nodes before linearized reading' (duration: 2.000280966s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:52.915717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:50.915096Z","time spent":"2.000579924s","remote":"127.0.0.1:56074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:37:53.233055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.962230203s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:37:53.233203Z","caller":"traceutil/trace.go:171","msg":"trace[996561374] transaction","detail":"{read_only:false; response_revision:7727; number_of_response:1; }","duration":"4.324251148s","start":"2026-03-04T01:37:48.908928Z","end":"2026-03-04T01:37:53.23318Z","steps":["trace[996561374] 'process raft request' (duration: 2.361801388s)","trace[996561374] 'compare' (duration: 1.582171425s)","trace[996561374] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/kube-controller-manager; req_size:487; } (duration: 379.711197ms)"],"step_count":3} {"level":"warn","ts":"2026-03-04T01:37:53.233269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:48.90892Z","time spent":"4.32431888s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:37:53.75518Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5661,"took":"3.713408519s","hash":1908665221,"current-db-size-bytes":42893312,"current-db-size":"43 MB","current-db-size-in-use-bytes":23625728,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-04T01:37:53.755259Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1908665221,"revision":5661,"compact-revision":2727} {"level":"warn","ts":"2026-03-04T01:37:53.755605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.355193ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:37:53.755718Z","caller":"traceutil/trace.go:171","msg":"trace[1140727588] transaction","detail":"{read_only:false; response_revision:7728; number_of_response:1; }","duration":"4.846420045s","start":"2026-03-04T01:37:48.909266Z","end":"2026-03-04T01:37:53.755686Z","steps":["trace[1140727588] 'process raft request' (duration: 4.323895947s)","trace[1140727588] 'compare' (duration: 337.976248ms)","trace[1140727588] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/cilium-operator-resource-lock; req_size:474; } (duration: 184.175699ms)"],"step_count":3} {"level":"warn","ts":"2026-03-04T01:37:53.755784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:48.90925Z","time spent":"4.846503987s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:37:53.840886Z","caller":"traceutil/trace.go:171","msg":"trace[1303610485] transaction","detail":"{read_only:false; response_revision:7730; number_of_response:1; }","duration":"4.930648406s","start":"2026-03-04T01:37:48.910205Z","end":"2026-03-04T01:37:53.840854Z","steps":["trace[1303610485] 'process raft request' (duration: 4.930566424s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:37:53.841124Z","caller":"traceutil/trace.go:171","msg":"trace[721472047] linearizableReadLoop","detail":"{readStateIndex:8019; appliedIndex:8017; }","duration":"4.934362353s","start":"2026-03-04T01:37:48.906745Z","end":"2026-03-04T01:37:53.841108Z","steps":["trace[721472047] 'read index received' (duration: 160.441249ms)","trace[721472047] 'applied index is now lower than readState.Index' (duration: 4.773919994s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:37:53.841128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:48.910195Z","time spent":"4.93077122s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:37:53.841225Z","caller":"traceutil/trace.go:171","msg":"trace[509612844] transaction","detail":"{read_only:false; response_revision:7731; number_of_response:1; }","duration":"4.930057088s","start":"2026-03-04T01:37:48.911158Z","end":"2026-03-04T01:37:53.841215Z","steps":["trace[509612844] 'process raft request' (duration: 4.929659725s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:53.841292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:48.911138Z","time spent":"4.930115819s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:37:53.841299Z","caller":"traceutil/trace.go:171","msg":"trace[1722927268] transaction","detail":"{read_only:false; response_revision:7729; number_of_response:1; }","duration":"4.931070279s","start":"2026-03-04T01:37:48.910188Z","end":"2026-03-04T01:37:53.841258Z","steps":["trace[1722927268] 'process raft request' (duration: 4.845483945s)","trace[1722927268] 'compare' (duration: 84.952854ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:37:53.841472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:48.910146Z","time spent":"4.931237805s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:37:53.841804Z","caller":"traceutil/trace.go:171","msg":"trace[1545524276] transaction","detail":"{read_only:false; response_revision:7732; number_of_response:1; }","duration":"4.33379392s","start":"2026-03-04T01:37:49.507998Z","end":"2026-03-04T01:37:53.841792Z","steps":["trace[1545524276] 'process raft request' (duration: 4.333031056s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:53.841905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:49.507965Z","time spent":"4.333887023s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:37:53.842016Z","caller":"traceutil/trace.go:171","msg":"trace[585973660] transaction","detail":"{read_only:false; response_revision:7734; number_of_response:1; }","duration":"3.387964866s","start":"2026-03-04T01:37:50.454039Z","end":"2026-03-04T01:37:53.842004Z","steps":["trace[585973660] 'process raft request' (duration: 3.387900374s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:37:53.842017Z","caller":"traceutil/trace.go:171","msg":"trace[1427684509] transaction","detail":"{read_only:false; response_revision:7733; number_of_response:1; }","duration":"3.523127027s","start":"2026-03-04T01:37:50.31887Z","end":"2026-03-04T01:37:53.841997Z","steps":["trace[1427684509] 'process raft request' (duration: 3.522826878s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:53.841871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.935084116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:52 size:74598"} {"level":"warn","ts":"2026-03-04T01:37:53.842123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:50.318837Z","time spent":"3.523228s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:37:53.842161Z","caller":"traceutil/trace.go:171","msg":"trace[1047644650] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:52; response_revision:7731; }","duration":"4.935417887s","start":"2026-03-04T01:37:48.906719Z","end":"2026-03-04T01:37:53.842137Z","steps":["trace[1047644650] 'agreement among raft nodes before linearized reading' (duration: 4.934676593s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:53.842088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:50.454009Z","time spent":"3.388041029s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:37:53.842225Z","caller":"traceutil/trace.go:171","msg":"trace[782704363] transaction","detail":"{read_only:false; response_revision:7735; number_of_response:1; }","duration":"3.034115678s","start":"2026-03-04T01:37:50.808085Z","end":"2026-03-04T01:37:53.842201Z","steps":["trace[782704363] 'process raft request' (duration: 3.033888411s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:53.842253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:48.906706Z","time spent":"4.93553444s","remote":"127.0.0.1:56294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":52,"response size":74620,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-03-04T01:37:53.842321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:50.808061Z","time spent":"3.03421465s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:37:53.842331Z","caller":"traceutil/trace.go:171","msg":"trace[1611988288] transaction","detail":"{read_only:false; response_revision:7737; number_of_response:1; }","duration":"2.832792167s","start":"2026-03-04T01:37:51.009494Z","end":"2026-03-04T01:37:53.842286Z","steps":["trace[1611988288] 'process raft request' (duration: 2.832693084s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:53.842395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.424108452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:37:53.84245Z","caller":"traceutil/trace.go:171","msg":"trace[180430049] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:7737; }","duration":"4.424202925s","start":"2026-03-04T01:37:49.418232Z","end":"2026-03-04T01:37:53.842435Z","steps":["trace[180430049] 'agreement among raft nodes before linearized reading' (duration: 4.424117902s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:53.842487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:49.41821Z","time spent":"4.424267187s","remote":"127.0.0.1:41256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:37:53.842499Z","caller":"traceutil/trace.go:171","msg":"trace[902649334] transaction","detail":"{read_only:false; response_revision:7736; number_of_response:1; }","duration":"2.932200898s","start":"2026-03-04T01:37:50.910278Z","end":"2026-03-04T01:37:53.842478Z","steps":["trace[902649334] 'process raft request' (duration: 2.931864448s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:53.842525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:51.009469Z","time spent":"2.832948673s","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:37:53.842548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.079216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T01:37:53.84255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.071683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:37:53.842607Z","caller":"traceutil/trace.go:171","msg":"trace[357725608] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7737; }","duration":"567.169149ms","start":"2026-03-04T01:37:53.275421Z","end":"2026-03-04T01:37:53.84259Z","steps":["trace[357725608] 'agreement among raft nodes before linearized reading' (duration: 566.991943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:53.842647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:50.910252Z","time spent":"2.932320321s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:37:53.842604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.933436214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-04T01:37:53.842741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.762513721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:37:53.842719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.933759664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:52 size:74598"} {"level":"info","ts":"2026-03-04T01:37:53.842619Z","caller":"traceutil/trace.go:171","msg":"trace[1996726194] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7737; }","duration":"917.178567ms","start":"2026-03-04T01:37:52.92542Z","end":"2026-03-04T01:37:53.842599Z","steps":["trace[1996726194] 'agreement among raft nodes before linearized reading' (duration: 917.073734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:53.84278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.326974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T01:37:53.842668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.69666723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:37:53.842816Z","caller":"traceutil/trace.go:171","msg":"trace[1114295816] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:52; response_revision:7737; }","duration":"4.933916499s","start":"2026-03-04T01:37:48.908878Z","end":"2026-03-04T01:37:53.842794Z","steps":["trace[1114295816] 'agreement among raft nodes before linearized reading' (duration: 4.933372842s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:37:53.842824Z","caller":"traceutil/trace.go:171","msg":"trace[496094295] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:7737; }","duration":"397.370695ms","start":"2026-03-04T01:37:53.44544Z","end":"2026-03-04T01:37:53.842811Z","steps":["trace[496094295] 'agreement among raft nodes before linearized reading' (duration: 397.304043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:53.842826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:52.925396Z","time spent":"917.413094ms","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:37:53.842861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:53.445383Z","time spent":"397.470637ms","remote":"127.0.0.1:56394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:37:53.842869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:48.90887Z","time spent":"4.933987931s","remote":"127.0.0.1:56294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":52,"response size":74620,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-03-04T01:37:53.842668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:53.275405Z","time spent":"567.249691ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T01:37:53.842772Z","caller":"traceutil/trace.go:171","msg":"trace[1375130320] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7737; }","duration":"4.93361881s","start":"2026-03-04T01:37:48.909137Z","end":"2026-03-04T01:37:53.842756Z","steps":["trace[1375130320] 'agreement among raft nodes before linearized reading' (duration: 4.933407144s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:53.842915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.619223714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-04T01:37:53.842963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:48.909127Z","time spent":"4.933825816s","remote":"127.0.0.1:56286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T01:37:53.842967Z","caller":"traceutil/trace.go:171","msg":"trace[1128681815] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; response_count:1; response_revision:7737; }","duration":"3.619341157s","start":"2026-03-04T01:37:50.223613Z","end":"2026-03-04T01:37:53.842954Z","steps":["trace[1128681815] 'agreement among raft nodes before linearized reading' (duration: 3.618736568s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:37:53.842773Z","caller":"traceutil/trace.go:171","msg":"trace[896765216] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:7737; }","duration":"3.762576852s","start":"2026-03-04T01:37:50.080186Z","end":"2026-03-04T01:37:53.842763Z","steps":["trace[896765216] 'agreement among raft nodes before linearized reading' (duration: 3.762532871s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:53.843005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.13134385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T01:37:53.843015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:50.223577Z","time spent":"3.61942576s","remote":"127.0.0.1:56114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.162\" "} {"level":"warn","ts":"2026-03-04T01:37:53.843026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:50.080165Z","time spent":"3.762842991s","remote":"127.0.0.1:41264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:37:53.84305Z","caller":"traceutil/trace.go:171","msg":"trace[2113233611] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:7737; }","duration":"3.131434422s","start":"2026-03-04T01:37:50.711604Z","end":"2026-03-04T01:37:53.843038Z","steps":["trace[2113233611] 'agreement among raft nodes before linearized reading' (duration: 3.131336639s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:37:53.842872Z","caller":"traceutil/trace.go:171","msg":"trace[1330924440] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:7737; }","duration":"3.696876817s","start":"2026-03-04T01:37:50.145952Z","end":"2026-03-04T01:37:53.842829Z","steps":["trace[1330924440] 'agreement among raft nodes before linearized reading' (duration: 3.69668305s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:53.843084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:50.711577Z","time spent":"3.131499594s","remote":"127.0.0.1:56404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":8,"response size":29,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:37:53.843121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:50.145931Z","time spent":"3.697173266s","remote":"127.0.0.1:47700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:37:53.843628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.932343479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223821"} {"level":"info","ts":"2026-03-04T01:37:53.843702Z","caller":"traceutil/trace.go:171","msg":"trace[2068178742] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7737; }","duration":"4.932437653s","start":"2026-03-04T01:37:48.911252Z","end":"2026-03-04T01:37:53.843689Z","steps":["trace[2068178742] 'agreement among raft nodes before linearized reading' (duration: 4.931167643s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:53.843739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:48.911243Z","time spent":"4.932483934s","remote":"127.0.0.1:56286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223843,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T01:37:54.057549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.953428ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:37:54.057766Z","caller":"traceutil/trace.go:171","msg":"trace[769113187] transaction","detail":"{read_only:false; response_revision:7741; number_of_response:1; }","duration":"132.464795ms","start":"2026-03-04T01:37:53.925282Z","end":"2026-03-04T01:37:54.057747Z","steps":["trace[769113187] 'process raft request' (duration: 132.393882ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:37:54.05779Z","caller":"traceutil/trace.go:171","msg":"trace[1640877705] transaction","detail":"{read_only:false; response_revision:7740; number_of_response:1; }","duration":"179.523022ms","start":"2026-03-04T01:37:53.878207Z","end":"2026-03-04T01:37:54.05773Z","steps":["trace[1640877705] 'process raft request' (duration: 73.325037ms)","trace[1640877705] 'compare' (duration: 105.753211ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:37:54.057861Z","caller":"traceutil/trace.go:171","msg":"trace[1658131298] linearizableReadLoop","detail":"{readStateIndex:8035; appliedIndex:8034; }","duration":"133.477457ms","start":"2026-03-04T01:37:53.924348Z","end":"2026-03-04T01:37:54.057825Z","steps":["trace[1658131298] 'read index received' (duration: 27.168038ms)","trace[1658131298] 'applied index is now lower than readState.Index' (duration: 106.307449ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:37:54.058095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.723624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:37:54.058147Z","caller":"traceutil/trace.go:171","msg":"trace[1953148696] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7741; }","duration":"133.819468ms","start":"2026-03-04T01:37:53.924313Z","end":"2026-03-04T01:37:54.058133Z","steps":["trace[1953148696] 'agreement among raft nodes before linearized reading' (duration: 133.664923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:54.058188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.139616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:37:54.05823Z","caller":"traceutil/trace.go:171","msg":"trace[1159855068] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7741; }","duration":"108.212209ms","start":"2026-03-04T01:37:53.950008Z","end":"2026-03-04T01:37:54.05822Z","steps":["trace[1159855068] 'agreement among raft nodes before linearized reading' (duration: 108.142756ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:37:55.356264Z","caller":"traceutil/trace.go:171","msg":"trace[1449150629] transaction","detail":"{read_only:false; response_revision:7742; number_of_response:1; }","duration":"114.649761ms","start":"2026-03-04T01:37:55.241579Z","end":"2026-03-04T01:37:55.356229Z","steps":["trace[1449150629] 'process raft request' (duration: 114.469995ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:37:55.920858Z","caller":"traceutil/trace.go:171","msg":"trace[274184372] transaction","detail":"{read_only:false; response_revision:7743; number_of_response:1; }","duration":"156.951359ms","start":"2026-03-04T01:37:55.763881Z","end":"2026-03-04T01:37:55.920832Z","steps":["trace[274184372] 'process raft request' (duration: 156.574077ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:23.705457Z","caller":"traceutil/trace.go:171","msg":"trace[1707143349] transaction","detail":"{read_only:false; response_revision:7933; number_of_response:1; }","duration":"162.356839ms","start":"2026-03-04T01:38:23.543052Z","end":"2026-03-04T01:38:23.705409Z","steps":["trace[1707143349] 'process raft request' (duration: 162.085211ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:24.513176Z","caller":"traceutil/trace.go:171","msg":"trace[1283913074] transaction","detail":"{read_only:false; response_revision:7934; number_of_response:1; }","duration":"639.471082ms","start":"2026-03-04T01:38:23.873676Z","end":"2026-03-04T01:38:24.513147Z","steps":["trace[1283913074] 'process raft request' (duration: 639.241914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:24.513369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:23.873645Z","time spent":"639.623477ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:38:24.521988Z","caller":"traceutil/trace.go:171","msg":"trace[361942046] transaction","detail":"{read_only:false; response_revision:7935; number_of_response:1; }","duration":"479.321363ms","start":"2026-03-04T01:38:24.04265Z","end":"2026-03-04T01:38:24.521971Z","steps":["trace[361942046] 'process raft request' (duration: 479.147758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:24.522114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:24.04262Z","time spent":"479.453738ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:38:24.522227Z","caller":"traceutil/trace.go:171","msg":"trace[1898545265] transaction","detail":"{read_only:false; response_revision:7936; number_of_response:1; }","duration":"469.316547ms","start":"2026-03-04T01:38:24.052892Z","end":"2026-03-04T01:38:24.522209Z","steps":["trace[1898545265] 'process raft request' (duration: 468.977506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:24.522348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:24.052865Z","time spent":"469.40069ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:38:24.522736Z","caller":"traceutil/trace.go:171","msg":"trace[1189384342] transaction","detail":"{read_only:false; response_revision:7937; number_of_response:1; }","duration":"197.629153ms","start":"2026-03-04T01:38:24.325091Z","end":"2026-03-04T01:38:24.52272Z","steps":["trace[1189384342] 'process raft request' (duration: 197.101116ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:24.522773Z","caller":"traceutil/trace.go:171","msg":"trace[810058458] linearizableReadLoop","detail":"{readStateIndex:8239; appliedIndex:8236; }","duration":"395.093382ms","start":"2026-03-04T01:38:24.127649Z","end":"2026-03-04T01:38:24.522743Z","steps":["trace[810058458] 'read index received' (duration: 385.333614ms)","trace[810058458] 'applied index is now lower than readState.Index' (duration: 9.758268ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:38:24.523138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.591938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-04T01:38:24.523175Z","caller":"traceutil/trace.go:171","msg":"trace[45632410] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7938; }","duration":"364.678011ms","start":"2026-03-04T01:38:24.158486Z","end":"2026-03-04T01:38:24.523164Z","steps":["trace[45632410] 'agreement among raft nodes before linearized reading' (duration: 364.516546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:24.523165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.107634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-04T01:38:24.523242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:24.158472Z","time spent":"364.760454ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T01:38:24.523259Z","caller":"traceutil/trace.go:171","msg":"trace[1383001557] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7938; }","duration":"358.229367ms","start":"2026-03-04T01:38:24.165006Z","end":"2026-03-04T01:38:24.523235Z","steps":["trace[1383001557] 'agreement among raft nodes before linearized reading' (duration: 358.00504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:24.523312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:24.164995Z","time spent":"358.30186ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T01:38:24.523436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.265176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dnr8d\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-04T01:38:24.523456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.991168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T01:38:24.523529Z","caller":"traceutil/trace.go:171","msg":"trace[298916240] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7938; }","duration":"363.100231ms","start":"2026-03-04T01:38:24.160412Z","end":"2026-03-04T01:38:24.523512Z","steps":["trace[298916240] 'agreement among raft nodes before linearized reading' (duration: 362.857413ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:24.523514Z","caller":"traceutil/trace.go:171","msg":"trace[1778326982] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dnr8d; range_end:; response_count:1; response_revision:7938; }","duration":"344.355979ms","start":"2026-03-04T01:38:24.179131Z","end":"2026-03-04T01:38:24.523487Z","steps":["trace[1778326982] 'agreement among raft nodes before linearized reading' (duration: 344.07372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:24.523575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:24.160404Z","time spent":"363.164834ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T01:38:24.523579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:24.179121Z","time spent":"344.449132ms","remote":"127.0.0.1:56286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-dnr8d\" "} {"level":"warn","ts":"2026-03-04T01:38:24.523735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.507965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T01:38:24.523851Z","caller":"traceutil/trace.go:171","msg":"trace[1032431537] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7938; }","duration":"396.221558ms","start":"2026-03-04T01:38:24.127598Z","end":"2026-03-04T01:38:24.52382Z","steps":["trace[1032431537] 'agreement among raft nodes before linearized reading' (duration: 395.368871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:24.523938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:24.127579Z","time spent":"396.324861ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T01:38:24.523917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.879655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T01:38:24.524013Z","caller":"traceutil/trace.go:171","msg":"trace[1558681884] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7938; }","duration":"363.008639ms","start":"2026-03-04T01:38:24.160973Z","end":"2026-03-04T01:38:24.523981Z","steps":["trace[1558681884] 'agreement among raft nodes before linearized reading' (duration: 362.299637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:24.524077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:24.160959Z","time spent":"363.108042ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T01:38:24.739266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.963856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:38:24.739389Z","caller":"traceutil/trace.go:171","msg":"trace[1000091717] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7943; }","duration":"105.120221ms","start":"2026-03-04T01:38:24.634213Z","end":"2026-03-04T01:38:24.739333Z","steps":["trace[1000091717] 'range keys from in-memory index tree' (duration: 104.875074ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:25.906229Z","caller":"traceutil/trace.go:171","msg":"trace[1718464023] transaction","detail":"{read_only:false; response_revision:7944; number_of_response:1; }","duration":"192.586035ms","start":"2026-03-04T01:38:25.713623Z","end":"2026-03-04T01:38:25.906209Z","steps":["trace[1718464023] 'process raft request' (duration: 192.45226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:37.356769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.887029ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:38:37.357028Z","caller":"traceutil/trace.go:171","msg":"trace[230685455] transaction","detail":"{read_only:false; response_revision:8034; number_of_response:1; }","duration":"949.482368ms","start":"2026-03-04T01:38:36.407504Z","end":"2026-03-04T01:38:37.356986Z","steps":["trace[230685455] 'process raft request' (duration: 220.244279ms)","trace[230685455] 'compare' (duration: 728.597949ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:38:37.357106Z","caller":"traceutil/trace.go:171","msg":"trace[233923635] linearizableReadLoop","detail":"{readStateIndex:8345; appliedIndex:8342; }","duration":"779.656432ms","start":"2026-03-04T01:38:36.577427Z","end":"2026-03-04T01:38:37.357083Z","steps":["trace[233923635] 'read index received' (duration: 50.410332ms)","trace[233923635] 'applied index is now lower than readState.Index' (duration: 729.24409ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:38:37.357218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:36.40749Z","time spent":"949.621552ms","remote":"127.0.0.1:56286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4655,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:38:37.357491Z","caller":"traceutil/trace.go:171","msg":"trace[1045054280] transaction","detail":"{read_only:false; response_revision:8036; number_of_response:1; }","duration":"789.899135ms","start":"2026-03-04T01:38:36.567579Z","end":"2026-03-04T01:38:37.357478Z","steps":["trace[1045054280] 'process raft request' (duration: 789.459062ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:37.357499Z","caller":"traceutil/trace.go:171","msg":"trace[88399884] transaction","detail":"{read_only:false; response_revision:8035; number_of_response:1; }","duration":"791.675152ms","start":"2026-03-04T01:38:36.565792Z","end":"2026-03-04T01:38:37.357467Z","steps":["trace[88399884] 'process raft request' (duration: 791.124015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:37.357566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:36.567565Z","time spent":"789.962638ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:38:37.357644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:36.56576Z","time spent":"791.808226ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:38:37.357641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.723243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dnr8d\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-04T01:38:37.357675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.250204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T01:38:37.357751Z","caller":"traceutil/trace.go:171","msg":"trace[590898617] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dnr8d; range_end:; response_count:1; response_revision:8036; }","duration":"753.790155ms","start":"2026-03-04T01:38:36.603905Z","end":"2026-03-04T01:38:37.357695Z","steps":["trace[590898617] 'agreement among raft nodes before linearized reading' (duration: 753.595489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:37.357695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.638284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-04T01:38:37.357807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:36.603873Z","time spent":"753.92565ms","remote":"127.0.0.1:56286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-dnr8d\" "} {"level":"warn","ts":"2026-03-04T01:38:37.357655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.478635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T01:38:37.357806Z","caller":"traceutil/trace.go:171","msg":"trace[633418049] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8036; }","duration":"769.417529ms","start":"2026-03-04T01:38:36.588367Z","end":"2026-03-04T01:38:37.357784Z","steps":["trace[633418049] 'agreement among raft nodes before linearized reading' (duration: 769.145921ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:37.357855Z","caller":"traceutil/trace.go:171","msg":"trace[1995640589] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8036; }","duration":"768.827471ms","start":"2026-03-04T01:38:36.588998Z","end":"2026-03-04T01:38:37.357826Z","steps":["trace[1995640589] 'agreement among raft nodes before linearized reading' (duration: 768.49045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:37.357848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.583041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T01:38:37.357876Z","caller":"traceutil/trace.go:171","msg":"trace[142587492] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8036; }","duration":"778.766614ms","start":"2026-03-04T01:38:36.579079Z","end":"2026-03-04T01:38:37.357845Z","steps":["trace[142587492] 'agreement among raft nodes before linearized reading' (duration: 778.301809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:37.357911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:36.588985Z","time spent":"768.915243ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T01:38:37.35792Z","caller":"traceutil/trace.go:171","msg":"trace[1800137333] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8036; }","duration":"773.700664ms","start":"2026-03-04T01:38:36.584203Z","end":"2026-03-04T01:38:37.357904Z","steps":["trace[1800137333] 'agreement among raft nodes before linearized reading' (duration: 773.434266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:37.357945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:36.579056Z","time spent":"778.876918ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T01:38:37.357862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:36.588356Z","time spent":"769.496531ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T01:38:37.35797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:36.584181Z","time spent":"773.779577ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T01:38:37.35816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.739057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T01:38:37.358425Z","caller":"traceutil/trace.go:171","msg":"trace[1026108477] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8036; }","duration":"781.028996ms","start":"2026-03-04T01:38:36.577379Z","end":"2026-03-04T01:38:37.358408Z","steps":["trace[1026108477] 'agreement among raft nodes before linearized reading' (duration: 779.875899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:37.358472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:36.577367Z","time spent":"781.089908ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T01:38:37.533135Z","caller":"traceutil/trace.go:171","msg":"trace[936227501] linearizableReadLoop","detail":"{readStateIndex:8346; appliedIndex:8345; }","duration":"170.495436ms","start":"2026-03-04T01:38:37.362608Z","end":"2026-03-04T01:38:37.533104Z","steps":["trace[936227501] 'read index received' (duration: 120.470616ms)","trace[936227501] 'applied index is now lower than readState.Index' (duration: 50.02344ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:38:37.533248Z","caller":"traceutil/trace.go:171","msg":"trace[341239665] transaction","detail":"{read_only:false; response_revision:8037; number_of_response:1; }","duration":"170.753205ms","start":"2026-03-04T01:38:37.362463Z","end":"2026-03-04T01:38:37.533216Z","steps":["trace[341239665] 'process raft request' (duration: 120.441345ms)","trace[341239665] 'compare' (duration: 50.047171ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:38:37.533576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.938431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-6jwxk\" ","response":"range_response_count:1 size:2802"} {"level":"info","ts":"2026-03-04T01:38:37.533631Z","caller":"traceutil/trace.go:171","msg":"trace[1859776569] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-6jwxk; range_end:; response_count:1; response_revision:8037; }","duration":"171.049594ms","start":"2026-03-04T01:38:37.362566Z","end":"2026-03-04T01:38:37.533616Z","steps":["trace[1859776569] 'agreement among raft nodes before linearized reading' (duration: 170.678822ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:37.547961Z","caller":"traceutil/trace.go:171","msg":"trace[1403999708] transaction","detail":"{read_only:false; response_revision:8040; number_of_response:1; }","duration":"184.598461ms","start":"2026-03-04T01:38:37.363332Z","end":"2026-03-04T01:38:37.54793Z","steps":["trace[1403999708] 'process raft request' (duration: 184.527749ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:37.548011Z","caller":"traceutil/trace.go:171","msg":"trace[1108275647] transaction","detail":"{read_only:false; response_revision:8039; number_of_response:1; }","duration":"184.837829ms","start":"2026-03-04T01:38:37.363152Z","end":"2026-03-04T01:38:37.54799Z","steps":["trace[1108275647] 'process raft request' (duration: 184.671244ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:37.547989Z","caller":"traceutil/trace.go:171","msg":"trace[1709197801] transaction","detail":"{read_only:false; response_revision:8038; number_of_response:1; }","duration":"185.246902ms","start":"2026-03-04T01:38:37.362717Z","end":"2026-03-04T01:38:37.547963Z","steps":["trace[1709197801] 'process raft request' (duration: 185.002555ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:37.548287Z","caller":"traceutil/trace.go:171","msg":"trace[1055677452] transaction","detail":"{read_only:false; response_revision:8041; number_of_response:1; }","duration":"178.914562ms","start":"2026-03-04T01:38:37.369356Z","end":"2026-03-04T01:38:37.548271Z","steps":["trace[1055677452] 'process raft request' (duration: 178.53489ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:37.548498Z","caller":"traceutil/trace.go:171","msg":"trace[1677556480] transaction","detail":"{read_only:false; response_revision:8042; number_of_response:1; }","duration":"176.989151ms","start":"2026-03-04T01:38:37.371474Z","end":"2026-03-04T01:38:37.548463Z","steps":["trace[1677556480] 'process raft request' (duration: 176.691802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:37.548702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.440239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-6jwxk\" ","response":"range_response_count:1 size:4670"} {"level":"info","ts":"2026-03-04T01:38:37.548752Z","caller":"traceutil/trace.go:171","msg":"trace[673059676] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-6jwxk; range_end:; response_count:1; response_revision:8042; }","duration":"179.528552ms","start":"2026-03-04T01:38:37.369211Z","end":"2026-03-04T01:38:37.54874Z","steps":["trace[673059676] 'agreement among raft nodes before linearized reading' (duration: 179.372197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:37.548845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.519241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228484"} {"level":"info","ts":"2026-03-04T01:38:37.548912Z","caller":"traceutil/trace.go:171","msg":"trace[1380458979] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8042; }","duration":"179.628025ms","start":"2026-03-04T01:38:37.36927Z","end":"2026-03-04T01:38:37.548898Z","steps":["trace[1380458979] 'agreement among raft nodes before linearized reading' (duration: 179.133449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:37.548894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.072985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-6jwxk\" ","response":"range_response_count:1 size:4670"} {"level":"info","ts":"2026-03-04T01:38:37.549013Z","caller":"traceutil/trace.go:171","msg":"trace[378346603] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-6jwxk; range_end:; response_count:1; response_revision:8042; }","duration":"178.228511ms","start":"2026-03-04T01:38:37.370761Z","end":"2026-03-04T01:38:37.548989Z","steps":["trace[378346603] 'agreement among raft nodes before linearized reading' (duration: 177.856269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:38.427112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.424973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-04T01:38:38.427214Z","caller":"traceutil/trace.go:171","msg":"trace[295630787] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8048; }","duration":"144.64746ms","start":"2026-03-04T01:38:38.282544Z","end":"2026-03-04T01:38:38.427192Z","steps":["trace[295630787] 'range keys from in-memory index tree' (duration: 144.137194ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:38.517702Z","caller":"traceutil/trace.go:171","msg":"trace[1337431684] transaction","detail":"{read_only:false; response_revision:8049; number_of_response:1; }","duration":"153.318714ms","start":"2026-03-04T01:38:38.364352Z","end":"2026-03-04T01:38:38.517671Z","steps":["trace[1337431684] 'process raft request' (duration: 153.086887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:39.147744Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743091943686777,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T01:38:39.332235Z","caller":"traceutil/trace.go:171","msg":"trace[800234340] transaction","detail":"{read_only:false; response_revision:8050; number_of_response:1; }","duration":"712.045837ms","start":"2026-03-04T01:38:38.620166Z","end":"2026-03-04T01:38:39.332212Z","steps":["trace[800234340] 'process raft request' (duration: 711.633563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:39.33243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:38.620148Z","time spent":"712.161271ms","remote":"127.0.0.1:37198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:38:39.47523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.689555ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:38:39.475433Z","caller":"traceutil/trace.go:171","msg":"trace[2065498857] linearizableReadLoop","detail":"{readStateIndex:8360; appliedIndex:8358; }","duration":"828.520425ms","start":"2026-03-04T01:38:38.646885Z","end":"2026-03-04T01:38:39.475405Z","steps":["trace[2065498857] 'read index received' (duration: 684.95553ms)","trace[2065498857] 'applied index is now lower than readState.Index' (duration: 143.562135ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:38:39.475469Z","caller":"traceutil/trace.go:171","msg":"trace[179774416] transaction","detail":"{read_only:false; response_revision:8053; number_of_response:1; }","duration":"112.120652ms","start":"2026-03-04T01:38:39.36333Z","end":"2026-03-04T01:38:39.47545Z","steps":["trace[179774416] 'process raft request' (duration: 112.07075ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:39.47551Z","caller":"traceutil/trace.go:171","msg":"trace[788785363] transaction","detail":"{read_only:false; response_revision:8052; number_of_response:1; }","duration":"112.338019ms","start":"2026-03-04T01:38:39.363163Z","end":"2026-03-04T01:38:39.475501Z","steps":["trace[788785363] 'process raft request' (duration: 112.172124ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:39.475435Z","caller":"traceutil/trace.go:171","msg":"trace[1643668163] transaction","detail":"{read_only:false; response_revision:8051; number_of_response:1; }","duration":"623.752667ms","start":"2026-03-04T01:38:38.851635Z","end":"2026-03-04T01:38:39.475388Z","steps":["trace[1643668163] 'process raft request' (duration: 513.832344ms)","trace[1643668163] 'compare' (duration: 109.547061ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:38:39.475588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:38.851598Z","time spent":"623.947473ms","remote":"127.0.0.1:56404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T01:38:39.475624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.734463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-78cd46897f-vwwtw.18997f9edd5a4d22\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-04T01:38:39.475655Z","caller":"traceutil/trace.go:171","msg":"trace[1189415466] range","detail":"{range_begin:/registry/events/openstack/barbican-api-78cd46897f-vwwtw.18997f9edd5a4d22; range_end:; response_count:1; response_revision:8053; }","duration":"828.808795ms","start":"2026-03-04T01:38:38.646835Z","end":"2026-03-04T01:38:39.475644Z","steps":["trace[1189415466] 'agreement among raft nodes before linearized reading' (duration: 828.66527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:39.475705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:38.646814Z","time spent":"828.860117ms","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-78cd46897f-vwwtw.18997f9edd5a4d22\" "} {"level":"warn","ts":"2026-03-04T01:38:40.435093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.304786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:38:40.435169Z","caller":"traceutil/trace.go:171","msg":"trace[361770780] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:8064; }","duration":"161.43397ms","start":"2026-03-04T01:38:40.273716Z","end":"2026-03-04T01:38:40.43515Z","steps":["trace[361770780] 'count revisions from in-memory index tree' (duration: 161.217804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:40.435321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.530538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-04T01:38:40.435401Z","caller":"traceutil/trace.go:171","msg":"trace[770941621] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; response_count:1; response_revision:8064; }","duration":"208.663802ms","start":"2026-03-04T01:38:40.226718Z","end":"2026-03-04T01:38:40.435382Z","steps":["trace[770941621] 'range keys from in-memory index tree' (duration: 208.317821ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:40.683531Z","caller":"traceutil/trace.go:171","msg":"trace[1074309860] transaction","detail":"{read_only:false; response_revision:8065; number_of_response:1; }","duration":"189.58858ms","start":"2026-03-04T01:38:40.493894Z","end":"2026-03-04T01:38:40.683483Z","steps":["trace[1074309860] 'process raft request' (duration: 113.168886ms)","trace[1074309860] 'compare' (duration: 76.29062ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:38:48.822306Z","caller":"traceutil/trace.go:171","msg":"trace[1821621950] transaction","detail":"{read_only:false; response_revision:8132; number_of_response:1; }","duration":"173.11875ms","start":"2026-03-04T01:38:48.649156Z","end":"2026-03-04T01:38:48.822275Z","steps":["trace[1821621950] 'process raft request' (duration: 172.838631ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:39:50.22344Z","caller":"traceutil/trace.go:171","msg":"trace[1442130319] transaction","detail":"{read_only:false; response_revision:8670; number_of_response:1; }","duration":"113.826637ms","start":"2026-03-04T01:39:50.109568Z","end":"2026-03-04T01:39:50.223394Z","steps":["trace[1442130319] 'process raft request' (duration: 113.573459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:39:50.70173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.506432ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:39:50.702018Z","caller":"traceutil/trace.go:171","msg":"trace[50230267] transaction","detail":"{read_only:false; response_revision:8671; number_of_response:1; }","duration":"474.126212ms","start":"2026-03-04T01:39:50.227858Z","end":"2026-03-04T01:39:50.701984Z","steps":["trace[50230267] 'process raft request' (duration: 113.222277ms)","trace[50230267] 'compare' (duration: 359.894633ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:39:50.7022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:39:50.22782Z","time spent":"474.320238ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:39:50.879012Z","caller":"traceutil/trace.go:171","msg":"trace[1383026742] transaction","detail":"{read_only:false; response_revision:8672; number_of_response:1; }","duration":"650.025481ms","start":"2026-03-04T01:39:50.22895Z","end":"2026-03-04T01:39:50.878976Z","steps":["trace[1383026742] 'process raft request' (duration: 618.211505ms)","trace[1383026742] 'compare' (duration: 31.61289ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:39:50.879158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:39:50.228923Z","time spent":"650.157885ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:39:50.879154Z","caller":"traceutil/trace.go:171","msg":"trace[565950429] transaction","detail":"{read_only:false; response_revision:8673; number_of_response:1; }","duration":"650.089743ms","start":"2026-03-04T01:39:50.229007Z","end":"2026-03-04T01:39:50.879097Z","steps":["trace[565950429] 'process raft request' (duration: 649.905987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:39:50.879343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:39:50.228986Z","time spent":"650.244488ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:39:50.879833Z","caller":"traceutil/trace.go:171","msg":"trace[1323914627] transaction","detail":"{read_only:false; response_revision:8674; number_of_response:1; }","duration":"650.770424ms","start":"2026-03-04T01:39:50.229045Z","end":"2026-03-04T01:39:50.879815Z","steps":["trace[1323914627] 'process raft request' (duration: 649.973459ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:39:50.879825Z","caller":"traceutil/trace.go:171","msg":"trace[920977874] linearizableReadLoop","detail":"{readStateIndex:9002; appliedIndex:8998; }","duration":"649.020259ms","start":"2026-03-04T01:39:50.230748Z","end":"2026-03-04T01:39:50.879768Z","steps":["trace[920977874] 'read index received' (duration: 110.310276ms)","trace[920977874] 'applied index is now lower than readState.Index' (duration: 538.706733ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:39:50.879918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:39:50.22902Z","time spent":"650.857096ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:39:50.880006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.258626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-04T01:39:50.880189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.291556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:39:50.880245Z","caller":"traceutil/trace.go:171","msg":"trace[819019708] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8674; }","duration":"398.337627ms","start":"2026-03-04T01:39:50.481878Z","end":"2026-03-04T01:39:50.880216Z","steps":["trace[819019708] 'agreement among raft nodes before linearized reading' (duration: 398.264855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:39:50.880225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.929669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-04T01:39:50.880288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:39:50.481823Z","time spent":"398.452331ms","remote":"127.0.0.1:58958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:39:50.880307Z","caller":"traceutil/trace.go:171","msg":"trace[1719614281] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8674; }","duration":"369.071132ms","start":"2026-03-04T01:39:50.511213Z","end":"2026-03-04T01:39:50.880284Z","steps":["trace[1719614281] 'agreement among raft nodes before linearized reading' (duration: 368.859996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:39:50.880355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:39:50.511183Z","time spent":"369.161915ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T01:39:50.880612Z","caller":"traceutil/trace.go:171","msg":"trace[1203649048] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; response_count:1; response_revision:8674; }","duration":"649.394511ms","start":"2026-03-04T01:39:50.230721Z","end":"2026-03-04T01:39:50.880115Z","steps":["trace[1203649048] 'agreement among raft nodes before linearized reading' (duration: 649.176634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:39:50.880658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:39:50.230712Z","time spent":"649.935688ms","remote":"127.0.0.1:56114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.162\" "} {"level":"warn","ts":"2026-03-04T01:39:50.880728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.812332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:29 size:261426"} {"level":"info","ts":"2026-03-04T01:39:50.880795Z","caller":"traceutil/trace.go:171","msg":"trace[2078547510] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:29; response_revision:8674; }","duration":"648.974968ms","start":"2026-03-04T01:39:50.231802Z","end":"2026-03-04T01:39:50.880777Z","steps":["trace[2078547510] 'agreement among raft nodes before linearized reading' (duration: 648.248675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:39:50.880886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:39:50.231779Z","time spent":"649.07954ms","remote":"127.0.0.1:56286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":29,"response size":261448,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T01:39:51.239759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:39:50.881252Z","time spent":"358.500478ms","remote":"127.0.0.1:56114","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T01:39:51.301528Z","caller":"traceutil/trace.go:171","msg":"trace[919272016] linearizableReadLoop","detail":"{readStateIndex:9004; appliedIndex:9002; }","duration":"404.443891ms","start":"2026-03-04T01:39:50.897056Z","end":"2026-03-04T01:39:51.3015Z","steps":["trace[919272016] 'read index received' (duration: 253.323675ms)","trace[919272016] 'applied index is now lower than readState.Index' (duration: 151.118355ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:39:51.301664Z","caller":"traceutil/trace.go:171","msg":"trace[105875118] transaction","detail":"{read_only:false; response_revision:8675; number_of_response:1; }","duration":"416.756389ms","start":"2026-03-04T01:39:50.884892Z","end":"2026-03-04T01:39:51.301649Z","steps":["trace[105875118] 'process raft request' (duration: 416.395168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:39:51.301837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:39:50.884871Z","time spent":"416.830692ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:39:51.30196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.888654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:39:51.302043Z","caller":"traceutil/trace.go:171","msg":"trace[1169669632] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8675; }","duration":"404.998408ms","start":"2026-03-04T01:39:50.897022Z","end":"2026-03-04T01:39:51.30202Z","steps":["trace[1169669632] 'agreement among raft nodes before linearized reading' (duration: 404.869504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:39:51.302082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:39:50.896998Z","time spent":"405.076681ms","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T01:39:51.502672Z","caller":"traceutil/trace.go:171","msg":"trace[1045274642] linearizableReadLoop","detail":"{readStateIndex:9005; appliedIndex:9004; }","duration":"201.038793ms","start":"2026-03-04T01:39:51.301607Z","end":"2026-03-04T01:39:51.502646Z","steps":["trace[1045274642] 'read index received' (duration: 105.889066ms)","trace[1045274642] 'applied index is now lower than readState.Index' (duration: 95.148056ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:39:51.502731Z","caller":"traceutil/trace.go:171","msg":"trace[1990453679] transaction","detail":"{read_only:false; response_revision:8676; number_of_response:1; }","duration":"261.886105ms","start":"2026-03-04T01:39:51.240786Z","end":"2026-03-04T01:39:51.502672Z","steps":["trace[1990453679] 'process raft request' (duration: 166.632065ms)","trace[1990453679] 'compare' (duration: 95.084265ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:39:51.502839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.774652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T01:39:51.502877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.41933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:39:51.502917Z","caller":"traceutil/trace.go:171","msg":"trace[1972650911] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8676; }","duration":"598.512623ms","start":"2026-03-04T01:39:50.90439Z","end":"2026-03-04T01:39:51.502902Z","steps":["trace[1972650911] 'agreement among raft nodes before linearized reading' (duration: 598.42372ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:39:51.502917Z","caller":"traceutil/trace.go:171","msg":"trace[1751522428] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:8676; }","duration":"311.908136ms","start":"2026-03-04T01:39:51.190991Z","end":"2026-03-04T01:39:51.502899Z","steps":["trace[1751522428] 'agreement among raft nodes before linearized reading' (duration: 311.72372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:39:51.502959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:39:50.904373Z","time spent":"598.575655ms","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:39:51.502972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:39:51.19097Z","time spent":"311.992549ms","remote":"127.0.0.1:56230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":8,"response size":29,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:39:51.503177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.731772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:39:51.503246Z","caller":"traceutil/trace.go:171","msg":"trace[672270528] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8676; }","duration":"199.832535ms","start":"2026-03-04T01:39:51.303392Z","end":"2026-03-04T01:39:51.503224Z","steps":["trace[672270528] 'agreement among raft nodes before linearized reading' (duration: 199.738712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:39:51.837865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.736032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:39:51.837952Z","caller":"traceutil/trace.go:171","msg":"trace[2015862472] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8676; }","duration":"168.840056ms","start":"2026-03-04T01:39:51.66909Z","end":"2026-03-04T01:39:51.83793Z","steps":["trace[2015862472] 'range keys from in-memory index tree' (duration: 168.648279ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:39:52.106631Z","caller":"traceutil/trace.go:171","msg":"trace[709760069] linearizableReadLoop","detail":"{readStateIndex:9007; appliedIndex:9006; }","duration":"265.298183ms","start":"2026-03-04T01:39:51.841303Z","end":"2026-03-04T01:39:52.106601Z","steps":["trace[709760069] 'read index received' (duration: 26.551219ms)","trace[709760069] 'applied index is now lower than readState.Index' (duration: 238.744974ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:39:52.106754Z","caller":"traceutil/trace.go:171","msg":"trace[740190863] transaction","detail":"{read_only:false; response_revision:8678; number_of_response:1; }","duration":"291.401349ms","start":"2026-03-04T01:39:51.815268Z","end":"2026-03-04T01:39:52.10667Z","steps":["trace[740190863] 'process raft request' (duration: 291.13594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:39:52.106956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.161695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:39:52.107045Z","caller":"traceutil/trace.go:171","msg":"trace[1255015073] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8678; }","duration":"206.296829ms","start":"2026-03-04T01:39:51.900728Z","end":"2026-03-04T01:39:52.107025Z","steps":["trace[1255015073] 'agreement among raft nodes before linearized reading' (duration: 206.162065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:39:52.106866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.540771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:39:52.107203Z","caller":"traceutil/trace.go:171","msg":"trace[1708212650] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8678; }","duration":"265.924083ms","start":"2026-03-04T01:39:51.841257Z","end":"2026-03-04T01:39:52.107181Z","steps":["trace[1708212650] 'agreement among raft nodes before linearized reading' (duration: 265.52227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:33.290736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.428871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-04T01:40:33.290836Z","caller":"traceutil/trace.go:171","msg":"trace[242389291] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9033; }","duration":"186.659438ms","start":"2026-03-04T01:40:33.104153Z","end":"2026-03-04T01:40:33.290813Z","steps":["trace[242389291] 'range keys from in-memory index tree' (duration: 186.090301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:33.291251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.64159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T01:40:33.291386Z","caller":"traceutil/trace.go:171","msg":"trace[1295509476] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9033; }","duration":"200.815066ms","start":"2026-03-04T01:40:33.090535Z","end":"2026-03-04T01:40:33.29135Z","steps":["trace[1295509476] 'range keys from in-memory index tree' (duration: 200.419053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:33.291596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.408407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dnr8d\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-04T01:40:33.291719Z","caller":"traceutil/trace.go:171","msg":"trace[1276520014] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dnr8d; range_end:; response_count:1; response_revision:9033; }","duration":"121.542971ms","start":"2026-03-04T01:40:33.170152Z","end":"2026-03-04T01:40:33.291695Z","steps":["trace[1276520014] 'range keys from in-memory index tree' (duration: 121.18425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:33.292054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.940195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T01:40:33.292142Z","caller":"traceutil/trace.go:171","msg":"trace[1600191822] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9033; }","duration":"198.074779ms","start":"2026-03-04T01:40:33.094054Z","end":"2026-03-04T01:40:33.292129Z","steps":["trace[1600191822] 'range keys from in-memory index tree' (duration: 197.122859ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:45.539352Z","caller":"traceutil/trace.go:171","msg":"trace[1920502484] transaction","detail":"{read_only:false; response_revision:9531; number_of_response:1; }","duration":"233.571591ms","start":"2026-03-04T01:41:45.30574Z","end":"2026-03-04T01:41:45.539311Z","steps":["trace[1920502484] 'process raft request' (duration: 233.259831ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:42:03.023284Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"2d372260bb4c37a","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-04T01:42:03.029492Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-04T01:42:03.029617Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-04T01:42:50.046878Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7724} {"level":"info","ts":"2026-03-04T01:42:50.12174Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7724,"took":"71.311283ms","hash":2847758498,"current-db-size-bytes":42893312,"current-db-size":"43 MB","current-db-size-in-use-bytes":27000832,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-04T01:42:50.12182Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2847758498,"revision":7724,"compact-revision":5661} {"level":"info","ts":"2026-03-04T01:43:14.530502Z","caller":"traceutil/trace.go:171","msg":"trace[743684997] linearizableReadLoop","detail":"{readStateIndex:10784; appliedIndex:10783; }","duration":"315.14167ms","start":"2026-03-04T01:43:14.215326Z","end":"2026-03-04T01:43:14.530468Z","steps":["trace[743684997] 'read index received' (duration: 314.960804ms)","trace[743684997] 'applied index is now lower than readState.Index' (duration: 179.876µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:43:14.530546Z","caller":"traceutil/trace.go:171","msg":"trace[408844004] transaction","detail":"{read_only:false; response_revision:10403; number_of_response:1; }","duration":"317.36444ms","start":"2026-03-04T01:43:14.213133Z","end":"2026-03-04T01:43:14.530498Z","steps":["trace[408844004] 'process raft request' (duration: 317.180234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:43:14.5308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.448489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T01:43:14.530855Z","caller":"traceutil/trace.go:171","msg":"trace[1482767302] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10403; }","duration":"315.531672ms","start":"2026-03-04T01:43:14.215309Z","end":"2026-03-04T01:43:14.53084Z","steps":["trace[1482767302] 'agreement among raft nodes before linearized reading' (duration: 315.302155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:43:14.530888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:43:14.215301Z","time spent":"315.578344ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T01:43:14.530898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:43:14.213109Z","time spent":"317.69092ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:43:14.686482Z","caller":"traceutil/trace.go:171","msg":"trace[279165126] transaction","detail":"{read_only:false; response_revision:10404; number_of_response:1; }","duration":"469.791347ms","start":"2026-03-04T01:43:14.216646Z","end":"2026-03-04T01:43:14.686438Z","steps":["trace[279165126] 'process raft request' (duration: 438.771256ms)","trace[279165126] 'compare' (duration: 30.660809ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:43:14.686669Z","caller":"traceutil/trace.go:171","msg":"trace[1266074911] linearizableReadLoop","detail":"{readStateIndex:10785; appliedIndex:10784; }","duration":"155.959889ms","start":"2026-03-04T01:43:14.530673Z","end":"2026-03-04T01:43:14.686633Z","steps":["trace[1266074911] 'read index received' (duration: 124.762393ms)","trace[1266074911] 'applied index is now lower than readState.Index' (duration: 31.195056ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:43:14.686818Z","caller":"traceutil/trace.go:171","msg":"trace[1456235226] transaction","detail":"{read_only:false; response_revision:10405; number_of_response:1; }","duration":"150.241477ms","start":"2026-03-04T01:43:14.536542Z","end":"2026-03-04T01:43:14.686783Z","steps":["trace[1456235226] 'process raft request' (duration: 149.901807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:43:14.686715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:43:14.216073Z","time spent":"470.49778ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:43:14.687204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.584971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T01:43:14.687308Z","caller":"traceutil/trace.go:171","msg":"trace[1188501731] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10405; }","duration":"195.773226ms","start":"2026-03-04T01:43:14.49151Z","end":"2026-03-04T01:43:14.687284Z","steps":["trace[1188501731] 'agreement among raft nodes before linearized reading' (duration: 195.145746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:43:14.68747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.827199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T01:43:14.68753Z","caller":"traceutil/trace.go:171","msg":"trace[247370878] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:10406; }","duration":"282.960303ms","start":"2026-03-04T01:43:14.404555Z","end":"2026-03-04T01:43:14.687515Z","steps":["trace[247370878] 'agreement among raft nodes before linearized reading' (duration: 282.334833ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:43:28.703074Z","caller":"traceutil/trace.go:171","msg":"trace[484155859] transaction","detail":"{read_only:false; response_revision:10475; number_of_response:1; }","duration":"103.522142ms","start":"2026-03-04T01:43:28.599523Z","end":"2026-03-04T01:43:28.703046Z","steps":["trace[484155859] 'process raft request' (duration: 103.361807ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:47:50.052875Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10084} {"level":"info","ts":"2026-03-04T01:47:50.130937Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10084,"took":"75.484927ms","hash":3166562476,"current-db-size-bytes":42893312,"current-db-size":"43 MB","current-db-size-in-use-bytes":24002560,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-04T01:47:50.131029Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3166562476,"revision":10084,"compact-revision":7724} {"level":"info","ts":"2026-03-04T01:49:04.722243Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000032f5.wal"} {"level":"info","ts":"2026-03-04T01:49:18.517634Z","caller":"traceutil/trace.go:171","msg":"trace[503207061] transaction","detail":"{read_only:false; response_revision:12690; number_of_response:1; }","duration":"153.01011ms","start":"2026-03-04T01:49:18.36459Z","end":"2026-03-04T01:49:18.5176Z","steps":["trace[503207061] 'process raft request' (duration: 152.818744ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:49:18.666128Z","caller":"traceutil/trace.go:171","msg":"trace[191252975] transaction","detail":"{read_only:false; response_revision:12691; number_of_response:1; }","duration":"258.843246ms","start":"2026-03-04T01:49:18.40723Z","end":"2026-03-04T01:49:18.666073Z","steps":["trace[191252975] 'process raft request' (duration: 258.573568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:49:23.128553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.895056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:49:23.128638Z","caller":"traceutil/trace.go:171","msg":"trace[497101883] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:12717; }","duration":"135.051562ms","start":"2026-03-04T01:49:22.993566Z","end":"2026-03-04T01:49:23.128617Z","steps":["trace[497101883] 'count revisions from in-memory index tree' (duration: 134.756531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:49:23.128833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.229902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-04T01:49:23.128922Z","caller":"traceutil/trace.go:171","msg":"trace[1960395729] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12717; }","duration":"169.384598ms","start":"2026-03-04T01:49:22.959515Z","end":"2026-03-04T01:49:23.1289Z","steps":["trace[1960395729] 'range keys from in-memory index tree' (duration: 169.002665ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:49:40.394227Z","caller":"traceutil/trace.go:171","msg":"trace[1747668702] transaction","detail":"{read_only:false; response_revision:12794; number_of_response:1; }","duration":"141.688462ms","start":"2026-03-04T01:49:40.252513Z","end":"2026-03-04T01:49:40.394202Z","steps":["trace[1747668702] 'process raft request' (duration: 141.423443ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:49:40.394196Z","caller":"traceutil/trace.go:171","msg":"trace[2004119360] linearizableReadLoop","detail":"{readStateIndex:13265; appliedIndex:13264; }","duration":"135.092102ms","start":"2026-03-04T01:49:40.259071Z","end":"2026-03-04T01:49:40.394164Z","steps":["trace[2004119360] 'read index received' (duration: 134.824254ms)","trace[2004119360] 'applied index is now lower than readState.Index' (duration: 266.938µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:49:40.394489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.383161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T01:49:40.394607Z","caller":"traceutil/trace.go:171","msg":"trace[1179532800] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12794; }","duration":"135.579618ms","start":"2026-03-04T01:49:40.259Z","end":"2026-03-04T01:49:40.39458Z","steps":["trace[1179532800] 'agreement among raft nodes before linearized reading' (duration: 135.261097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:49:40.895053Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743091943700419,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T01:49:41.151044Z","caller":"traceutil/trace.go:171","msg":"trace[1925010481] transaction","detail":"{read_only:false; response_revision:12795; number_of_response:1; }","duration":"788.175706ms","start":"2026-03-04T01:49:40.362833Z","end":"2026-03-04T01:49:41.151009Z","steps":["trace[1925010481] 'process raft request' (duration: 781.583948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:49:41.151198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:49:40.362761Z","time spent":"788.358773ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:49:41.151972Z","caller":"traceutil/trace.go:171","msg":"trace[479640296] linearizableReadLoop","detail":"{readStateIndex:13268; appliedIndex:13265; }","duration":"757.562529ms","start":"2026-03-04T01:49:40.394382Z","end":"2026-03-04T01:49:41.151945Z","steps":["trace[479640296] 'read index received' (duration: 749.980229ms)","trace[479640296] 'applied index is now lower than readState.Index' (duration: 7.58137ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:49:41.152249Z","caller":"traceutil/trace.go:171","msg":"trace[834738999] transaction","detail":"{read_only:false; response_revision:12796; number_of_response:1; }","duration":"752.610622ms","start":"2026-03-04T01:49:40.399628Z","end":"2026-03-04T01:49:41.152238Z","steps":["trace[834738999] 'process raft request' (duration: 752.145207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:49:41.15237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:49:40.399602Z","time spent":"752.677323ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:49:41.15255Z","caller":"traceutil/trace.go:171","msg":"trace[753387433] transaction","detail":"{read_only:false; response_revision:12797; number_of_response:1; }","duration":"371.50608ms","start":"2026-03-04T01:49:40.781036Z","end":"2026-03-04T01:49:41.152542Z","steps":["trace[753387433] 'process raft request' (duration: 370.864339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:49:41.15261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:49:40.781008Z","time spent":"371.571642ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:49:41.152772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.55426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:49:41.152811Z","caller":"traceutil/trace.go:171","msg":"trace[94967922] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:12797; }","duration":"795.647543ms","start":"2026-03-04T01:49:40.357154Z","end":"2026-03-04T01:49:41.152802Z","steps":["trace[94967922] 'agreement among raft nodes before linearized reading' (duration: 795.56704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:49:41.152846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:49:40.35713Z","time spent":"795.707935ms","remote":"127.0.0.1:56512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:49:41.153086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.676259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-03-04T01:49:41.153118Z","caller":"traceutil/trace.go:171","msg":"trace[1151870803] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; response_count:1; response_revision:12797; }","duration":"890.761761ms","start":"2026-03-04T01:49:40.262348Z","end":"2026-03-04T01:49:41.15311Z","steps":["trace[1151870803] 'agreement among raft nodes before linearized reading' (duration: 890.648217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:49:41.153143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:49:40.262328Z","time spent":"890.806742ms","remote":"127.0.0.1:56114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.162\" "} {"level":"warn","ts":"2026-03-04T01:49:41.153335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.302755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T01:49:41.153368Z","caller":"traceutil/trace.go:171","msg":"trace[1921665664] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12797; }","duration":"354.386837ms","start":"2026-03-04T01:49:40.798974Z","end":"2026-03-04T01:49:41.15336Z","steps":["trace[1921665664] 'agreement among raft nodes before linearized reading' (duration: 354.303895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:49:41.153397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:49:40.798947Z","time spent":"354.445189ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T01:49:41.153436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.206248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:49:41.153478Z","caller":"traceutil/trace.go:171","msg":"trace[764333037] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12797; }","duration":"253.284301ms","start":"2026-03-04T01:49:40.900179Z","end":"2026-03-04T01:49:41.153464Z","steps":["trace[764333037] 'agreement among raft nodes before linearized reading' (duration: 253.221369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:49:41.153481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.977332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T01:49:41.153529Z","caller":"traceutil/trace.go:171","msg":"trace[359993484] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12797; }","duration":"223.076625ms","start":"2026-03-04T01:49:40.930439Z","end":"2026-03-04T01:49:41.153515Z","steps":["trace[359993484] 'agreement among raft nodes before linearized reading' (duration: 222.91255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:49:41.153688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.551064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T01:49:41.153716Z","caller":"traceutil/trace.go:171","msg":"trace[1354989865] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12797; }","duration":"219.598295ms","start":"2026-03-04T01:49:40.934107Z","end":"2026-03-04T01:49:41.153705Z","steps":["trace[1354989865] 'agreement among raft nodes before linearized reading' (duration: 219.525703ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:49:47.480929Z","caller":"traceutil/trace.go:171","msg":"trace[1654293149] transaction","detail":"{read_only:false; response_revision:12822; number_of_response:1; }","duration":"308.676202ms","start":"2026-03-04T01:49:47.172223Z","end":"2026-03-04T01:49:47.480899Z","steps":["trace[1654293149] 'process raft request' (duration: 308.341682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:49:47.481295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:49:47.172199Z","time spent":"308.838448ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:49:47.899769Z","caller":"traceutil/trace.go:171","msg":"trace[1228750573] transaction","detail":"{read_only:false; response_revision:12823; number_of_response:1; }","duration":"664.604309ms","start":"2026-03-04T01:49:47.235118Z","end":"2026-03-04T01:49:47.899722Z","steps":["trace[1228750573] 'process raft request' (duration: 662.1228ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:49:47.899858Z","caller":"traceutil/trace.go:171","msg":"trace[969586195] linearizableReadLoop","detail":"{readStateIndex:13296; appliedIndex:13294; }","duration":"659.381294ms","start":"2026-03-04T01:49:47.240434Z","end":"2026-03-04T01:49:47.899816Z","steps":["trace[969586195] 'read index received' (duration: 240.150275ms)","trace[969586195] 'applied index is now lower than readState.Index' (duration: 419.229629ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:49:47.900221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.763585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-04T01:49:47.900292Z","caller":"traceutil/trace.go:171","msg":"trace[1243609054] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12824; }","duration":"659.900959ms","start":"2026-03-04T01:49:47.240376Z","end":"2026-03-04T01:49:47.900277Z","steps":["trace[1243609054] 'agreement among raft nodes before linearized reading' (duration: 659.628621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:49:47.900269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.940915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T01:49:47.900332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:49:47.240351Z","time spent":"659.972422ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T01:49:47.900329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.063159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-04T01:49:47.900379Z","caller":"traceutil/trace.go:171","msg":"trace[1700700123] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12824; }","duration":"656.077719ms","start":"2026-03-04T01:49:47.244282Z","end":"2026-03-04T01:49:47.900359Z","steps":["trace[1700700123] 'agreement among raft nodes before linearized reading' (duration: 655.829141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:49:47.900304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.657134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-04T01:49:47.900429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:49:47.244275Z","time spent":"656.144191ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T01:49:47.900435Z","caller":"traceutil/trace.go:171","msg":"trace[183764897] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12824; }","duration":"533.324047ms","start":"2026-03-04T01:49:47.367083Z","end":"2026-03-04T01:49:47.900407Z","steps":["trace[183764897] 'agreement among raft nodes before linearized reading' (duration: 533.033248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:49:47.900666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:49:47.367061Z","time spent":"533.596975ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T01:49:47.900673Z","caller":"traceutil/trace.go:171","msg":"trace[1638319255] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12824; }","duration":"654.883211ms","start":"2026-03-04T01:49:47.245569Z","end":"2026-03-04T01:49:47.900452Z","steps":["trace[1638319255] 'agreement among raft nodes before linearized reading' (duration: 654.562531ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:49:47.900304Z","caller":"traceutil/trace.go:171","msg":"trace[1263208735] transaction","detail":"{read_only:false; response_revision:12824; number_of_response:1; }","duration":"254.321964ms","start":"2026-03-04T01:49:47.645691Z","end":"2026-03-04T01:49:47.900013Z","steps":["trace[1263208735] 'process raft request' (duration: 254.022374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:49:47.900723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:49:47.245545Z","time spent":"655.16707ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T01:49:47.900414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.367046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-04T01:49:47.901085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:49:47.235086Z","time spent":"664.797985ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:49:47.900871Z","caller":"traceutil/trace.go:171","msg":"trace[131423374] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12824; }","duration":"655.861482ms","start":"2026-03-04T01:49:47.244999Z","end":"2026-03-04T01:49:47.90086Z","steps":["trace[131423374] 'agreement among raft nodes before linearized reading' (duration: 655.284903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:49:47.901413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:49:47.244993Z","time spent":"656.407ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T01:49:55.792074Z","caller":"traceutil/trace.go:171","msg":"trace[1683456122] linearizableReadLoop","detail":"{readStateIndex:13349; appliedIndex:13348; }","duration":"417.526845ms","start":"2026-03-04T01:49:55.374495Z","end":"2026-03-04T01:49:55.792021Z","steps":["trace[1683456122] 'read index received' (duration: 417.212315ms)","trace[1683456122] 'applied index is now lower than readState.Index' (duration: 313.19µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:49:55.792128Z","caller":"traceutil/trace.go:171","msg":"trace[1723175765] transaction","detail":"{read_only:false; response_revision:12874; number_of_response:1; }","duration":"468.93248ms","start":"2026-03-04T01:49:55.323153Z","end":"2026-03-04T01:49:55.792085Z","steps":["trace[1723175765] 'process raft request' (duration: 468.652941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:49:55.792319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:49:55.323128Z","time spent":"469.085065ms","remote":"127.0.0.1:56286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12483,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:49:55.792426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.854455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:49:55.792687Z","caller":"traceutil/trace.go:171","msg":"trace[556046621] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12874; }","duration":"418.174445ms","start":"2026-03-04T01:49:55.374445Z","end":"2026-03-04T01:49:55.79262Z","steps":["trace[556046621] 'agreement among raft nodes before linearized reading' (duration: 417.763392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:49:55.792742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:49:55.374425Z","time spent":"418.30484ms","remote":"127.0.0.1:59004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:49:55.82994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.325165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:49:55.830212Z","caller":"traceutil/trace.go:171","msg":"trace[752964442] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:12876; }","duration":"224.676055ms","start":"2026-03-04T01:49:55.605512Z","end":"2026-03-04T01:49:55.830188Z","steps":["trace[752964442] 'agreement among raft nodes before linearized reading' (duration: 224.245992ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:49:55.830074Z","caller":"traceutil/trace.go:171","msg":"trace[1769018085] transaction","detail":"{read_only:false; response_revision:12876; number_of_response:1; }","duration":"310.302204ms","start":"2026-03-04T01:49:55.519754Z","end":"2026-03-04T01:49:55.830056Z","steps":["trace[1769018085] 'process raft request' (duration: 309.745706ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:49:55.829996Z","caller":"traceutil/trace.go:171","msg":"trace[1471867007] transaction","detail":"{read_only:false; response_revision:12875; number_of_response:1; }","duration":"418.762573ms","start":"2026-03-04T01:49:55.411148Z","end":"2026-03-04T01:49:55.829911Z","steps":["trace[1471867007] 'process raft request' (duration: 418.245297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:49:55.830515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:49:55.519733Z","time spent":"310.694886ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:49:55.830642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:49:55.411117Z","time spent":"419.421804ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:49:58.167654Z","caller":"traceutil/trace.go:171","msg":"trace[719570621] transaction","detail":"{read_only:false; response_revision:12888; number_of_response:1; }","duration":"111.811626ms","start":"2026-03-04T01:49:58.055812Z","end":"2026-03-04T01:49:58.167624Z","steps":["trace[719570621] 'process raft request' (duration: 111.625851ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:49:58.398175Z","caller":"traceutil/trace.go:171","msg":"trace[1940842969] transaction","detail":"{read_only:false; response_revision:12890; number_of_response:1; }","duration":"225.225152ms","start":"2026-03-04T01:49:58.172921Z","end":"2026-03-04T01:49:58.398146Z","steps":["trace[1940842969] 'process raft request' (duration: 225.127359ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:49:58.398232Z","caller":"traceutil/trace.go:171","msg":"trace[2090957075] transaction","detail":"{read_only:false; response_revision:12889; number_of_response:1; }","duration":"226.44422ms","start":"2026-03-04T01:49:58.171747Z","end":"2026-03-04T01:49:58.398191Z","steps":["trace[2090957075] 'process raft request' (duration: 190.169313ms)","trace[2090957075] 'compare' (duration: 36.003959ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:49:58.398562Z","caller":"traceutil/trace.go:171","msg":"trace[1331860435] transaction","detail":"{read_only:false; response_revision:12891; number_of_response:1; }","duration":"224.985145ms","start":"2026-03-04T01:49:58.173563Z","end":"2026-03-04T01:49:58.398548Z","steps":["trace[1331860435] 'process raft request' (duration: 224.539661ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:49:58.39872Z","caller":"traceutil/trace.go:171","msg":"trace[490213767] transaction","detail":"{read_only:false; response_revision:12892; number_of_response:1; }","duration":"224.586263ms","start":"2026-03-04T01:49:58.174081Z","end":"2026-03-04T01:49:58.398668Z","steps":["trace[490213767] 'process raft request' (duration: 224.393506ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:49:58.398863Z","caller":"traceutil/trace.go:171","msg":"trace[249508541] transaction","detail":"{read_only:false; response_revision:12893; number_of_response:1; }","duration":"224.093856ms","start":"2026-03-04T01:49:58.174754Z","end":"2026-03-04T01:49:58.398848Z","steps":["trace[249508541] 'process raft request' (duration: 223.875629ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:49:58.398967Z","caller":"traceutil/trace.go:171","msg":"trace[220394995] linearizableReadLoop","detail":"{readStateIndex:13369; appliedIndex:13364; }","duration":"131.52742ms","start":"2026-03-04T01:49:58.267424Z","end":"2026-03-04T01:49:58.398952Z","steps":["trace[220394995] 'read index received' (duration: 94.505119ms)","trace[220394995] 'applied index is now lower than readState.Index' (duration: 37.02071ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:49:58.39924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.43852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dnr8d\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-04T01:49:58.399274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.840519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-04T01:49:58.399353Z","caller":"traceutil/trace.go:171","msg":"trace[882674986] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dnr8d; range_end:; response_count:1; response_revision:12894; }","duration":"115.608275ms","start":"2026-03-04T01:49:58.283733Z","end":"2026-03-04T01:49:58.399341Z","steps":["trace[882674986] 'agreement among raft nodes before linearized reading' (duration: 115.335286ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:49:58.399373Z","caller":"traceutil/trace.go:171","msg":"trace[181829063] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:12894; }","duration":"132.015104ms","start":"2026-03-04T01:49:58.26734Z","end":"2026-03-04T01:49:58.399355Z","steps":["trace[181829063] 'agreement among raft nodes before linearized reading' (duration: 131.747646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:50:06.874196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.702702ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:50:06.874365Z","caller":"traceutil/trace.go:171","msg":"trace[1856449307] linearizableReadLoop","detail":"{readStateIndex:13514; appliedIndex:13513; }","duration":"666.127227ms","start":"2026-03-04T01:50:06.20821Z","end":"2026-03-04T01:50:06.874337Z","steps":["trace[1856449307] 'read index received' (duration: 204.132266ms)","trace[1856449307] 'applied index is now lower than readState.Index' (duration: 461.992951ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:50:06.874509Z","caller":"traceutil/trace.go:171","msg":"trace[593780960] transaction","detail":"{read_only:false; response_revision:13035; number_of_response:1; }","duration":"867.28968ms","start":"2026-03-04T01:50:06.007201Z","end":"2026-03-04T01:50:06.874491Z","steps":["trace[593780960] 'process raft request' (duration: 405.181915ms)","trace[593780960] 'compare' (duration: 461.264238ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:50:06.874612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:50:06.007144Z","time spent":"867.415743ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:50:06.874966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.166172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-04T01:50:06.87503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.815886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dnr8d\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-04T01:50:06.875149Z","caller":"traceutil/trace.go:171","msg":"trace[1746834345] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dnr8d; range_end:; response_count:1; response_revision:13035; }","duration":"406.971371ms","start":"2026-03-04T01:50:06.468155Z","end":"2026-03-04T01:50:06.875127Z","steps":["trace[1746834345] 'agreement among raft nodes before linearized reading' (duration: 406.646621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:50:06.87513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.151353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-controller-xth5k.1899804ef3d424dd\" ","response":"range_response_count:1 size:759"} {"level":"warn","ts":"2026-03-04T01:50:06.875207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:50:06.468143Z","time spent":"407.054944ms","remote":"127.0.0.1:56286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-dnr8d\" "} {"level":"info","ts":"2026-03-04T01:50:06.875075Z","caller":"traceutil/trace.go:171","msg":"trace[1686213938] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13035; }","duration":"440.338446ms","start":"2026-03-04T01:50:06.434707Z","end":"2026-03-04T01:50:06.875045Z","steps":["trace[1686213938] 'agreement among raft nodes before linearized reading' (duration: 440.004016ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:50:06.875229Z","caller":"traceutil/trace.go:171","msg":"trace[1915348259] range","detail":"{range_begin:/registry/events/openstack/ovn-controller-xth5k.1899804ef3d424dd; range_end:; response_count:1; response_revision:13035; }","duration":"411.309368ms","start":"2026-03-04T01:50:06.463895Z","end":"2026-03-04T01:50:06.875204Z","steps":["trace[1915348259] 'agreement among raft nodes before linearized reading' (duration: 411.04115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:50:06.875235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.779152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T01:50:06.87528Z","caller":"traceutil/trace.go:171","msg":"trace[2063473797] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13035; }","duration":"435.881825ms","start":"2026-03-04T01:50:06.439384Z","end":"2026-03-04T01:50:06.875265Z","steps":["trace[2063473797] 'agreement among raft nodes before linearized reading' (duration: 435.760172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:50:06.875276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:50:06.463869Z","time spent":"411.396391ms","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":781,"request content":"key:\"/registry/events/openstack/ovn-controller-xth5k.1899804ef3d424dd\" "} {"level":"warn","ts":"2026-03-04T01:50:06.875311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:50:06.439356Z","time spent":"435.949688ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T01:50:06.875252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.455817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T01:50:06.875367Z","caller":"traceutil/trace.go:171","msg":"trace[845026419] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13035; }","duration":"432.632583ms","start":"2026-03-04T01:50:06.44271Z","end":"2026-03-04T01:50:06.875342Z","steps":["trace[845026419] 'agreement among raft nodes before linearized reading' (duration: 432.264731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:50:06.875357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:50:06.434652Z","time spent":"440.628466ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T01:50:06.875419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:50:06.442666Z","time spent":"432.743406ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T01:50:06.875416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.670364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T01:50:06.87561Z","caller":"traceutil/trace.go:171","msg":"trace[1977209317] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13035; }","duration":"433.024005ms","start":"2026-03-04T01:50:06.442508Z","end":"2026-03-04T01:50:06.875532Z","steps":["trace[1977209317] 'agreement among raft nodes before linearized reading' (duration: 432.418426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:50:06.875703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.925579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T01:50:06.875693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:50:06.442497Z","time spent":"433.182511ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T01:50:06.875763Z","caller":"traceutil/trace.go:171","msg":"trace[428378911] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13035; }","duration":"437.004691ms","start":"2026-03-04T01:50:06.438742Z","end":"2026-03-04T01:50:06.875747Z","steps":["trace[428378911] 'agreement among raft nodes before linearized reading' (duration: 436.865596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:50:06.875798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:50:06.43873Z","time spent":"437.060633ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T01:50:06.875782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.531392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T01:50:06.875871Z","caller":"traceutil/trace.go:171","msg":"trace[660633107] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13035; }","duration":"667.707638ms","start":"2026-03-04T01:50:06.208133Z","end":"2026-03-04T01:50:06.875841Z","steps":["trace[660633107] 'agreement among raft nodes before linearized reading' (duration: 666.797259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:50:06.876034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:50:06.208107Z","time spent":"667.910144ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T01:50:06.876378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.118138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-46299e98-50d8-4367-b069-187829feacdc\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-03-04T01:50:06.876509Z","caller":"traceutil/trace.go:171","msg":"trace[1385221932] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-46299e98-50d8-4367-b069-187829feacdc; range_end:; response_count:1; response_revision:13035; }","duration":"390.285944ms","start":"2026-03-04T01:50:06.486156Z","end":"2026-03-04T01:50:06.876442Z","steps":["trace[1385221932] 'agreement among raft nodes before linearized reading' (duration: 388.785186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:50:06.876608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:50:06.486106Z","time spent":"390.48843ms","remote":"127.0.0.1:56286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3629,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-46299e98-50d8-4367-b069-187829feacdc\" "} {"level":"info","ts":"2026-03-04T01:50:07.172245Z","caller":"traceutil/trace.go:171","msg":"trace[2030006322] transaction","detail":"{read_only:false; response_revision:13036; number_of_response:1; }","duration":"294.611808ms","start":"2026-03-04T01:50:06.87759Z","end":"2026-03-04T01:50:07.172202Z","steps":["trace[2030006322] 'process raft request' (duration: 282.097572ms)","trace[2030006322] 'compare' (duration: 12.3206ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:50:07.176956Z","caller":"traceutil/trace.go:171","msg":"trace[1503344554] transaction","detail":"{read_only:false; response_revision:13038; number_of_response:1; }","duration":"296.25688ms","start":"2026-03-04T01:50:06.88067Z","end":"2026-03-04T01:50:07.176927Z","steps":["trace[1503344554] 'process raft request' (duration: 296.161867ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:50:07.177006Z","caller":"traceutil/trace.go:171","msg":"trace[378783746] transaction","detail":"{read_only:false; response_revision:13037; number_of_response:1; }","duration":"297.061915ms","start":"2026-03-04T01:50:06.879899Z","end":"2026-03-04T01:50:07.176961Z","steps":["trace[378783746] 'process raft request' (duration: 296.761496ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:50:07.177314Z","caller":"traceutil/trace.go:171","msg":"trace[1610760009] transaction","detail":"{read_only:false; response_revision:13039; number_of_response:1; }","duration":"295.985471ms","start":"2026-03-04T01:50:06.881294Z","end":"2026-03-04T01:50:07.17728Z","steps":["trace[1610760009] 'process raft request' (duration: 295.593129ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:50:07.177666Z","caller":"traceutil/trace.go:171","msg":"trace[255940329] transaction","detail":"{read_only:false; response_revision:13040; number_of_response:1; }","duration":"296.236059ms","start":"2026-03-04T01:50:06.881359Z","end":"2026-03-04T01:50:07.177595Z","steps":["trace[255940329] 'process raft request' (duration: 295.794305ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:50:07.177836Z","caller":"traceutil/trace.go:171","msg":"trace[274577129] transaction","detail":"{read_only:false; response_revision:13041; number_of_response:1; }","duration":"296.431515ms","start":"2026-03-04T01:50:06.881388Z","end":"2026-03-04T01:50:07.17782Z","steps":["trace[274577129] 'process raft request' (duration: 296.062923ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:50:07.178255Z","caller":"traceutil/trace.go:171","msg":"trace[372299523] transaction","detail":"{read_only:false; response_revision:13042; number_of_response:1; }","duration":"295.891008ms","start":"2026-03-04T01:50:06.882345Z","end":"2026-03-04T01:50:07.178236Z","steps":["trace[372299523] 'process raft request' (duration: 295.359721ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:50:07.17826Z","caller":"traceutil/trace.go:171","msg":"trace[249195467] linearizableReadLoop","detail":"{readStateIndex:13521; appliedIndex:13514; }","duration":"295.741813ms","start":"2026-03-04T01:50:06.8825Z","end":"2026-03-04T01:50:07.178242Z","steps":["trace[249195467] 'read index received' (duration: 277.178187ms)","trace[249195467] 'applied index is now lower than readState.Index' (duration: 18.561776ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:50:07.178385Z","caller":"traceutil/trace.go:171","msg":"trace[1971613936] transaction","detail":"{read_only:false; response_revision:13043; number_of_response:1; }","duration":"294.772952ms","start":"2026-03-04T01:50:06.883595Z","end":"2026-03-04T01:50:07.178368Z","steps":["trace[1971613936] 'process raft request' (duration: 294.537885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:50:07.178566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.120484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:50:07.178645Z","caller":"traceutil/trace.go:171","msg":"trace[588808928] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:13043; }","duration":"148.261409ms","start":"2026-03-04T01:50:07.030362Z","end":"2026-03-04T01:50:07.178623Z","steps":["trace[588808928] 'agreement among raft nodes before linearized reading' (duration: 148.122534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:50:07.179472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.939211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:67 size:629542"} {"level":"info","ts":"2026-03-04T01:50:07.179704Z","caller":"traceutil/trace.go:171","msg":"trace[1340993414] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:67; response_revision:13043; }","duration":"297.21284ms","start":"2026-03-04T01:50:06.882471Z","end":"2026-03-04T01:50:07.179684Z","steps":["trace[1340993414] 'agreement among raft nodes before linearized reading' (duration: 295.824336ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:51:05.361541Z","caller":"traceutil/trace.go:171","msg":"trace[480170294] linearizableReadLoop","detail":"{readStateIndex:14373; appliedIndex:14372; }","duration":"104.443055ms","start":"2026-03-04T01:51:05.257005Z","end":"2026-03-04T01:51:05.361448Z","steps":["trace[480170294] 'read index received' (duration: 104.083773ms)","trace[480170294] 'applied index is now lower than readState.Index' (duration: 357.872µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:51:05.361771Z","caller":"traceutil/trace.go:171","msg":"trace[807294351] transaction","detail":"{read_only:false; response_revision:13869; number_of_response:1; }","duration":"173.708263ms","start":"2026-03-04T01:51:05.18803Z","end":"2026-03-04T01:51:05.361739Z","steps":["trace[807294351] 'process raft request' (duration: 173.180806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:05.36229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.22771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:22 size:200146"} {"level":"info","ts":"2026-03-04T01:51:05.362468Z","caller":"traceutil/trace.go:171","msg":"trace[1605882893] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:22; response_revision:13869; }","duration":"105.444386ms","start":"2026-03-04T01:51:05.256939Z","end":"2026-03-04T01:51:05.362383Z","steps":["trace[1605882893] 'agreement among raft nodes before linearized reading' (duration: 104.822507ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:51:05.919169Z","caller":"traceutil/trace.go:171","msg":"trace[1239514300] linearizableReadLoop","detail":"{readStateIndex:14382; appliedIndex:14381; }","duration":"140.317993ms","start":"2026-03-04T01:51:05.778827Z","end":"2026-03-04T01:51:05.919145Z","steps":["trace[1239514300] 'read index received' (duration: 106.982535ms)","trace[1239514300] 'applied index is now lower than readState.Index' (duration: 33.334388ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:51:05.919567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.333769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T01:51:05.919547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.531726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-nwrl6\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-03-04T01:51:05.919611Z","caller":"traceutil/trace.go:171","msg":"trace[867565796] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:13877; }","duration":"126.442273ms","start":"2026-03-04T01:51:05.79316Z","end":"2026-03-04T01:51:05.919602Z","steps":["trace[867565796] 'agreement among raft nodes before linearized reading' (duration: 126.134993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:05.919578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.725007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dnr8d\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-04T01:51:05.91966Z","caller":"traceutil/trace.go:171","msg":"trace[1433547419] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-nwrl6; range_end:; response_count:1; response_revision:13877; }","duration":"103.693931ms","start":"2026-03-04T01:51:05.815939Z","end":"2026-03-04T01:51:05.919633Z","steps":["trace[1433547419] 'agreement among raft nodes before linearized reading' (duration: 103.385941ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:51:05.919682Z","caller":"traceutil/trace.go:171","msg":"trace[126120894] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dnr8d; range_end:; response_count:1; response_revision:13877; }","duration":"140.894322ms","start":"2026-03-04T01:51:05.778768Z","end":"2026-03-04T01:51:05.919663Z","steps":["trace[126120894] 'agreement among raft nodes before linearized reading' (duration: 140.500229ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:51:39.530052Z","caller":"traceutil/trace.go:171","msg":"trace[244295402] transaction","detail":"{read_only:false; response_revision:14038; number_of_response:1; }","duration":"251.714739ms","start":"2026-03-04T01:51:39.278318Z","end":"2026-03-04T01:51:39.530033Z","steps":["trace[244295402] 'process raft request' (duration: 251.380088ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:51:39.530008Z","caller":"traceutil/trace.go:171","msg":"trace[1988655726] linearizableReadLoop","detail":"{readStateIndex:14549; appliedIndex:14548; }","duration":"112.571133ms","start":"2026-03-04T01:51:39.417388Z","end":"2026-03-04T01:51:39.529959Z","steps":["trace[1988655726] 'read index received' (duration: 112.290364ms)","trace[1988655726] 'applied index is now lower than readState.Index' (duration: 275.249µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:51:39.530323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.918974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-7zsmj\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-03-04T01:51:39.530456Z","caller":"traceutil/trace.go:171","msg":"trace[1737980257] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-7zsmj; range_end:; response_count:1; response_revision:14038; }","duration":"113.11795ms","start":"2026-03-04T01:51:39.417309Z","end":"2026-03-04T01:51:39.530427Z","steps":["trace[1737980257] 'agreement among raft nodes before linearized reading' (duration: 112.766479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:39.530597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.016955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-7zsmj\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-03-04T01:51:39.530721Z","caller":"traceutil/trace.go:171","msg":"trace[1610643817] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-7zsmj; range_end:; response_count:1; response_revision:14038; }","duration":"106.148709ms","start":"2026-03-04T01:51:39.424526Z","end":"2026-03-04T01:51:39.530674Z","steps":["trace[1610643817] 'agreement among raft nodes before linearized reading' (duration: 105.771887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:40.061042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.458751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:51:40.061163Z","caller":"traceutil/trace.go:171","msg":"trace[1499447747] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14038; }","duration":"383.648617ms","start":"2026-03-04T01:51:39.677493Z","end":"2026-03-04T01:51:40.061141Z","steps":["trace[1499447747] 'range keys from in-memory index tree' (duration: 383.362648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:40.061209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:39.67747Z","time spent":"383.729999ms","remote":"127.0.0.1:56336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T01:51:40.06121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T01:51:40.061366Z","caller":"traceutil/trace.go:171","msg":"trace[440451365] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14038; }","duration":"317.470186ms","start":"2026-03-04T01:51:39.743858Z","end":"2026-03-04T01:51:40.061328Z","steps":["trace[440451365] 'range keys from in-memory index tree' (duration: 317.056863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:40.061535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.729956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:51:40.061564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.587599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-04T01:51:40.061586Z","caller":"traceutil/trace.go:171","msg":"trace[520007948] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14038; }","duration":"255.804939ms","start":"2026-03-04T01:51:39.805767Z","end":"2026-03-04T01:51:40.061572Z","steps":["trace[520007948] 'range keys from in-memory index tree' (duration: 255.577022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:40.061573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.215236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-04T01:51:40.06157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:39.743852Z","time spent":"317.695683ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T01:51:40.061633Z","caller":"traceutil/trace.go:171","msg":"trace[1430001648] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14038; }","duration":"380.659752ms","start":"2026-03-04T01:51:39.680945Z","end":"2026-03-04T01:51:40.061604Z","steps":["trace[1430001648] 'range keys from in-memory index tree' (duration: 380.465436ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:51:40.06164Z","caller":"traceutil/trace.go:171","msg":"trace[1346530527] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14038; }","duration":"339.292319ms","start":"2026-03-04T01:51:39.722331Z","end":"2026-03-04T01:51:40.061623Z","steps":["trace[1346530527] 'range keys from in-memory index tree' (duration: 339.104343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:40.061705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:39.722326Z","time spent":"339.366942ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T01:51:40.061401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.492875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-04T01:51:40.061806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.422464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T01:51:40.061841Z","caller":"traceutil/trace.go:171","msg":"trace[1459092917] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14038; }","duration":"374.471796ms","start":"2026-03-04T01:51:39.687358Z","end":"2026-03-04T01:51:40.06183Z","steps":["trace[1459092917] 'range keys from in-memory index tree' (duration: 374.323781ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:51:40.061851Z","caller":"traceutil/trace.go:171","msg":"trace[207196794] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14038; }","duration":"340.027943ms","start":"2026-03-04T01:51:39.721799Z","end":"2026-03-04T01:51:40.061826Z","steps":["trace[207196794] 'range keys from in-memory index tree' (duration: 339.264798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:40.061853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.015045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-04T01:51:40.061898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:39.721774Z","time spent":"340.108575ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T01:51:40.061906Z","caller":"traceutil/trace.go:171","msg":"trace[652723077] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14038; }","duration":"256.124689ms","start":"2026-03-04T01:51:39.805772Z","end":"2026-03-04T01:51:40.061897Z","steps":["trace[652723077] 'range keys from in-memory index tree' (duration: 255.817279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:40.061707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:39.680933Z","time spent":"380.762845ms","remote":"127.0.0.1:56336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-04T01:51:40.061382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.193787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T01:51:40.062055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.49931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T01:51:40.062155Z","caller":"traceutil/trace.go:171","msg":"trace[296025211] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14038; }","duration":"319.618215ms","start":"2026-03-04T01:51:39.742519Z","end":"2026-03-04T01:51:40.062137Z","steps":["trace[296025211] 'range keys from in-memory index tree' (duration: 319.364976ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:51:40.062129Z","caller":"traceutil/trace.go:171","msg":"trace[2109667345] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14038; }","duration":"317.916891ms","start":"2026-03-04T01:51:39.744162Z","end":"2026-03-04T01:51:40.062079Z","steps":["trace[2109667345] 'range keys from in-memory index tree' (duration: 317.044672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:40.062211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:39.742508Z","time spent":"319.687996ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T01:51:40.062249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:39.744157Z","time spent":"318.050325ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T01:51:40.062105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.290292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-04T01:51:40.062383Z","caller":"traceutil/trace.go:171","msg":"trace[66098278] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14038; }","duration":"255.604173ms","start":"2026-03-04T01:51:39.806758Z","end":"2026-03-04T01:51:40.062362Z","steps":["trace[66098278] 'range keys from in-memory index tree' (duration: 255.152618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:40.061871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:39.687347Z","time spent":"374.517127ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T01:51:40.063199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.984465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-04T01:51:40.063255Z","caller":"traceutil/trace.go:171","msg":"trace[879100205] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14038; }","duration":"388.068237ms","start":"2026-03-04T01:51:39.675173Z","end":"2026-03-04T01:51:40.063241Z","steps":["trace[879100205] 'range keys from in-memory index tree' (duration: 387.83969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:40.063318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:39.675155Z","time spent":"388.15155ms","remote":"127.0.0.1:56260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-04T01:51:40.2718Z","caller":"traceutil/trace.go:171","msg":"trace[1403589427] transaction","detail":"{read_only:false; response_revision:14040; number_of_response:1; }","duration":"203.561871ms","start":"2026-03-04T01:51:40.068201Z","end":"2026-03-04T01:51:40.271763Z","steps":["trace[1403589427] 'process raft request' (duration: 115.567338ms)","trace[1403589427] 'compare' (duration: 87.59097ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:51:40.271908Z","caller":"traceutil/trace.go:171","msg":"trace[4118912] transaction","detail":"{read_only:false; response_revision:14041; number_of_response:1; }","duration":"203.571361ms","start":"2026-03-04T01:51:40.068294Z","end":"2026-03-04T01:51:40.271866Z","steps":["trace[4118912] 'process raft request' (duration: 203.420496ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:51:40.272165Z","caller":"traceutil/trace.go:171","msg":"trace[1858998177] transaction","detail":"{read_only:false; response_revision:14042; number_of_response:1; }","duration":"203.794698ms","start":"2026-03-04T01:51:40.068351Z","end":"2026-03-04T01:51:40.272146Z","steps":["trace[1858998177] 'process raft request' (duration: 203.463427ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:51:40.272239Z","caller":"traceutil/trace.go:171","msg":"trace[1786885529] transaction","detail":"{read_only:false; response_revision:14043; number_of_response:1; }","duration":"203.719446ms","start":"2026-03-04T01:51:40.068491Z","end":"2026-03-04T01:51:40.272211Z","steps":["trace[1786885529] 'process raft request' (duration: 203.500579ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:51:40.27236Z","caller":"traceutil/trace.go:171","msg":"trace[7891956] transaction","detail":"{read_only:false; response_revision:14044; number_of_response:1; }","duration":"203.835779ms","start":"2026-03-04T01:51:40.06851Z","end":"2026-03-04T01:51:40.272346Z","steps":["trace[7891956] 'process raft request' (duration: 203.615162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:40.289179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.089212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:51:40.289228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.706252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:51:40.289283Z","caller":"traceutil/trace.go:171","msg":"trace[1686271704] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14045; }","duration":"115.222327ms","start":"2026-03-04T01:51:40.174033Z","end":"2026-03-04T01:51:40.289256Z","steps":["trace[1686271704] 'agreement among raft nodes before linearized reading' (duration: 115.061582ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:51:40.289321Z","caller":"traceutil/trace.go:171","msg":"trace[1349494097] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14045; }","duration":"115.870077ms","start":"2026-03-04T01:51:40.17342Z","end":"2026-03-04T01:51:40.28929Z","steps":["trace[1349494097] 'agreement among raft nodes before linearized reading' (duration: 115.66362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:40.289367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.869847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-04T01:51:40.289483Z","caller":"traceutil/trace.go:171","msg":"trace[904000736] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14045; }","duration":"116.018432ms","start":"2026-03-04T01:51:40.173435Z","end":"2026-03-04T01:51:40.289454Z","steps":["trace[904000736] 'agreement among raft nodes before linearized reading' (duration: 115.696202ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:51:40.45798Z","caller":"traceutil/trace.go:171","msg":"trace[1814504496] linearizableReadLoop","detail":"{readStateIndex:14559; appliedIndex:14558; }","duration":"129.036706ms","start":"2026-03-04T01:51:40.328905Z","end":"2026-03-04T01:51:40.457942Z","steps":["trace[1814504496] 'read index received' (duration: 76.769217ms)","trace[1814504496] 'applied index is now lower than readState.Index' (duration: 52.264439ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:51:40.458147Z","caller":"traceutil/trace.go:171","msg":"trace[765867897] transaction","detail":"{read_only:false; response_revision:14047; number_of_response:1; }","duration":"141.363996ms","start":"2026-03-04T01:51:40.316754Z","end":"2026-03-04T01:51:40.458118Z","steps":["trace[765867897] 'process raft request' (duration: 88.902641ms)","trace[765867897] 'compare' (duration: 51.850336ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:51:40.458395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.476569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dnr8d\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-04T01:51:40.458431Z","caller":"traceutil/trace.go:171","msg":"trace[1076465988] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dnr8d; range_end:; response_count:1; response_revision:14047; }","duration":"129.583583ms","start":"2026-03-04T01:51:40.328837Z","end":"2026-03-04T01:51:40.458421Z","steps":["trace[1076465988] 'agreement among raft nodes before linearized reading' (duration: 129.301264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:42.038362Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743091943704500,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T01:51:42.069346Z","caller":"traceutil/trace.go:171","msg":"trace[795213820] transaction","detail":"{read_only:false; response_revision:14049; number_of_response:1; }","duration":"532.392538ms","start":"2026-03-04T01:51:41.536924Z","end":"2026-03-04T01:51:42.069317Z","steps":["trace[795213820] 'process raft request' (duration: 532.220823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:42.069572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:41.5369Z","time spent":"532.550952ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:51:42.180938Z","caller":"traceutil/trace.go:171","msg":"trace[753381821] linearizableReadLoop","detail":"{readStateIndex:14562; appliedIndex:14561; }","duration":"643.239215ms","start":"2026-03-04T01:51:41.537664Z","end":"2026-03-04T01:51:42.180903Z","steps":["trace[753381821] 'read index received' (duration: 532.125579ms)","trace[753381821] 'applied index is now lower than readState.Index' (duration: 111.112646ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:51:42.181101Z","caller":"traceutil/trace.go:171","msg":"trace[1180606255] transaction","detail":"{read_only:false; response_revision:14050; number_of_response:1; }","duration":"426.220127ms","start":"2026-03-04T01:51:41.754843Z","end":"2026-03-04T01:51:42.181063Z","steps":["trace[1180606255] 'process raft request' (duration: 417.532811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:42.181241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.541944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-04T01:51:42.181289Z","caller":"traceutil/trace.go:171","msg":"trace[1479784140] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14050; }","duration":"643.653067ms","start":"2026-03-04T01:51:41.537624Z","end":"2026-03-04T01:51:42.181277Z","steps":["trace[1479784140] 'agreement among raft nodes before linearized reading' (duration: 643.451261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:42.181333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:41.53761Z","time spent":"643.71115ms","remote":"127.0.0.1:56260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-04T01:51:42.181246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.054474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:51:42.181331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:41.754813Z","time spent":"426.412333ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:51:42.181324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.092019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:51:42.181415Z","caller":"traceutil/trace.go:171","msg":"trace[1812626250] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14050; }","duration":"113.250463ms","start":"2026-03-04T01:51:42.068146Z","end":"2026-03-04T01:51:42.181397Z","steps":["trace[1812626250] 'agreement among raft nodes before linearized reading' (duration: 113.077888ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:51:42.181432Z","caller":"traceutil/trace.go:171","msg":"trace[1384366342] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14050; }","duration":"640.23967ms","start":"2026-03-04T01:51:41.541137Z","end":"2026-03-04T01:51:42.181377Z","steps":["trace[1384366342] 'agreement among raft nodes before linearized reading' (duration: 640.042213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:42.181545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.932821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-7zsmj\" ","response":"range_response_count:1 size:22125"} {"level":"warn","ts":"2026-03-04T01:51:42.181672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.61882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:51:42.181677Z","caller":"traceutil/trace.go:171","msg":"trace[601926164] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-7zsmj; range_end:; response_count:1; response_revision:14050; }","duration":"629.103116ms","start":"2026-03-04T01:51:41.55255Z","end":"2026-03-04T01:51:42.181653Z","steps":["trace[601926164] 'agreement among raft nodes before linearized reading' (duration: 628.735185ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:51:42.181712Z","caller":"traceutil/trace.go:171","msg":"trace[1448905633] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14050; }","duration":"639.680072ms","start":"2026-03-04T01:51:41.542024Z","end":"2026-03-04T01:51:42.181704Z","steps":["trace[1448905633] 'agreement among raft nodes before linearized reading' (duration: 639.62645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:42.181739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:41.542016Z","time spent":"639.718093ms","remote":"127.0.0.1:56336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-04T01:51:42.181734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:41.552541Z","time spent":"629.183329ms","remote":"127.0.0.1:56286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22147,"request content":"key:\"/registry/pods/openstack/nova-compute-default-7zsmj\" "} {"level":"warn","ts":"2026-03-04T01:51:42.181816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.154435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-04T01:51:42.181773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.220407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:51:42.181857Z","caller":"traceutil/trace.go:171","msg":"trace[8238411] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14050; }","duration":"110.206656ms","start":"2026-03-04T01:51:42.071636Z","end":"2026-03-04T01:51:42.181843Z","steps":["trace[8238411] 'agreement among raft nodes before linearized reading' (duration: 110.124694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:42.18188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.867899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-04T01:51:42.181909Z","caller":"traceutil/trace.go:171","msg":"trace[2105424641] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14050; }","duration":"639.383073ms","start":"2026-03-04T01:51:41.542507Z","end":"2026-03-04T01:51:42.18189Z","steps":["trace[2105424641] 'agreement among raft nodes before linearized reading' (duration: 639.138975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:42.181931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.071358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-04T01:51:42.18197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.113487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:51:42.18198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:41.542496Z","time spent":"639.468675ms","remote":"127.0.0.1:56336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-03-04T01:51:42.181989Z","caller":"traceutil/trace.go:171","msg":"trace[2123540690] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14050; }","duration":"113.183712ms","start":"2026-03-04T01:51:42.068788Z","end":"2026-03-04T01:51:42.181972Z","steps":["trace[2123540690] 'agreement among raft nodes before linearized reading' (duration: 113.067548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:42.181735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.180068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-04T01:51:42.182006Z","caller":"traceutil/trace.go:171","msg":"trace[1739568130] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14050; }","duration":"112.170299ms","start":"2026-03-04T01:51:42.069827Z","end":"2026-03-04T01:51:42.181997Z","steps":["trace[1739568130] 'agreement among raft nodes before linearized reading' (duration: 112.119728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:42.18202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.99592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:51:42.182048Z","caller":"traceutil/trace.go:171","msg":"trace[1476772503] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:14050; }","duration":"380.029511ms","start":"2026-03-04T01:51:41.802009Z","end":"2026-03-04T01:51:42.182038Z","steps":["trace[1476772503] 'agreement among raft nodes before linearized reading' (duration: 379.977019ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:51:42.18192Z","caller":"traceutil/trace.go:171","msg":"trace[1640013566] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14050; }","duration":"111.968263ms","start":"2026-03-04T01:51:42.069941Z","end":"2026-03-04T01:51:42.181909Z","steps":["trace[1640013566] 'agreement among raft nodes before linearized reading' (duration: 111.828868ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:51:42.182041Z","caller":"traceutil/trace.go:171","msg":"trace[457804256] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14050; }","duration":"111.527438ms","start":"2026-03-04T01:51:42.070499Z","end":"2026-03-04T01:51:42.182027Z","steps":["trace[457804256] 'agreement among raft nodes before linearized reading' (duration: 111.158957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:42.181627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:41.541125Z","time spent":"640.340042ms","remote":"127.0.0.1:56336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T01:51:42.182085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:41.801943Z","time spent":"380.129715ms","remote":"127.0.0.1:57786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:51:42.182328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.802846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-7zsmj\" ","response":"range_response_count:1 size:22125"} {"level":"warn","ts":"2026-03-04T01:51:42.182295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.101652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-04T01:51:42.182392Z","caller":"traceutil/trace.go:171","msg":"trace[38043819] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-7zsmj; range_end:; response_count:1; response_revision:14050; }","duration":"628.883419ms","start":"2026-03-04T01:51:41.55349Z","end":"2026-03-04T01:51:42.182374Z","steps":["trace[38043819] 'agreement among raft nodes before linearized reading' (duration: 628.60584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:42.182462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:41.55348Z","time spent":"628.965752ms","remote":"127.0.0.1:56286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22147,"request content":"key:\"/registry/pods/openstack/nova-compute-default-7zsmj\" "} {"level":"info","ts":"2026-03-04T01:51:42.182525Z","caller":"traceutil/trace.go:171","msg":"trace[1032105515] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14050; }","duration":"638.303508ms","start":"2026-03-04T01:51:41.544106Z","end":"2026-03-04T01:51:42.182409Z","steps":["trace[1032105515] 'agreement among raft nodes before linearized reading' (duration: 637.825183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:42.182612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:41.544092Z","time spent":"638.505074ms","remote":"127.0.0.1:56336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-04T01:52:50.060981Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12113} {"level":"info","ts":"2026-03-04T01:52:50.141771Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12113,"took":"76.787466ms","hash":3646776167,"current-db-size-bytes":42893312,"current-db-size":"43 MB","current-db-size-in-use-bytes":27271168,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-04T01:52:50.141855Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3646776167,"revision":12113,"compact-revision":10084} {"level":"warn","ts":"2026-03-04T01:54:24.220834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.014439ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:54:24.220975Z","caller":"traceutil/trace.go:171","msg":"trace[1685126216] linearizableReadLoop","detail":"{readStateIndex:15821; appliedIndex:15820; }","duration":"125.06406ms","start":"2026-03-04T01:54:24.095893Z","end":"2026-03-04T01:54:24.220957Z","steps":["trace[1685126216] 'read index received' (duration: 4.738921ms)","trace[1685126216] 'applied index is now lower than readState.Index' (duration: 120.323698ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:54:24.221026Z","caller":"traceutil/trace.go:171","msg":"trace[1219807161] transaction","detail":"{read_only:false; response_revision:15266; number_of_response:1; }","duration":"136.002507ms","start":"2026-03-04T01:54:24.084986Z","end":"2026-03-04T01:54:24.220988Z","steps":["trace[1219807161] 'process raft request' (duration: 15.728749ms)","trace[1219807161] 'compare' (duration: 119.878575ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:54:24.221267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.350678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-7zsmj\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-03-04T01:54:24.22133Z","caller":"traceutil/trace.go:171","msg":"trace[1000905406] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-7zsmj; range_end:; response_count:1; response_revision:15266; }","duration":"125.462562ms","start":"2026-03-04T01:54:24.095851Z","end":"2026-03-04T01:54:24.221314Z","steps":["trace[1000905406] 'agreement among raft nodes before linearized reading' (duration: 125.212774ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:54:24.389434Z","caller":"traceutil/trace.go:171","msg":"trace[1402787641] transaction","detail":"{read_only:false; response_revision:15267; number_of_response:1; }","duration":"100.634694ms","start":"2026-03-04T01:54:24.288749Z","end":"2026-03-04T01:54:24.389384Z","steps":["trace[1402787641] 'process raft request' (duration: 72.79397ms)","trace[1402787641] 'compare' (duration: 27.450462ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:57:21.802919Z","caller":"traceutil/trace.go:171","msg":"trace[1405267351] transaction","detail":"{read_only:false; response_revision:16439; number_of_response:1; }","duration":"302.124692ms","start":"2026-03-04T01:57:21.500754Z","end":"2026-03-04T01:57:21.802879Z","steps":["trace[1405267351] 'process raft request' (duration: 301.864384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:21.803152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:21.500728Z","time spent":"302.300977ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:57:21.80752Z","caller":"traceutil/trace.go:171","msg":"trace[2119979934] transaction","detail":"{read_only:false; response_revision:16441; number_of_response:1; }","duration":"125.578381ms","start":"2026-03-04T01:57:21.681893Z","end":"2026-03-04T01:57:21.807472Z","steps":["trace[2119979934] 'process raft request' (duration: 125.479498ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:21.807534Z","caller":"traceutil/trace.go:171","msg":"trace[1917004695] transaction","detail":"{read_only:false; response_revision:16440; number_of_response:1; }","duration":"139.528475ms","start":"2026-03-04T01:57:21.667961Z","end":"2026-03-04T01:57:21.807489Z","steps":["trace[1917004695] 'process raft request' (duration: 139.217235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:26.706523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.881875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T01:57:26.70662Z","caller":"traceutil/trace.go:171","msg":"trace[462270812] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:16473; }","duration":"123.001538ms","start":"2026-03-04T01:57:26.583598Z","end":"2026-03-04T01:57:26.7066Z","steps":["trace[462270812] 'count revisions from in-memory index tree' (duration: 122.706049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:27.789204Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743091943713761,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T01:57:28.096657Z","caller":"traceutil/trace.go:171","msg":"trace[2044105783] linearizableReadLoop","detail":"{readStateIndex:17073; appliedIndex:17072; }","duration":"808.036469ms","start":"2026-03-04T01:57:27.28859Z","end":"2026-03-04T01:57:28.096627Z","steps":["trace[2044105783] 'read index received' (duration: 807.773281ms)","trace[2044105783] 'applied index is now lower than readState.Index' (duration: 261.418µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:57:28.096816Z","caller":"traceutil/trace.go:171","msg":"trace[1598550317] transaction","detail":"{read_only:false; response_revision:16474; number_of_response:1; }","duration":"968.033504ms","start":"2026-03-04T01:57:27.128731Z","end":"2026-03-04T01:57:28.096764Z","steps":["trace[1598550317] 'process raft request' (duration: 967.60918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:28.096881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.266666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T01:57:28.097023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:27.128707Z","time spent":"968.21973ms","remote":"127.0.0.1:56286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20980,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:57:28.097042Z","caller":"traceutil/trace.go:171","msg":"trace[775877263] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:16474; }","duration":"808.437052ms","start":"2026-03-04T01:57:27.288537Z","end":"2026-03-04T01:57:28.096974Z","steps":["trace[775877263] 'agreement among raft nodes before linearized reading' (duration: 808.232616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:28.097126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:27.288515Z","time spent":"808.567276ms","remote":"127.0.0.1:37192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:57:28.597777Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743091943713765,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:57:29.098256Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743091943713765,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T01:57:29.535973Z","caller":"traceutil/trace.go:171","msg":"trace[1523548129] transaction","detail":"{read_only:false; response_revision:16475; number_of_response:1; }","duration":"1.708852516s","start":"2026-03-04T01:57:27.827088Z","end":"2026-03-04T01:57:29.535941Z","steps":["trace[1523548129] 'process raft request' (duration: 1.708623119s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:29.536145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:27.827053Z","time spent":"1.709003111s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:57:29.536835Z","caller":"traceutil/trace.go:171","msg":"trace[472091971] transaction","detail":"{read_only:false; response_revision:16476; number_of_response:1; }","duration":"1.708351259s","start":"2026-03-04T01:57:27.828009Z","end":"2026-03-04T01:57:29.536361Z","steps":["trace[472091971] 'process raft request' (duration: 1.707884344s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:29.537191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:27.827994Z","time spent":"1.708966149s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:57:29.556904Z","caller":"traceutil/trace.go:171","msg":"trace[886581967] transaction","detail":"{read_only:false; response_revision:16477; number_of_response:1; }","duration":"1.418035124s","start":"2026-03-04T01:57:28.138834Z","end":"2026-03-04T01:57:29.556869Z","steps":["trace[886581967] 'process raft request' (duration: 1.417776336s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:29.557188Z","caller":"traceutil/trace.go:171","msg":"trace[1786045726] transaction","detail":"{read_only:false; response_revision:16478; number_of_response:1; }","duration":"194.699048ms","start":"2026-03-04T01:57:29.362452Z","end":"2026-03-04T01:57:29.557151Z","steps":["trace[1786045726] 'process raft request' (duration: 194.356617ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:29.557284Z","caller":"traceutil/trace.go:171","msg":"trace[622586720] linearizableReadLoop","detail":"{readStateIndex:17076; appliedIndex:17073; }","duration":"1.460532664s","start":"2026-03-04T01:57:28.096737Z","end":"2026-03-04T01:57:29.55727Z","steps":["trace[622586720] 'read index received' (duration: 1.439080552s)","trace[622586720] 'applied index is now lower than readState.Index' (duration: 21.450332ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:57:29.557367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.657627387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T01:57:29.557413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.799463185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T01:57:29.557444Z","caller":"traceutil/trace.go:171","msg":"trace[1357528447] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:16478; }","duration":"1.799560758s","start":"2026-03-04T01:57:27.757873Z","end":"2026-03-04T01:57:29.557434Z","steps":["trace[1357528447] 'agreement among raft nodes before linearized reading' (duration: 1.799496736s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:29.557446Z","caller":"traceutil/trace.go:171","msg":"trace[1697527546] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16478; }","duration":"1.657744972s","start":"2026-03-04T01:57:27.89968Z","end":"2026-03-04T01:57:29.557425Z","steps":["trace[1697527546] 'agreement among raft nodes before linearized reading' (duration: 1.657614447s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:29.55747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:27.757661Z","time spent":"1.799803616s","remote":"127.0.0.1:60940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:57:29.557495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:27.89964Z","time spent":"1.657847115s","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:57:29.557417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:28.138805Z","time spent":"1.418202568s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:57:29.557708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.966678339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3225"} {"level":"info","ts":"2026-03-04T01:57:29.557743Z","caller":"traceutil/trace.go:171","msg":"trace[1383887855] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:16478; }","duration":"1.966756261s","start":"2026-03-04T01:57:27.590978Z","end":"2026-03-04T01:57:29.557735Z","steps":["trace[1383887855] 'agreement among raft nodes before linearized reading' (duration: 1.966649078s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:29.557762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:27.590957Z","time spent":"1.966800713s","remote":"127.0.0.1:41198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3247,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-03-04T01:57:29.557819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.500260657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"info","ts":"2026-03-04T01:57:29.557861Z","caller":"traceutil/trace.go:171","msg":"trace[681495314] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:16478; }","duration":"1.500339389s","start":"2026-03-04T01:57:28.057508Z","end":"2026-03-04T01:57:29.557848Z","steps":["trace[681495314] 'agreement among raft nodes before linearized reading' (duration: 1.500182244s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:29.55789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:28.05749Z","time spent":"1.500394411s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T01:57:29.557925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.355251198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T01:57:29.557956Z","caller":"traceutil/trace.go:171","msg":"trace[1055544801] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16478; }","duration":"1.35532742s","start":"2026-03-04T01:57:28.202619Z","end":"2026-03-04T01:57:29.557947Z","steps":["trace[1055544801] 'agreement among raft nodes before linearized reading' (duration: 1.355252818s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:29.557975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:28.202592Z","time spent":"1.355378182s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T01:57:29.557615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.825061678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T01:57:29.558124Z","caller":"traceutil/trace.go:171","msg":"trace[37450051] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:16478; }","duration":"1.825606136s","start":"2026-03-04T01:57:27.732499Z","end":"2026-03-04T01:57:29.558106Z","steps":["trace[37450051] 'agreement among raft nodes before linearized reading' (duration: 1.82509265s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:29.558172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.967218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T01:57:29.558208Z","caller":"traceutil/trace.go:171","msg":"trace[473633870] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:16478; }","duration":"438.05496ms","start":"2026-03-04T01:57:29.120142Z","end":"2026-03-04T01:57:29.558197Z","steps":["trace[473633870] 'agreement among raft nodes before linearized reading' (duration: 437.988638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:29.558239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:29.120118Z","time spent":"438.112952ms","remote":"127.0.0.1:58984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:57:29.558255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:27.732476Z","time spent":"1.825714559s","remote":"127.0.0.1:56274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:57:29.558041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.702131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-04T01:57:29.558478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.004897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-7zsmj\" ","response":"range_response_count:1 size:22126"} {"level":"info","ts":"2026-03-04T01:57:29.558543Z","caller":"traceutil/trace.go:171","msg":"trace[1235702995] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-7zsmj; range_end:; response_count:1; response_revision:16478; }","duration":"752.115141ms","start":"2026-03-04T01:57:28.806408Z","end":"2026-03-04T01:57:29.558523Z","steps":["trace[1235702995] 'agreement among raft nodes before linearized reading' (duration: 751.944066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:29.558599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.263922836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-04T01:57:29.558607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:28.806382Z","time spent":"752.212114ms","remote":"127.0.0.1:56286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22148,"request content":"key:\"/registry/pods/openstack/nova-compute-default-7zsmj\" "} {"level":"info","ts":"2026-03-04T01:57:29.558634Z","caller":"traceutil/trace.go:171","msg":"trace[870038051] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16478; }","duration":"1.264006119s","start":"2026-03-04T01:57:28.294617Z","end":"2026-03-04T01:57:29.558623Z","steps":["trace[870038051] 'agreement among raft nodes before linearized reading' (duration: 1.263897315s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:29.558659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.30622186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T01:57:29.558741Z","caller":"traceutil/trace.go:171","msg":"trace[371968921] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16478; }","duration":"1.306357954s","start":"2026-03-04T01:57:28.252368Z","end":"2026-03-04T01:57:29.558726Z","steps":["trace[371968921] 'agreement among raft nodes before linearized reading' (duration: 1.30623501s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:29.558767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:28.252339Z","time spent":"1.306420836s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T01:57:29.558752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.654204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-03-04T01:57:29.558511Z","caller":"traceutil/trace.go:171","msg":"trace[1979799052] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:16478; }","duration":"765.211427ms","start":"2026-03-04T01:57:28.793286Z","end":"2026-03-04T01:57:29.558497Z","steps":["trace[1979799052] 'agreement among raft nodes before linearized reading' (duration: 764.68824ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:29.558813Z","caller":"traceutil/trace.go:171","msg":"trace[930792952] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:16478; }","duration":"885.752628ms","start":"2026-03-04T01:57:28.673043Z","end":"2026-03-04T01:57:29.558796Z","steps":["trace[930792952] 'agreement among raft nodes before linearized reading' (duration: 885.521781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:29.558832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.342326167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-04T01:57:29.558861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:28.793262Z","time spent":"765.586849ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T01:57:29.558863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:28.673018Z","time spent":"885.83639ms","remote":"127.0.0.1:56246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1588,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-03-04T01:57:29.558893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.305011152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T01:57:29.558918Z","caller":"traceutil/trace.go:171","msg":"trace[1607346286] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16478; }","duration":"1.305057413s","start":"2026-03-04T01:57:28.253852Z","end":"2026-03-04T01:57:29.558909Z","steps":["trace[1607346286] 'agreement among raft nodes before linearized reading' (duration: 1.304995921s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:29.55891Z","caller":"traceutil/trace.go:171","msg":"trace[311240410] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16478; }","duration":"1.34241392s","start":"2026-03-04T01:57:28.216473Z","end":"2026-03-04T01:57:29.558887Z","steps":["trace[311240410] 'agreement among raft nodes before linearized reading' (duration: 1.342135271s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:29.558943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:28.253839Z","time spent":"1.305099585s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T01:57:29.558964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:28.216437Z","time spent":"1.342517493s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T01:57:29.558815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.258421091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T01:57:29.559048Z","caller":"traceutil/trace.go:171","msg":"trace[1150539697] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16478; }","duration":"1.258691149s","start":"2026-03-04T01:57:28.30035Z","end":"2026-03-04T01:57:29.559042Z","steps":["trace[1150539697] 'agreement among raft nodes before linearized reading' (duration: 1.258232074s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:29.559105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:28.300335Z","time spent":"1.258757491s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T01:57:29.558663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:28.294593Z","time spent":"1.264063561s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T01:57:29.559402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.111912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-nwrl6\" ","response":"range_response_count:1 size:9800"} {"level":"info","ts":"2026-03-04T01:57:29.559428Z","caller":"traceutil/trace.go:171","msg":"trace[1530193154] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-nwrl6; range_end:; response_count:1; response_revision:16478; }","duration":"826.175424ms","start":"2026-03-04T01:57:28.733245Z","end":"2026-03-04T01:57:29.559421Z","steps":["trace[1530193154] 'agreement among raft nodes before linearized reading' (duration: 826.094321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:29.559552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:28.733225Z","time spent":"826.220556ms","remote":"127.0.0.1:56286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9822,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-nwrl6\" "} {"level":"warn","ts":"2026-03-04T01:57:29.560689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.596746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:130 size:1557482"} {"level":"info","ts":"2026-03-04T01:57:29.560744Z","caller":"traceutil/trace.go:171","msg":"trace[1349226448] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:130; response_revision:16478; }","duration":"150.69903ms","start":"2026-03-04T01:57:29.410034Z","end":"2026-03-04T01:57:29.560733Z","steps":["trace[1349226448] 'agreement among raft nodes before linearized reading' (duration: 148.026655ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:29.729011Z","caller":"traceutil/trace.go:171","msg":"trace[897917827] transaction","detail":"{read_only:false; response_revision:16480; number_of_response:1; }","duration":"160.240883ms","start":"2026-03-04T01:57:29.568745Z","end":"2026-03-04T01:57:29.728986Z","steps":["trace[897917827] 'process raft request' (duration: 160.074687ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:29.729247Z","caller":"traceutil/trace.go:171","msg":"trace[1503770042] transaction","detail":"{read_only:false; response_revision:16481; number_of_response:1; }","duration":"160.318485ms","start":"2026-03-04T01:57:29.568919Z","end":"2026-03-04T01:57:29.729238Z","steps":["trace[1503770042] 'process raft request' (duration: 160.031156ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:29.729497Z","caller":"traceutil/trace.go:171","msg":"trace[1231132509] linearizableReadLoop","detail":"{readStateIndex:17083; appliedIndex:17077; }","duration":"158.937601ms","start":"2026-03-04T01:57:29.57055Z","end":"2026-03-04T01:57:29.729487Z","steps":["trace[1231132509] 'read index received' (duration: 57.079944ms)","trace[1231132509] 'applied index is now lower than readState.Index' (duration: 101.856687ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:57:29.729587Z","caller":"traceutil/trace.go:171","msg":"trace[498768398] transaction","detail":"{read_only:false; response_revision:16482; number_of_response:1; }","duration":"160.429609ms","start":"2026-03-04T01:57:29.569148Z","end":"2026-03-04T01:57:29.729578Z","steps":["trace[498768398] 'process raft request' (duration: 160.055847ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:29.729653Z","caller":"traceutil/trace.go:171","msg":"trace[942037858] transaction","detail":"{read_only:false; response_revision:16483; number_of_response:1; }","duration":"160.083218ms","start":"2026-03-04T01:57:29.569565Z","end":"2026-03-04T01:57:29.729648Z","steps":["trace[942037858] 'process raft request' (duration: 159.801499ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:29.729702Z","caller":"traceutil/trace.go:171","msg":"trace[2026147040] transaction","detail":"{read_only:false; response_revision:16484; number_of_response:1; }","duration":"159.959113ms","start":"2026-03-04T01:57:29.569738Z","end":"2026-03-04T01:57:29.729697Z","steps":["trace[2026147040] 'process raft request' (duration: 159.657274ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:29.72975Z","caller":"traceutil/trace.go:171","msg":"trace[947494003] transaction","detail":"{read_only:false; response_revision:16485; number_of_response:1; }","duration":"158.365303ms","start":"2026-03-04T01:57:29.571379Z","end":"2026-03-04T01:57:29.729744Z","steps":["trace[947494003] 'process raft request' (duration: 158.053293ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:29.729802Z","caller":"traceutil/trace.go:171","msg":"trace[1401697258] transaction","detail":"{read_only:false; response_revision:16486; number_of_response:1; }","duration":"156.36744ms","start":"2026-03-04T01:57:29.573429Z","end":"2026-03-04T01:57:29.729796Z","steps":["trace[1401697258] 'process raft request' (duration: 156.028439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:29.729951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.383576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18909"} {"level":"info","ts":"2026-03-04T01:57:29.729978Z","caller":"traceutil/trace.go:171","msg":"trace[1712775943] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:16486; }","duration":"159.460638ms","start":"2026-03-04T01:57:29.570512Z","end":"2026-03-04T01:57:29.729972Z","steps":["trace[1712775943] 'agreement among raft nodes before linearized reading' (duration: 159.327624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:29.730149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.942492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-heat-default-user\" ","response":"range_response_count:1 size:1143"} {"level":"info","ts":"2026-03-04T01:57:29.730177Z","caller":"traceutil/trace.go:171","msg":"trace[955350283] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-heat-default-user; range_end:; response_count:1; response_revision:16486; }","duration":"158.984512ms","start":"2026-03-04T01:57:29.571186Z","end":"2026-03-04T01:57:29.730171Z","steps":["trace[955350283] 'agreement among raft nodes before linearized reading' (duration: 158.91472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:29.731413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.00918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:926116"} {"level":"info","ts":"2026-03-04T01:57:29.731524Z","caller":"traceutil/trace.go:171","msg":"trace[851442528] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:16486; }","duration":"157.139724ms","start":"2026-03-04T01:57:29.57436Z","end":"2026-03-04T01:57:29.731499Z","steps":["trace[851442528] 'agreement among raft nodes before linearized reading' (duration: 155.929685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:29.732941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.585905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:926116"} {"level":"warn","ts":"2026-03-04T01:57:29.733099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.836779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T01:57:29.733187Z","caller":"traceutil/trace.go:171","msg":"trace[1184355868] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16486; }","duration":"160.026475ms","start":"2026-03-04T01:57:29.573138Z","end":"2026-03-04T01:57:29.733164Z","steps":["trace[1184355868] 'agreement among raft nodes before linearized reading' (duration: 157.497735ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:29.733112Z","caller":"traceutil/trace.go:171","msg":"trace[238390369] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:16486; }","duration":"161.792592ms","start":"2026-03-04T01:57:29.571288Z","end":"2026-03-04T01:57:29.733081Z","steps":["trace[238390369] 'agreement among raft nodes before linearized reading' (duration: 159.301763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:29.880014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.955551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" ","response":"range_response_count:1 size:9508"} {"level":"info","ts":"2026-03-04T01:57:29.880113Z","caller":"traceutil/trace.go:171","msg":"trace[1835206874] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-heat-server; range_end:; response_count:1; response_revision:16486; }","duration":"119.124306ms","start":"2026-03-04T01:57:29.760965Z","end":"2026-03-04T01:57:29.880089Z","steps":["trace[1835206874] 'range keys from in-memory index tree' (duration: 118.697532ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:38.695943Z","caller":"traceutil/trace.go:171","msg":"trace[2093319779] linearizableReadLoop","detail":"{readStateIndex:17338; appliedIndex:17337; }","duration":"164.300042ms","start":"2026-03-04T01:57:38.531616Z","end":"2026-03-04T01:57:38.695916Z","steps":["trace[2093319779] 'read index received' (duration: 164.062064ms)","trace[2093319779] 'applied index is now lower than readState.Index' (duration: 236.418µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:57:38.69598Z","caller":"traceutil/trace.go:171","msg":"trace[1004391184] transaction","detail":"{read_only:false; response_revision:16732; number_of_response:1; }","duration":"166.852192ms","start":"2026-03-04T01:57:38.529104Z","end":"2026-03-04T01:57:38.695956Z","steps":["trace[1004391184] 'process raft request' (duration: 166.634615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:38.696173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.142162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T01:57:38.696244Z","caller":"traceutil/trace.go:171","msg":"trace[501638959] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:16732; }","duration":"150.285457ms","start":"2026-03-04T01:57:38.545936Z","end":"2026-03-04T01:57:38.696221Z","steps":["trace[501638959] 'agreement among raft nodes before linearized reading' (duration: 150.158632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:38.696228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.58535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-04T01:57:38.696313Z","caller":"traceutil/trace.go:171","msg":"trace[491115384] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:16732; }","duration":"164.738696ms","start":"2026-03-04T01:57:38.531552Z","end":"2026-03-04T01:57:38.696291Z","steps":["trace[491115384] 'agreement among raft nodes before linearized reading' (duration: 164.475247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:38.696516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.208513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T01:57:38.696504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.669917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T01:57:38.696569Z","caller":"traceutil/trace.go:171","msg":"trace[1585016821] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:16732; }","duration":"150.283916ms","start":"2026-03-04T01:57:38.54627Z","end":"2026-03-04T01:57:38.696554Z","steps":["trace[1585016821] 'agreement among raft nodes before linearized reading' (duration: 150.196403ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:38.696589Z","caller":"traceutil/trace.go:171","msg":"trace[1162738921] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:16732; }","duration":"149.77319ms","start":"2026-03-04T01:57:38.546794Z","end":"2026-03-04T01:57:38.696567Z","steps":["trace[1162738921] 'agreement among raft nodes before linearized reading' (duration: 149.663906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:38.696559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.268256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T01:57:38.696659Z","caller":"traceutil/trace.go:171","msg":"trace[256067237] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:0; response_revision:16732; }","duration":"150.419431ms","start":"2026-03-04T01:57:38.546218Z","end":"2026-03-04T01:57:38.696637Z","steps":["trace[256067237] 'agreement among raft nodes before linearized reading' (duration: 150.288387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:38.696705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.659888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T01:57:38.696688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.398172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"warn","ts":"2026-03-04T01:57:38.696724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.041467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T01:57:38.696758Z","caller":"traceutil/trace.go:171","msg":"trace[695164176] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:16732; }","duration":"150.712269ms","start":"2026-03-04T01:57:38.546032Z","end":"2026-03-04T01:57:38.696745Z","steps":["trace[695164176] 'agreement among raft nodes before linearized reading' (duration: 150.636677ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:38.696785Z","caller":"traceutil/trace.go:171","msg":"trace[2084603924] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:16732; }","duration":"146.522637ms","start":"2026-03-04T01:57:38.55024Z","end":"2026-03-04T01:57:38.696763Z","steps":["trace[2084603924] 'agreement among raft nodes before linearized reading' (duration: 146.283589ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:38.696813Z","caller":"traceutil/trace.go:171","msg":"trace[1672243278] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:16732; }","duration":"149.14911ms","start":"2026-03-04T01:57:38.547641Z","end":"2026-03-04T01:57:38.69679Z","steps":["trace[1672243278] 'agreement among raft nodes before linearized reading' (duration: 148.992295ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:39.275067Z","caller":"traceutil/trace.go:171","msg":"trace[42172147] transaction","detail":"{read_only:false; response_revision:16737; number_of_response:1; }","duration":"527.779512ms","start":"2026-03-04T01:57:38.747245Z","end":"2026-03-04T01:57:39.275025Z","steps":["trace[42172147] 'process raft request' (duration: 527.648078ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:39.275129Z","caller":"traceutil/trace.go:171","msg":"trace[824691162] transaction","detail":"{read_only:false; response_revision:16738; number_of_response:1; }","duration":"527.774342ms","start":"2026-03-04T01:57:38.747335Z","end":"2026-03-04T01:57:39.27511Z","steps":["trace[824691162] 'process raft request' (duration: 527.589836ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:39.275223Z","caller":"traceutil/trace.go:171","msg":"trace[1513818372] linearizableReadLoop","detail":"{readStateIndex:17345; appliedIndex:17339; }","duration":"526.550823ms","start":"2026-03-04T01:57:38.748645Z","end":"2026-03-04T01:57:39.275196Z","steps":["trace[1513818372] 'read index received' (duration: 33.054ms)","trace[1513818372] 'applied index is now lower than readState.Index' (duration: 493.495503ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:57:39.275349Z","caller":"traceutil/trace.go:171","msg":"trace[1104321168] transaction","detail":"{read_only:false; response_revision:16740; number_of_response:1; }","duration":"521.062739ms","start":"2026-03-04T01:57:38.75424Z","end":"2026-03-04T01:57:39.275302Z","steps":["trace[1104321168] 'process raft request' (duration: 520.751719ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:39.275192Z","caller":"traceutil/trace.go:171","msg":"trace[390205436] transaction","detail":"{read_only:false; response_revision:16736; number_of_response:1; }","duration":"528.040661ms","start":"2026-03-04T01:57:38.747063Z","end":"2026-03-04T01:57:39.275103Z","steps":["trace[390205436] 'process raft request' (duration: 527.733751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:39.275409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:38.747212Z","time spent":"527.951068ms","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":852,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T01:57:39.275288Z","caller":"traceutil/trace.go:171","msg":"trace[637248722] transaction","detail":"{read_only:false; response_revision:16739; number_of_response:1; }","duration":"527.888786ms","start":"2026-03-04T01:57:38.747374Z","end":"2026-03-04T01:57:39.275263Z","steps":["trace[637248722] 'process raft request' (duration: 527.579906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:39.27548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:38.747324Z","time spent":"527.988269ms","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":884,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T01:57:39.275533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:38.74736Z","time spent":"528.108773ms","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":872,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T01:57:39.275553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.897575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"warn","ts":"2026-03-04T01:57:39.275571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:38.754228Z","time spent":"521.229264ms","remote":"127.0.0.1:47670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3807,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:57:39.275588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:38.747032Z","time spent":"528.424303ms","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":860,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T01:57:39.275608Z","caller":"traceutil/trace.go:171","msg":"trace[871453846] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:16740; }","duration":"526.986667ms","start":"2026-03-04T01:57:38.748604Z","end":"2026-03-04T01:57:39.275591Z","steps":["trace[871453846] 'agreement among raft nodes before linearized reading' (duration: 526.786131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:39.275651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:38.748592Z","time spent":"527.051109ms","remote":"127.0.0.1:56186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1365,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"warn","ts":"2026-03-04T01:57:39.275761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.574122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"warn","ts":"2026-03-04T01:57:39.275805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.680558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T01:57:39.275818Z","caller":"traceutil/trace.go:171","msg":"trace[1128333477] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:16740; }","duration":"525.717077ms","start":"2026-03-04T01:57:38.750082Z","end":"2026-03-04T01:57:39.275799Z","steps":["trace[1128333477] 'agreement among raft nodes before linearized reading' (duration: 525.434768ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:39.275036Z","caller":"traceutil/trace.go:171","msg":"trace[822704254] transaction","detail":"{read_only:false; response_revision:16735; number_of_response:1; }","duration":"528.404042ms","start":"2026-03-04T01:57:38.746577Z","end":"2026-03-04T01:57:39.274981Z","steps":["trace[822704254] 'process raft request' (duration: 527.210774ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:39.275881Z","caller":"traceutil/trace.go:171","msg":"trace[1366314969] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:16740; }","duration":"352.784631ms","start":"2026-03-04T01:57:38.923076Z","end":"2026-03-04T01:57:39.27586Z","steps":["trace[1366314969] 'agreement among raft nodes before linearized reading' (duration: 352.572844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:39.275932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:38.923066Z","time spent":"352.855963ms","remote":"127.0.0.1:56404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":18,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:57:39.27592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:38.750056Z","time spent":"525.82396ms","remote":"127.0.0.1:56294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1308,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"warn","ts":"2026-03-04T01:57:39.276015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:38.746556Z","time spent":"529.364613ms","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":869,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T01:57:39.275723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.076181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T01:57:39.277425Z","caller":"traceutil/trace.go:171","msg":"trace[1211170037] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16740; }","duration":"377.834287ms","start":"2026-03-04T01:57:38.899572Z","end":"2026-03-04T01:57:39.277406Z","steps":["trace[1211170037] 'agreement among raft nodes before linearized reading' (duration: 376.091062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:39.277479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:38.899479Z","time spent":"377.985092ms","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T01:57:50.080806Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14464} {"level":"info","ts":"2026-03-04T01:57:50.180921Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14464,"took":"97.671184ms","hash":271829438,"current-db-size-bytes":42893312,"current-db-size":"43 MB","current-db-size-in-use-bytes":29478912,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-04T01:57:50.180997Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":271829438,"revision":14464,"compact-revision":12113} {"level":"info","ts":"2026-03-04T02:01:29.425833Z","caller":"traceutil/trace.go:171","msg":"trace[593214081] transaction","detail":"{read_only:false; response_revision:18451; number_of_response:1; }","duration":"369.688531ms","start":"2026-03-04T02:01:29.056103Z","end":"2026-03-04T02:01:29.425791Z","steps":["trace[593214081] 'process raft request' (duration: 369.458764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:29.426124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:01:29.05607Z","time spent":"369.888698ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:01:29.427787Z","caller":"traceutil/trace.go:171","msg":"trace[2113947688] transaction","detail":"{read_only:false; response_revision:18452; number_of_response:1; }","duration":"370.748695ms","start":"2026-03-04T02:01:29.057022Z","end":"2026-03-04T02:01:29.42777Z","steps":["trace[2113947688] 'process raft request' (duration: 370.668753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:29.427879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:01:29.057002Z","time spent":"370.831458ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:01:33.09927Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743091943719582,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:01:33.597703Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.136753588s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:01:33.598575Z","caller":"traceutil/trace.go:171","msg":"trace[941759160] transaction","detail":"{read_only:false; response_revision:18468; number_of_response:1; }","duration":"1.137685618s","start":"2026-03-04T02:01:32.460861Z","end":"2026-03-04T02:01:33.598547Z","steps":["trace[941759160] 'process raft request' (duration: 1.137202553s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:33.59909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:01:32.460845Z","time spent":"1.138124332s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:01:33.59905Z","caller":"traceutil/trace.go:171","msg":"trace[216482108] transaction","detail":"{read_only:false; response_revision:18469; number_of_response:1; }","duration":"1.063494207s","start":"2026-03-04T02:01:32.535484Z","end":"2026-03-04T02:01:33.598978Z","steps":["trace[216482108] 'process raft request' (duration: 1.063227639s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:01:33.598828Z","caller":"traceutil/trace.go:171","msg":"trace[363647586] linearizableReadLoop","detail":"{readStateIndex:19133; appliedIndex:19131; }","duration":"1.043569444s","start":"2026-03-04T02:01:32.555236Z","end":"2026-03-04T02:01:33.598806Z","steps":["trace[363647586] 'read index received' (duration: 1.042718207s)","trace[363647586] 'applied index is now lower than readState.Index' (duration: 849.507µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:01:33.599349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:01:32.535434Z","time spent":"1.063767746s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:01:33.599114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043726729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:01:33.599474Z","caller":"traceutil/trace.go:171","msg":"trace[1513637587] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:18469; }","duration":"1.044259045s","start":"2026-03-04T02:01:32.555163Z","end":"2026-03-04T02:01:33.599422Z","steps":["trace[1513637587] 'agreement among raft nodes before linearized reading' (duration: 1.043704988s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:33.59955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:01:32.555133Z","time spent":"1.04439333s","remote":"127.0.0.1:37228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:01:33.599607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.727701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:01:33.599679Z","caller":"traceutil/trace.go:171","msg":"trace[963209229] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18469; }","duration":"499.839974ms","start":"2026-03-04T02:01:33.099818Z","end":"2026-03-04T02:01:33.599658Z","steps":["trace[963209229] 'agreement among raft nodes before linearized reading' (duration: 499.571045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:33.599587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.765221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-04T02:01:33.599729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:01:33.099794Z","time spent":"499.923507ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T02:01:33.599766Z","caller":"traceutil/trace.go:171","msg":"trace[704770849] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18469; }","duration":"499.964338ms","start":"2026-03-04T02:01:33.099783Z","end":"2026-03-04T02:01:33.599747Z","steps":["trace[704770849] 'agreement among raft nodes before linearized reading' (duration: 499.604346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:33.599756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.923476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-04T02:01:33.599806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:01:33.099715Z","time spent":"500.081562ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T02:01:33.599817Z","caller":"traceutil/trace.go:171","msg":"trace[1551115983] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18469; }","duration":"500.02285ms","start":"2026-03-04T02:01:33.099778Z","end":"2026-03-04T02:01:33.599801Z","steps":["trace[1551115983] 'agreement among raft nodes before linearized reading' (duration: 499.758662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:33.599865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:01:33.099755Z","time spent":"500.099052ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:01:33.599988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.138864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:01:33.600121Z","caller":"traceutil/trace.go:171","msg":"trace[365916758] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18469; }","duration":"500.333989ms","start":"2026-03-04T02:01:33.099755Z","end":"2026-03-04T02:01:33.600089Z","steps":["trace[365916758] 'agreement among raft nodes before linearized reading' (duration: 499.872885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:33.600185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:01:33.09973Z","time spent":"500.444373ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T02:01:56.21345Z","caller":"traceutil/trace.go:171","msg":"trace[2092302733] transaction","detail":"{read_only:false; response_revision:18576; number_of_response:1; }","duration":"334.476072ms","start":"2026-03-04T02:01:55.878938Z","end":"2026-03-04T02:01:56.213414Z","steps":["trace[2092302733] 'process raft request' (duration: 313.954159ms)","trace[2092302733] 'compare' (duration: 20.13294ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:01:56.2136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:01:55.878922Z","time spent":"334.597856ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:02:02.32688Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743091943719964,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:02:02.739546Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.001153074s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:02:02.739953Z","caller":"traceutil/trace.go:171","msg":"trace[60391458] transaction","detail":"{read_only:false; response_revision:18597; number_of_response:1; }","duration":"1.0016526s","start":"2026-03-04T02:02:01.73827Z","end":"2026-03-04T02:02:02.739923Z","steps":["trace[60391458] 'process raft request' (duration: 1.001468885s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:02:02.740115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:02:01.738243Z","time spent":"1.001786955s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:02:03.356533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.734625ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:02:03.356629Z","caller":"traceutil/trace.go:171","msg":"trace[269052526] linearizableReadLoop","detail":"{readStateIndex:19268; appliedIndex:19266; }","duration":"1.529771124s","start":"2026-03-04T02:02:01.826841Z","end":"2026-03-04T02:02:03.356612Z","steps":["trace[269052526] 'read index received' (duration: 912.972819ms)","trace[269052526] 'applied index is now lower than readState.Index' (duration: 616.797195ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:02:03.35669Z","caller":"traceutil/trace.go:171","msg":"trace[384507719] transaction","detail":"{read_only:false; response_revision:18598; number_of_response:1; }","duration":"1.598424219s","start":"2026-03-04T02:02:01.758248Z","end":"2026-03-04T02:02:03.356672Z","steps":["trace[384507719] 'process raft request' (duration: 1.464473677s)","trace[384507719] 'compare' (duration: 133.627252ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:02:03.356747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:02:01.758217Z","time spent":"1.598501301s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:02:03.356807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.52997184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:02:03.356841Z","caller":"traceutil/trace.go:171","msg":"trace[1265594846] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18598; }","duration":"1.530049873s","start":"2026-03-04T02:02:01.826781Z","end":"2026-03-04T02:02:03.356831Z","steps":["trace[1265594846] 'agreement among raft nodes before linearized reading' (duration: 1.529919779s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:02:03.356876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:02:01.826658Z","time spent":"1.530210638s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:02:03.357069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.529106403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:02:03.357103Z","caller":"traceutil/trace.go:171","msg":"trace[1398912476] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18598; }","duration":"1.529163274s","start":"2026-03-04T02:02:01.827932Z","end":"2026-03-04T02:02:03.357095Z","steps":["trace[1398912476] 'agreement among raft nodes before linearized reading' (duration: 1.529082262s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:02:03.35713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:02:01.82792Z","time spent":"1.529203836s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:02:03.357168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.511597576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-04T02:02:03.357151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.397366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:02:03.357202Z","caller":"traceutil/trace.go:171","msg":"trace[1643974402] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18598; }","duration":"1.511681169s","start":"2026-03-04T02:02:01.845514Z","end":"2026-03-04T02:02:03.357195Z","steps":["trace[1643974402] 'agreement among raft nodes before linearized reading' (duration: 1.511602476s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:02:03.357225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:02:01.845477Z","time spent":"1.51174207s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T02:02:03.357239Z","caller":"traceutil/trace.go:171","msg":"trace[434295057] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:18598; }","duration":"497.54273ms","start":"2026-03-04T02:02:02.859675Z","end":"2026-03-04T02:02:03.357217Z","steps":["trace[434295057] 'agreement among raft nodes before linearized reading' (duration: 497.395846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:02:03.357239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.799998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:02:03.357294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:02:02.859652Z","time spent":"497.630083ms","remote":"127.0.0.1:47656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:02:03.357318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.512879376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T02:02:03.357286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.161012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:02:03.357457Z","caller":"traceutil/trace.go:171","msg":"trace[626426004] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:18598; }","duration":"350.498953ms","start":"2026-03-04T02:02:03.006947Z","end":"2026-03-04T02:02:03.357446Z","steps":["trace[626426004] 'agreement among raft nodes before linearized reading' (duration: 350.134941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:02:03.357492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:02:03.006864Z","time spent":"350.619356ms","remote":"127.0.0.1:41264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:02:03.357325Z","caller":"traceutil/trace.go:171","msg":"trace[280731193] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18598; }","duration":"458.942102ms","start":"2026-03-04T02:02:02.898357Z","end":"2026-03-04T02:02:03.3573Z","steps":["trace[280731193] 'agreement among raft nodes before linearized reading' (duration: 458.752246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:02:03.357536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:02:02.898334Z","time spent":"459.18721ms","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:02:03.357339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054904415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:02:03.357699Z","caller":"traceutil/trace.go:171","msg":"trace[1712157828] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:18598; }","duration":"1.055299357s","start":"2026-03-04T02:02:02.302348Z","end":"2026-03-04T02:02:03.357647Z","steps":["trace[1712157828] 'agreement among raft nodes before linearized reading' (duration: 1.05477822s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:02:03.357774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:02:02.302323Z","time spent":"1.055430861s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T02:02:03.35736Z","caller":"traceutil/trace.go:171","msg":"trace[753493154] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18598; }","duration":"1.512955278s","start":"2026-03-04T02:02:01.844391Z","end":"2026-03-04T02:02:03.357346Z","steps":["trace[753493154] 'agreement among raft nodes before linearized reading' (duration: 1.512867856s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:02:03.357857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:02:01.84437Z","time spent":"1.513475305s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:02:03.357358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.511866584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:02:03.357921Z","caller":"traceutil/trace.go:171","msg":"trace[1320235407] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18598; }","duration":"1.512455273s","start":"2026-03-04T02:02:01.845444Z","end":"2026-03-04T02:02:03.357899Z","steps":["trace[1320235407] 'agreement among raft nodes before linearized reading' (duration: 1.511703639s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:02:03.357984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:02:01.845431Z","time spent":"1.512536335s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T02:02:04.358762Z","caller":"traceutil/trace.go:171","msg":"trace[310112001] linearizableReadLoop","detail":"{readStateIndex:19275; appliedIndex:19274; }","duration":"113.851123ms","start":"2026-03-04T02:02:04.244883Z","end":"2026-03-04T02:02:04.358734Z","steps":["trace[310112001] 'read index received' (duration: 113.654497ms)","trace[310112001] 'applied index is now lower than readState.Index' (duration: 195.356µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:02:04.358869Z","caller":"traceutil/trace.go:171","msg":"trace[1675511611] transaction","detail":"{read_only:false; response_revision:18605; number_of_response:1; }","duration":"128.238451ms","start":"2026-03-04T02:02:04.230592Z","end":"2026-03-04T02:02:04.35883Z","steps":["trace[1675511611] 'process raft request' (duration: 127.920031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:02:04.358909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.991197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:02:04.358947Z","caller":"traceutil/trace.go:171","msg":"trace[1197867493] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:18605; }","duration":"114.09359ms","start":"2026-03-04T02:02:04.244843Z","end":"2026-03-04T02:02:04.358936Z","steps":["trace[1197867493] 'agreement among raft nodes before linearized reading' (duration: 113.997047ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:02:19.369104Z","caller":"traceutil/trace.go:171","msg":"trace[62578401] transaction","detail":"{read_only:false; response_revision:18671; number_of_response:1; }","duration":"465.043286ms","start":"2026-03-04T02:02:18.903994Z","end":"2026-03-04T02:02:19.369037Z","steps":["trace[62578401] 'process raft request' (duration: 464.823189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:02:19.369374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:02:18.903968Z","time spent":"465.221512ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:02:19.866457Z","caller":"traceutil/trace.go:171","msg":"trace[1546510976] linearizableReadLoop","detail":"{readStateIndex:19346; appliedIndex:19344; }","duration":"378.09002ms","start":"2026-03-04T02:02:19.488332Z","end":"2026-03-04T02:02:19.866422Z","steps":["trace[1546510976] 'read index received' (duration: 359.125597ms)","trace[1546510976] 'applied index is now lower than readState.Index' (duration: 18.962563ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:02:19.866518Z","caller":"traceutil/trace.go:171","msg":"trace[365724552] transaction","detail":"{read_only:false; response_revision:18673; number_of_response:1; }","duration":"391.842628ms","start":"2026-03-04T02:02:19.474637Z","end":"2026-03-04T02:02:19.86648Z","steps":["trace[365724552] 'process raft request' (duration: 391.435095ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:02:19.867124Z","caller":"traceutil/trace.go:171","msg":"trace[395521967] transaction","detail":"{read_only:false; response_revision:18672; number_of_response:1; }","duration":"481.879013ms","start":"2026-03-04T02:02:19.384384Z","end":"2026-03-04T02:02:19.866263Z","steps":["trace[395521967] 'process raft request' (duration: 463.030913ms)","trace[395521967] 'compare' (duration: 17.646911ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:02:19.867121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.535584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-04T02:02:19.867231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:02:19.474608Z","time spent":"392.522989ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:02:19.867265Z","caller":"traceutil/trace.go:171","msg":"trace[631740294] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18673; }","duration":"378.957487ms","start":"2026-03-04T02:02:19.488271Z","end":"2026-03-04T02:02:19.867229Z","steps":["trace[631740294] 'agreement among raft nodes before linearized reading' (duration: 378.292296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:02:19.867274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:02:19.384357Z","time spent":"482.857564ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:02:19.867329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:02:19.488244Z","time spent":"379.072431ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:02:19.868005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.585071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-04T02:02:19.868047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.518372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:02:19.868101Z","caller":"traceutil/trace.go:171","msg":"trace[1781233202] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18673; }","duration":"344.592865ms","start":"2026-03-04T02:02:19.523493Z","end":"2026-03-04T02:02:19.868086Z","steps":["trace[1781233202] 'agreement among raft nodes before linearized reading' (duration: 344.43994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:02:19.868118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.439381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-04T02:02:19.868137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.513514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T02:02:19.868168Z","caller":"traceutil/trace.go:171","msg":"trace[380558058] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18673; }","duration":"345.512664ms","start":"2026-03-04T02:02:19.522641Z","end":"2026-03-04T02:02:19.868154Z","steps":["trace[380558058] 'agreement among raft nodes before linearized reading' (duration: 345.324638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:02:19.868212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:02:19.522633Z","time spent":"345.571905ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T02:02:19.868217Z","caller":"traceutil/trace.go:171","msg":"trace[1173765363] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18673; }","duration":"345.641798ms","start":"2026-03-04T02:02:19.522552Z","end":"2026-03-04T02:02:19.868194Z","steps":["trace[1173765363] 'agreement among raft nodes before linearized reading' (duration: 345.429851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:02:19.86826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.708378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:02:19.868305Z","caller":"traceutil/trace.go:171","msg":"trace[1054209626] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18673; }","duration":"344.77513ms","start":"2026-03-04T02:02:19.523519Z","end":"2026-03-04T02:02:19.868294Z","steps":["trace[1054209626] 'agreement among raft nodes before linearized reading' (duration: 344.659237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:02:19.868348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:02:19.523507Z","time spent":"344.832712ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:02:19.868154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:02:19.523483Z","time spent":"344.660586ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T02:02:19.868099Z","caller":"traceutil/trace.go:171","msg":"trace[477254395] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:18673; }","duration":"348.731176ms","start":"2026-03-04T02:02:19.519342Z","end":"2026-03-04T02:02:19.868074Z","steps":["trace[477254395] 'agreement among raft nodes before linearized reading' (duration: 348.447607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:02:19.868522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:02:19.519321Z","time spent":"349.18501ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:02:19.869661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:02:19.522525Z","time spent":"347.076533ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:02:20.606724Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743091943720173,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:02:21.037251Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.164182062s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:02:21.037641Z","caller":"traceutil/trace.go:171","msg":"trace[742302098] transaction","detail":"{read_only:false; response_revision:18674; number_of_response:1; }","duration":"1.164753001s","start":"2026-03-04T02:02:19.872858Z","end":"2026-03-04T02:02:21.037611Z","steps":["trace[742302098] 'process raft request' (duration: 1.164577115s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:02:21.037803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:02:19.872824Z","time spent":"1.164897475s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:02:21.431908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.873246ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:02:21.432217Z","caller":"traceutil/trace.go:171","msg":"trace[1791288110] transaction","detail":"{read_only:false; response_revision:18676; number_of_response:1; }","duration":"1.558932602s","start":"2026-03-04T02:02:19.87325Z","end":"2026-03-04T02:02:21.432183Z","steps":["trace[1791288110] 'process raft request' (duration: 1.558781767s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:02:21.432253Z","caller":"traceutil/trace.go:171","msg":"trace[971627212] linearizableReadLoop","detail":"{readStateIndex:19352; appliedIndex:19346; }","duration":"1.326185357s","start":"2026-03-04T02:02:20.106044Z","end":"2026-03-04T02:02:21.432229Z","steps":["trace[971627212] 'read index received' (duration: 931.5323ms)","trace[971627212] 'applied index is now lower than readState.Index' (duration: 394.652167ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:02:21.432269Z","caller":"traceutil/trace.go:171","msg":"trace[1777517418] transaction","detail":"{read_only:false; response_revision:18675; number_of_response:1; }","duration":"1.559023696s","start":"2026-03-04T02:02:19.873172Z","end":"2026-03-04T02:02:21.432196Z","steps":["trace[1777517418] 'process raft request' (duration: 1.305742357s)","trace[1777517418] 'compare' (duration: 252.70407ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:02:21.432375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:02:19.873228Z","time spent":"1.559060957s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:02:21.432374Z","caller":"traceutil/trace.go:171","msg":"trace[1121135464] transaction","detail":"{read_only:false; response_revision:18678; number_of_response:1; }","duration":"1.558774967s","start":"2026-03-04T02:02:19.873589Z","end":"2026-03-04T02:02:21.432364Z","steps":["trace[1121135464] 'process raft request' (duration: 1.55855539s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:02:21.432479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:02:19.873578Z","time spent":"1.55885628s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:02:21.432529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:02:19.873152Z","time spent":"1.559228862s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:02:21.43234Z","caller":"traceutil/trace.go:171","msg":"trace[370366368] transaction","detail":"{read_only:false; response_revision:18677; number_of_response:1; }","duration":"1.55884504s","start":"2026-03-04T02:02:19.873484Z","end":"2026-03-04T02:02:21.432329Z","steps":["trace[370366368] 'process raft request' (duration: 1.558607142s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:02:21.43267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.32660528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:02:21.432706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:02:19.873457Z","time spent":"1.559213801s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:02:21.432827Z","caller":"traceutil/trace.go:171","msg":"trace[1483917126] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:18679; }","duration":"1.326831937s","start":"2026-03-04T02:02:20.105968Z","end":"2026-03-04T02:02:21.4328Z","steps":["trace[1483917126] 'agreement among raft nodes before linearized reading' (duration: 1.326525757s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:02:21.432888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:02:20.105937Z","time spent":"1.32693704s","remote":"127.0.0.1:56586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":34,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:02:21.433153Z","caller":"traceutil/trace.go:171","msg":"trace[1064287266] transaction","detail":"{read_only:false; response_revision:18679; number_of_response:1; }","duration":"1.557856148s","start":"2026-03-04T02:02:19.874944Z","end":"2026-03-04T02:02:21.4328Z","steps":["trace[1064287266] 'process raft request' (duration: 1.557239628s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:02:21.433839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:02:19.874909Z","time spent":"1.558829169s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:02:21.932717Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743091943720181,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:02:22.330389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.904777ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:02:22.330929Z","caller":"traceutil/trace.go:171","msg":"trace[340738163] transaction","detail":"{read_only:false; response_revision:18680; number_of_response:1; }","duration":"954.50272ms","start":"2026-03-04T02:02:21.376383Z","end":"2026-03-04T02:02:22.330886Z","steps":["trace[340738163] 'process raft request' (duration: 833.013675ms)","trace[340738163] 'compare' (duration: 120.644848ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:02:22.331254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:02:21.376355Z","time spent":"954.82043ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:02:22.331297Z","caller":"traceutil/trace.go:171","msg":"trace[920157971] linearizableReadLoop","detail":"{readStateIndex:19354; appliedIndex:19352; }","duration":"898.986683ms","start":"2026-03-04T02:02:21.432289Z","end":"2026-03-04T02:02:22.331276Z","steps":["trace[920157971] 'read index received' (duration: 777.086015ms)","trace[920157971] 'applied index is now lower than readState.Index' (duration: 121.899528ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:02:22.33152Z","caller":"traceutil/trace.go:171","msg":"trace[723125805] transaction","detail":"{read_only:false; response_revision:18681; number_of_response:1; }","duration":"458.674384ms","start":"2026-03-04T02:02:21.872836Z","end":"2026-03-04T02:02:22.331511Z","steps":["trace[723125805] 'process raft request' (duration: 458.092725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:02:22.331581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:02:21.872811Z","time spent":"458.735666ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:02:22.331561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.097977353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:02:22.331583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.413717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:02:22.33169Z","caller":"traceutil/trace.go:171","msg":"trace[192168673] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:18681; }","duration":"321.554261ms","start":"2026-03-04T02:02:22.010092Z","end":"2026-03-04T02:02:22.331647Z","steps":["trace[192168673] 'agreement among raft nodes before linearized reading' (duration: 321.405716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:02:22.331753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:02:22.010071Z","time spent":"321.664695ms","remote":"127.0.0.1:41230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:02:22.331774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.43190006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:02:22.331807Z","caller":"traceutil/trace.go:171","msg":"trace[1367767371] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18681; }","duration":"1.431984143s","start":"2026-03-04T02:02:20.899815Z","end":"2026-03-04T02:02:22.331799Z","steps":["trace[1367767371] 'agreement among raft nodes before linearized reading' (duration: 1.431917781s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:02:22.33181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.863748801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-04T02:02:22.331845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:02:20.899791Z","time spent":"1.432049634s","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:02:22.331711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.974440613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:02:22.331913Z","caller":"traceutil/trace.go:171","msg":"trace[1250692247] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; response_count:1; response_revision:18681; }","duration":"1.863893605s","start":"2026-03-04T02:02:20.468002Z","end":"2026-03-04T02:02:22.331896Z","steps":["trace[1250692247] 'agreement among raft nodes before linearized reading' (duration: 1.863614966s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:02:22.331964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:02:20.467985Z","time spent":"1.863969478s","remote":"127.0.0.1:56114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.162\" "} {"level":"info","ts":"2026-03-04T02:02:22.3317Z","caller":"traceutil/trace.go:171","msg":"trace[778446669] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:18681; }","duration":"2.098090537s","start":"2026-03-04T02:02:20.233523Z","end":"2026-03-04T02:02:22.331613Z","steps":["trace[778446669] 'agreement among raft nodes before linearized reading' (duration: 2.097929282s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:02:22.332059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:02:20.233499Z","time spent":"2.098543641s","remote":"127.0.0.1:60990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:02:22.332029Z","caller":"traceutil/trace.go:171","msg":"trace[1864994728] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:18681; }","duration":"1.974796984s","start":"2026-03-04T02:02:20.357144Z","end":"2026-03-04T02:02:22.331941Z","steps":["trace[1864994728] 'agreement among raft nodes before linearized reading' (duration: 1.974306658s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:02:22.332169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:02:20.357123Z","time spent":"1.975028901s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:02:22.332344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.168640334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T02:02:22.332395Z","caller":"traceutil/trace.go:171","msg":"trace[968895997] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18681; }","duration":"1.168703206s","start":"2026-03-04T02:02:21.163677Z","end":"2026-03-04T02:02:22.33238Z","steps":["trace[968895997] 'agreement among raft nodes before linearized reading' (duration: 1.168554601s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:02:22.332441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:02:21.163605Z","time spent":"1.16882528s","remote":"127.0.0.1:56286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:02:22.332568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.278689405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:02:22.332687Z","caller":"traceutil/trace.go:171","msg":"trace[574604578] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:18681; }","duration":"1.278866491s","start":"2026-03-04T02:02:21.053796Z","end":"2026-03-04T02:02:22.332663Z","steps":["trace[574604578] 'agreement among raft nodes before linearized reading' (duration: 1.2775905s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:02:22.332347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.663379165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:02:22.33275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:02:21.053774Z","time spent":"1.278961254s","remote":"127.0.0.1:56412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":152,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:02:22.33301Z","caller":"traceutil/trace.go:171","msg":"trace[1254862410] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:18681; }","duration":"1.664117299s","start":"2026-03-04T02:02:20.66887Z","end":"2026-03-04T02:02:22.332987Z","steps":["trace[1254862410] 'agreement among raft nodes before linearized reading' (duration: 1.662684863s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:02:22.333494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:02:20.668846Z","time spent":"1.664628375s","remote":"127.0.0.1:56172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:02:23.138844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.49459ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:02:23.138987Z","caller":"traceutil/trace.go:171","msg":"trace[429704521] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:18681; }","duration":"592.651875ms","start":"2026-03-04T02:02:22.546316Z","end":"2026-03-04T02:02:23.138968Z","steps":["trace[429704521] 'range keys from in-memory index tree' (duration: 592.47726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:02:23.139585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.442795ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-04T02:02:23.13965Z","caller":"traceutil/trace.go:171","msg":"trace[1912728854] linearizableReadLoop","detail":"{readStateIndex:19355; appliedIndex:19354; }","duration":"802.572025ms","start":"2026-03-04T02:02:22.337066Z","end":"2026-03-04T02:02:23.139638Z","steps":["trace[1912728854] 'read index received' (duration: 311.113129ms)","trace[1912728854] 'applied index is now lower than readState.Index' (duration: 491.457616ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:02:23.139727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:02:22.334746Z","time spent":"804.978161ms","remote":"127.0.0.1:56114","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:02:23.13999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.916816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T02:02:23.140032Z","caller":"traceutil/trace.go:171","msg":"trace[1137528064] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18681; }","duration":"802.988668ms","start":"2026-03-04T02:02:22.337031Z","end":"2026-03-04T02:02:23.140019Z","steps":["trace[1137528064] 'agreement among raft nodes before linearized reading' (duration: 802.829723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:02:23.140061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:02:22.337017Z","time spent":"803.037ms","remote":"127.0.0.1:56286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:02:23.140478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.398737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:02:23.140643Z","caller":"traceutil/trace.go:171","msg":"trace[247530452] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:18681; }","duration":"454.596653ms","start":"2026-03-04T02:02:22.685993Z","end":"2026-03-04T02:02:23.140589Z","steps":["trace[247530452] 'agreement among raft nodes before linearized reading' (duration: 454.350185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:02:23.140693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.213496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:02:23.140787Z","caller":"traceutil/trace.go:171","msg":"trace[841972008] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18681; }","duration":"798.331101ms","start":"2026-03-04T02:02:22.342433Z","end":"2026-03-04T02:02:23.140764Z","steps":["trace[841972008] 'agreement among raft nodes before linearized reading' (duration: 797.575547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:02:23.140745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:02:22.68597Z","time spent":"454.744288ms","remote":"127.0.0.1:46532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":37,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:02:23.140839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:02:22.342426Z","time spent":"798.403103ms","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:02:23.332875Z","caller":"traceutil/trace.go:171","msg":"trace[134774353] transaction","detail":"{read_only:false; response_revision:18683; number_of_response:1; }","duration":"187.932369ms","start":"2026-03-04T02:02:23.14491Z","end":"2026-03-04T02:02:23.332843Z","steps":["trace[134774353] 'process raft request' (duration: 187.823386ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:02:23.33327Z","caller":"traceutil/trace.go:171","msg":"trace[657673693] transaction","detail":"{read_only:false; response_revision:18682; number_of_response:1; }","duration":"191.294516ms","start":"2026-03-04T02:02:23.141963Z","end":"2026-03-04T02:02:23.333257Z","steps":["trace[657673693] 'process raft request' (duration: 180.137372ms)","trace[657673693] 'compare' (duration: 10.421921ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:02:23.333483Z","caller":"traceutil/trace.go:171","msg":"trace[372315064] linearizableReadLoop","detail":"{readStateIndex:19356; appliedIndex:19355; }","duration":"190.913494ms","start":"2026-03-04T02:02:23.142536Z","end":"2026-03-04T02:02:23.333449Z","steps":["trace[372315064] 'read index received' (duration: 179.572964ms)","trace[372315064] 'applied index is now lower than readState.Index' (duration: 11.33757ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:02:23.333835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.335008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18589"} {"level":"info","ts":"2026-03-04T02:02:23.334108Z","caller":"traceutil/trace.go:171","msg":"trace[1973436046] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:18683; }","duration":"191.525983ms","start":"2026-03-04T02:02:23.142428Z","end":"2026-03-04T02:02:23.333954Z","steps":["trace[1973436046] 'agreement among raft nodes before linearized reading' (duration: 191.129331ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:02:50.091463Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16839} {"level":"info","ts":"2026-03-04T02:02:50.195058Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16839,"took":"99.044932ms","hash":3112342283,"current-db-size-bytes":42893312,"current-db-size":"43 MB","current-db-size-in-use-bytes":29384704,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-04T02:02:50.195125Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3112342283,"revision":16839,"compact-revision":14464} {"level":"info","ts":"2026-03-04T02:03:32.819633Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"2d372260bb4c37a","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-04T02:03:32.82436Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-04T02:03:32.824465Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-03-04T02:05:40.87071Z","caller":"traceutil/trace.go:171","msg":"trace[1499501935] transaction","detail":"{read_only:false; response_revision:20256; number_of_response:1; }","duration":"244.887447ms","start":"2026-03-04T02:05:40.62576Z","end":"2026-03-04T02:05:40.870647Z","steps":["trace[1499501935] 'process raft request' (duration: 223.637321ms)","trace[1499501935] 'compare' (duration: 20.922066ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:05:56.099174Z","caller":"traceutil/trace.go:171","msg":"trace[1149183404] linearizableReadLoop","detail":"{readStateIndex:21479; appliedIndex:21478; }","duration":"159.301563ms","start":"2026-03-04T02:05:55.939819Z","end":"2026-03-04T02:05:56.09912Z","steps":["trace[1149183404] 'read index received' (duration: 157.599638ms)","trace[1149183404] 'applied index is now lower than readState.Index' (duration: 1.699785ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:05:56.099291Z","caller":"traceutil/trace.go:171","msg":"trace[2078360696] transaction","detail":"{read_only:false; response_revision:20732; number_of_response:1; }","duration":"160.998066ms","start":"2026-03-04T02:05:55.938253Z","end":"2026-03-04T02:05:56.099251Z","steps":["trace[2078360696] 'process raft request' (duration: 158.917149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:05:56.099553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.713575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7456"} {"level":"info","ts":"2026-03-04T02:05:56.09961Z","caller":"traceutil/trace.go:171","msg":"trace[1954298427] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:20732; }","duration":"159.827939ms","start":"2026-03-04T02:05:55.939764Z","end":"2026-03-04T02:05:56.099592Z","steps":["trace[1954298427] 'agreement among raft nodes before linearized reading' (duration: 159.54927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:05:56.103554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.219944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-03-04T02:05:56.10363Z","caller":"traceutil/trace.go:171","msg":"trace[2034930604] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:20735; }","duration":"161.339618ms","start":"2026-03-04T02:05:55.942271Z","end":"2026-03-04T02:05:56.10361Z","steps":["trace[2034930604] 'agreement among raft nodes before linearized reading' (duration: 161.121861ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:05:56.103924Z","caller":"traceutil/trace.go:171","msg":"trace[184799898] transaction","detail":"{read_only:false; response_revision:20733; number_of_response:1; }","duration":"138.051567ms","start":"2026-03-04T02:05:55.965865Z","end":"2026-03-04T02:05:56.103916Z","steps":["trace[184799898] 'process raft request' (duration: 137.326274ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:05:57.818576Z","caller":"traceutil/trace.go:171","msg":"trace[1717308996] linearizableReadLoop","detail":"{readStateIndex:21555; appliedIndex:21554; }","duration":"146.390582ms","start":"2026-03-04T02:05:57.672162Z","end":"2026-03-04T02:05:57.818552Z","steps":["trace[1717308996] 'read index received' (duration: 146.289108ms)","trace[1717308996] 'applied index is now lower than readState.Index' (duration: 99.934µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:05:57.818613Z","caller":"traceutil/trace.go:171","msg":"trace[1508971510] transaction","detail":"{read_only:false; response_revision:20808; number_of_response:1; }","duration":"155.679907ms","start":"2026-03-04T02:05:57.662893Z","end":"2026-03-04T02:05:57.818573Z","steps":["trace[1508971510] 'process raft request' (duration: 155.513462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:05:57.818817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.624079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:05:57.818872Z","caller":"traceutil/trace.go:171","msg":"trace[1947363785] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:20808; }","duration":"146.732682ms","start":"2026-03-04T02:05:57.672125Z","end":"2026-03-04T02:05:57.818858Z","steps":["trace[1947363785] 'agreement among raft nodes before linearized reading' (duration: 146.586108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:05:57.818955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.749752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:05:57.819008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.872038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:05:57.819178Z","caller":"traceutil/trace.go:171","msg":"trace[333669182] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:20808; }","duration":"131.072214ms","start":"2026-03-04T02:05:57.688084Z","end":"2026-03-04T02:05:57.819156Z","steps":["trace[333669182] 'agreement among raft nodes before linearized reading' (duration: 130.798255ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:05:57.819064Z","caller":"traceutil/trace.go:171","msg":"trace[1424573789] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:20808; }","duration":"146.900227ms","start":"2026-03-04T02:05:57.672144Z","end":"2026-03-04T02:05:57.819045Z","steps":["trace[1424573789] 'agreement among raft nodes before linearized reading' (duration: 146.652699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:05:57.819271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.267902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:05:57.819342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.441947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:05:57.819392Z","caller":"traceutil/trace.go:171","msg":"trace[669805542] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:20808; }","duration":"132.52166ms","start":"2026-03-04T02:05:57.686853Z","end":"2026-03-04T02:05:57.819374Z","steps":["trace[669805542] 'agreement among raft nodes before linearized reading' (duration: 132.395486ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:05:57.819396Z","caller":"traceutil/trace.go:171","msg":"trace[1119919803] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:20808; }","duration":"132.437757ms","start":"2026-03-04T02:05:57.686936Z","end":"2026-03-04T02:05:57.819374Z","steps":["trace[1119919803] 'agreement among raft nodes before linearized reading' (duration: 132.304923ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:06:04.912485Z","caller":"traceutil/trace.go:171","msg":"trace[1133206806] linearizableReadLoop","detail":"{readStateIndex:21693; appliedIndex:21692; }","duration":"185.347172ms","start":"2026-03-04T02:06:04.72711Z","end":"2026-03-04T02:06:04.912457Z","steps":["trace[1133206806] 'read index received' (duration: 185.096914ms)","trace[1133206806] 'applied index is now lower than readState.Index' (duration: 249.378µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:06:04.912733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.59891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:06:04.912794Z","caller":"traceutil/trace.go:171","msg":"trace[539291428] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20945; }","duration":"185.707553ms","start":"2026-03-04T02:06:04.727075Z","end":"2026-03-04T02:06:04.912782Z","steps":["trace[539291428] 'agreement among raft nodes before linearized reading' (duration: 185.533498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:06:04.912798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.425067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T02:06:04.912535Z","caller":"traceutil/trace.go:171","msg":"trace[1966999042] transaction","detail":"{read_only:false; response_revision:20945; number_of_response:1; }","duration":"571.676362ms","start":"2026-03-04T02:06:04.340827Z","end":"2026-03-04T02:06:04.912503Z","steps":["trace[1966999042] 'process raft request' (duration: 571.436405ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:06:04.912862Z","caller":"traceutil/trace.go:171","msg":"trace[855969650] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20945; }","duration":"138.487889ms","start":"2026-03-04T02:06:04.774356Z","end":"2026-03-04T02:06:04.912844Z","steps":["trace[855969650] 'agreement among raft nodes before linearized reading' (duration: 138.353045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:06:04.912856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.305644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:06:04.912926Z","caller":"traceutil/trace.go:171","msg":"trace[578140739] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20945; }","duration":"182.387148ms","start":"2026-03-04T02:06:04.730528Z","end":"2026-03-04T02:06:04.912915Z","steps":["trace[578140739] 'agreement among raft nodes before linearized reading' (duration: 182.209122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:06:04.912785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.66742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-04T02:06:04.913215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:06:04.340799Z","time spent":"572.2232ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:06:04.913291Z","caller":"traceutil/trace.go:171","msg":"trace[1146819996] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20945; }","duration":"185.199287ms","start":"2026-03-04T02:06:04.728079Z","end":"2026-03-04T02:06:04.913279Z","steps":["trace[1146819996] 'agreement among raft nodes before linearized reading' (duration: 184.558697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:06:04.913647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.803614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:06:04.913817Z","caller":"traceutil/trace.go:171","msg":"trace[1516608893] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20945; }","duration":"178.970509ms","start":"2026-03-04T02:06:04.734803Z","end":"2026-03-04T02:06:04.913774Z","steps":["trace[1516608893] 'agreement among raft nodes before linearized reading' (duration: 177.940696ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:06:05.393439Z","caller":"traceutil/trace.go:171","msg":"trace[1074378545] transaction","detail":"{read_only:false; response_revision:20946; number_of_response:1; }","duration":"476.611177ms","start":"2026-03-04T02:06:04.916794Z","end":"2026-03-04T02:06:05.393405Z","steps":["trace[1074378545] 'process raft request' (duration: 476.331608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:06:05.393654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:06:04.916747Z","time spent":"476.794112ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:06:05.398744Z","caller":"traceutil/trace.go:171","msg":"trace[514051293] transaction","detail":"{read_only:false; response_revision:20947; number_of_response:1; }","duration":"481.884375ms","start":"2026-03-04T02:06:04.91683Z","end":"2026-03-04T02:06:05.398715Z","steps":["trace[514051293] 'process raft request' (duration: 481.665978ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:06:05.398767Z","caller":"traceutil/trace.go:171","msg":"trace[2138984358] transaction","detail":"{read_only:false; response_revision:20948; number_of_response:1; }","duration":"481.298656ms","start":"2026-03-04T02:06:04.917423Z","end":"2026-03-04T02:06:05.398722Z","steps":["trace[2138984358] 'process raft request' (duration: 481.196493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:06:05.398928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:06:04.916812Z","time spent":"482.024978ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:06:05.399031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:06:04.917413Z","time spent":"481.521643ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:06:05.399212Z","caller":"traceutil/trace.go:171","msg":"trace[821694592] transaction","detail":"{read_only:false; response_revision:20949; number_of_response:1; }","duration":"481.40957ms","start":"2026-03-04T02:06:04.917775Z","end":"2026-03-04T02:06:05.399185Z","steps":["trace[821694592] 'process raft request' (duration: 480.878793ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:06:05.399385Z","caller":"traceutil/trace.go:171","msg":"trace[1093888397] transaction","detail":"{read_only:false; response_revision:20950; number_of_response:1; }","duration":"481.502712ms","start":"2026-03-04T02:06:04.917867Z","end":"2026-03-04T02:06:05.39937Z","steps":["trace[1093888397] 'process raft request' (duration: 481.225354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:06:05.399383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:06:04.917753Z","time spent":"481.539303ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:06:05.399467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:06:04.91785Z","time spent":"481.575964ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:06:05.399625Z","caller":"traceutil/trace.go:171","msg":"trace[1496615410] transaction","detail":"{read_only:false; response_revision:20951; number_of_response:1; }","duration":"291.638797ms","start":"2026-03-04T02:06:05.107962Z","end":"2026-03-04T02:06:05.399601Z","steps":["trace[1496615410] 'process raft request' (duration: 291.332477ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:06:05.399744Z","caller":"traceutil/trace.go:171","msg":"trace[2073369944] linearizableReadLoop","detail":"{readStateIndex:21698; appliedIndex:21693; }","duration":"395.342929ms","start":"2026-03-04T02:06:05.004385Z","end":"2026-03-04T02:06:05.399728Z","steps":["trace[2073369944] 'read index received' (duration: 388.78825ms)","trace[2073369944] 'applied index is now lower than readState.Index' (duration: 6.553119ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:06:05.399866Z","caller":"traceutil/trace.go:171","msg":"trace[798524677] transaction","detail":"{read_only:false; response_revision:20955; number_of_response:1; }","duration":"107.41789ms","start":"2026-03-04T02:06:05.292438Z","end":"2026-03-04T02:06:05.399856Z","steps":["trace[798524677] 'process raft request' (duration: 107.250935ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:06:05.399872Z","caller":"traceutil/trace.go:171","msg":"trace[104342851] transaction","detail":"{read_only:false; response_revision:20954; number_of_response:1; }","duration":"114.231797ms","start":"2026-03-04T02:06:05.285619Z","end":"2026-03-04T02:06:05.399851Z","steps":["trace[104342851] 'process raft request' (duration: 114.02721ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:06:05.399931Z","caller":"traceutil/trace.go:171","msg":"trace[218499795] transaction","detail":"{read_only:false; response_revision:20952; number_of_response:1; }","duration":"259.920297ms","start":"2026-03-04T02:06:05.139997Z","end":"2026-03-04T02:06:05.399918Z","steps":["trace[218499795] 'process raft request' (duration: 259.496163ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:06:05.399991Z","caller":"traceutil/trace.go:171","msg":"trace[1137484858] transaction","detail":"{read_only:false; response_revision:20953; number_of_response:1; }","duration":"216.07033ms","start":"2026-03-04T02:06:05.18391Z","end":"2026-03-04T02:06:05.39998Z","steps":["trace[1137484858] 'process raft request' (duration: 215.684798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:06:05.400167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.793142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-04T02:06:05.400207Z","caller":"traceutil/trace.go:171","msg":"trace[1171985464] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20955; }","duration":"395.893126ms","start":"2026-03-04T02:06:05.004303Z","end":"2026-03-04T02:06:05.400197Z","steps":["trace[1171985464] 'agreement among raft nodes before linearized reading' (duration: 395.742731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:06:05.400244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:06:05.004271Z","time spent":"395.961738ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T02:06:29.102948Z","caller":"traceutil/trace.go:171","msg":"trace[2092856543] transaction","detail":"{read_only:false; response_revision:21167; number_of_response:1; }","duration":"101.383159ms","start":"2026-03-04T02:06:29.001536Z","end":"2026-03-04T02:06:29.102919Z","steps":["trace[2092856543] 'process raft request' (duration: 101.176852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:07:18.13979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.283835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:07:18.139899Z","caller":"traceutil/trace.go:171","msg":"trace[681457714] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:21720; }","duration":"139.465441ms","start":"2026-03-04T02:07:18.000409Z","end":"2026-03-04T02:07:18.139875Z","steps":["trace[681457714] 'count revisions from in-memory index tree' (duration: 139.168902ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:07:50.09991Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18889} {"level":"info","ts":"2026-03-04T02:07:50.211188Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18889,"took":"107.293116ms","hash":1222821087,"current-db-size-bytes":47693824,"current-db-size":"48 MB","current-db-size-in-use-bytes":38604800,"current-db-size-in-use":"39 MB"} {"level":"info","ts":"2026-03-04T02:07:50.211257Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1222821087,"revision":18889,"compact-revision":16839} {"level":"info","ts":"2026-03-04T02:08:28.330967Z","caller":"traceutil/trace.go:171","msg":"trace[1655743294] linearizableReadLoop","detail":"{readStateIndex:23102; appliedIndex:23101; }","duration":"141.085923ms","start":"2026-03-04T02:08:28.18985Z","end":"2026-03-04T02:08:28.330936Z","steps":["trace[1655743294] 'read index received' (duration: 71.57771ms)","trace[1655743294] 'applied index is now lower than readState.Index' (duration: 69.506193ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:08:28.331251Z","caller":"traceutil/trace.go:171","msg":"trace[76687888] transaction","detail":"{read_only:false; response_revision:22317; number_of_response:1; }","duration":"144.161531ms","start":"2026-03-04T02:08:28.18706Z","end":"2026-03-04T02:08:28.331221Z","steps":["trace[76687888] 'process raft request' (duration: 74.454681ms)","trace[76687888] 'compare' (duration: 69.0823ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:08:28.331381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.500586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-04T02:08:28.331443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.181544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-04T02:08:28.331437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.928106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:08:28.331475Z","caller":"traceutil/trace.go:171","msg":"trace[1126047115] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22317; }","duration":"141.63995ms","start":"2026-03-04T02:08:28.189814Z","end":"2026-03-04T02:08:28.331453Z","steps":["trace[1126047115] 'agreement among raft nodes before linearized reading' (duration: 141.386842ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:28.331489Z","caller":"traceutil/trace.go:171","msg":"trace[159460621] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22317; }","duration":"140.242916ms","start":"2026-03-04T02:08:28.191231Z","end":"2026-03-04T02:08:28.331474Z","steps":["trace[159460621] 'agreement among raft nodes before linearized reading' (duration: 140.095581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:28.331486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.268557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-04T02:08:28.331529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.241724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:08:28.331576Z","caller":"traceutil/trace.go:171","msg":"trace[917011172] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22317; }","duration":"140.387831ms","start":"2026-03-04T02:08:28.191169Z","end":"2026-03-04T02:08:28.331557Z","steps":["trace[917011172] 'agreement among raft nodes before linearized reading' (duration: 140.106232ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:28.331618Z","caller":"traceutil/trace.go:171","msg":"trace[481614560] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22317; }","duration":"139.355878ms","start":"2026-03-04T02:08:28.192239Z","end":"2026-03-04T02:08:28.331595Z","steps":["trace[481614560] 'agreement among raft nodes before linearized reading' (duration: 139.093589ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:28.331496Z","caller":"traceutil/trace.go:171","msg":"trace[521457739] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22317; }","duration":"140.000308ms","start":"2026-03-04T02:08:28.191482Z","end":"2026-03-04T02:08:28.331482Z","steps":["trace[521457739] 'agreement among raft nodes before linearized reading' (duration: 139.810542ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:34.228781Z","caller":"traceutil/trace.go:171","msg":"trace[1566241190] transaction","detail":"{read_only:false; response_revision:22357; number_of_response:1; }","duration":"209.284244ms","start":"2026-03-04T02:08:34.019476Z","end":"2026-03-04T02:08:34.228761Z","steps":["trace[1566241190] 'process raft request' (duration: 209.107258ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:34.241251Z","caller":"traceutil/trace.go:171","msg":"trace[2140831644] transaction","detail":"{read_only:false; response_revision:22358; number_of_response:1; }","duration":"219.318314ms","start":"2026-03-04T02:08:34.021902Z","end":"2026-03-04T02:08:34.24122Z","steps":["trace[2140831644] 'process raft request' (duration: 219.120438ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:34.536359Z","caller":"traceutil/trace.go:171","msg":"trace[979479993] transaction","detail":"{read_only:false; response_revision:22362; number_of_response:1; }","duration":"136.881739ms","start":"2026-03-04T02:08:34.399446Z","end":"2026-03-04T02:08:34.536328Z","steps":["trace[979479993] 'process raft request' (duration: 87.132174ms)","trace[979479993] 'compare' (duration: 49.555489ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:08:34.53665Z","caller":"traceutil/trace.go:171","msg":"trace[333834464] transaction","detail":"{read_only:false; response_revision:22363; number_of_response:1; }","duration":"136.503617ms","start":"2026-03-04T02:08:34.400118Z","end":"2026-03-04T02:08:34.536621Z","steps":["trace[333834464] 'process raft request' (duration: 136.162526ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:34.536807Z","caller":"traceutil/trace.go:171","msg":"trace[383127642] transaction","detail":"{read_only:false; response_revision:22364; number_of_response:1; }","duration":"135.485525ms","start":"2026-03-04T02:08:34.401304Z","end":"2026-03-04T02:08:34.53679Z","steps":["trace[383127642] 'process raft request' (duration: 135.238467ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:34.536987Z","caller":"traceutil/trace.go:171","msg":"trace[2062975497] transaction","detail":"{read_only:false; response_revision:22365; number_of_response:1; }","duration":"134.74418ms","start":"2026-03-04T02:08:34.402228Z","end":"2026-03-04T02:08:34.536972Z","steps":["trace[2062975497] 'process raft request' (duration: 134.505943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:34.537307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.477256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:08:34.537035Z","caller":"traceutil/trace.go:171","msg":"trace[1563448787] linearizableReadLoop","detail":"{readStateIndex:23149; appliedIndex:23147; }","duration":"136.186697ms","start":"2026-03-04T02:08:34.400825Z","end":"2026-03-04T02:08:34.537012Z","steps":["trace[1563448787] 'read index received' (duration: 85.774041ms)","trace[1563448787] 'applied index is now lower than readState.Index' (duration: 50.411616ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:08:34.537401Z","caller":"traceutil/trace.go:171","msg":"trace[793462742] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22366; }","duration":"136.57891ms","start":"2026-03-04T02:08:34.40081Z","end":"2026-03-04T02:08:34.537389Z","steps":["trace[793462742] 'agreement among raft nodes before linearized reading' (duration: 136.385343ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:35.247867Z","caller":"traceutil/trace.go:171","msg":"trace[855842912] transaction","detail":"{read_only:false; response_revision:22371; number_of_response:1; }","duration":"151.312418ms","start":"2026-03-04T02:08:35.096515Z","end":"2026-03-04T02:08:35.247827Z","steps":["trace[855842912] 'process raft request' (duration: 100.046676ms)","trace[855842912] 'compare' (duration: 51.082047ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:08:35.582445Z","caller":"traceutil/trace.go:171","msg":"trace[777314689] transaction","detail":"{read_only:false; response_revision:22377; number_of_response:1; }","duration":"169.934911ms","start":"2026-03-04T02:08:35.412485Z","end":"2026-03-04T02:08:35.58242Z","steps":["trace[777314689] 'process raft request' (duration: 169.864639ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:35.582501Z","caller":"traceutil/trace.go:171","msg":"trace[1345508014] transaction","detail":"{read_only:false; response_revision:22376; number_of_response:1; }","duration":"209.905674ms","start":"2026-03-04T02:08:35.372555Z","end":"2026-03-04T02:08:35.582461Z","steps":["trace[1345508014] 'process raft request' (duration: 131.137886ms)","trace[1345508014] 'compare' (duration: 78.456268ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:08:35.721449Z","caller":"traceutil/trace.go:171","msg":"trace[786542788] transaction","detail":"{read_only:false; response_revision:22379; number_of_response:1; }","duration":"103.783375ms","start":"2026-03-04T02:08:35.617634Z","end":"2026-03-04T02:08:35.721418Z","steps":["trace[786542788] 'process raft request' (duration: 87.587959ms)","trace[786542788] 'compare' (duration: 15.988199ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:08:35.783609Z","caller":"traceutil/trace.go:171","msg":"trace[793032543] transaction","detail":"{read_only:false; response_revision:22380; number_of_response:1; }","duration":"115.065834ms","start":"2026-03-04T02:08:35.668509Z","end":"2026-03-04T02:08:35.783575Z","steps":["trace[793032543] 'process raft request' (duration: 114.858168ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:35.923815Z","caller":"traceutil/trace.go:171","msg":"trace[1797459886] transaction","detail":"{read_only:false; response_revision:22381; number_of_response:1; }","duration":"133.056337ms","start":"2026-03-04T02:08:35.790735Z","end":"2026-03-04T02:08:35.923792Z","steps":["trace[1797459886] 'process raft request' (duration: 132.916532ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:36.146189Z","caller":"traceutil/trace.go:171","msg":"trace[1251926095] transaction","detail":"{read_only:false; response_revision:22383; number_of_response:1; }","duration":"190.458764ms","start":"2026-03-04T02:08:35.955691Z","end":"2026-03-04T02:08:36.14615Z","steps":["trace[1251926095] 'process raft request' (duration: 146.532086ms)","trace[1251926095] 'compare' (duration: 43.789594ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:08:43.087163Z","caller":"traceutil/trace.go:171","msg":"trace[1199628656] linearizableReadLoop","detail":"{readStateIndex:23222; appliedIndex:23221; }","duration":"374.240036ms","start":"2026-03-04T02:08:42.712893Z","end":"2026-03-04T02:08:43.087133Z","steps":["trace[1199628656] 'read index received' (duration: 366.686826ms)","trace[1199628656] 'applied index is now lower than readState.Index' (duration: 7.55078ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:08:43.087171Z","caller":"traceutil/trace.go:171","msg":"trace[335512215] transaction","detail":"{read_only:false; response_revision:22435; number_of_response:1; }","duration":"370.27087ms","start":"2026-03-04T02:08:42.71688Z","end":"2026-03-04T02:08:43.08715Z","steps":["trace[335512215] 'process raft request' (duration: 370.150426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:43.087614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:42.716864Z","time spent":"370.642192ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:08:43.087605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.437091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:08:43.087629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.071089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:08:43.087221Z","caller":"traceutil/trace.go:171","msg":"trace[1652119969] transaction","detail":"{read_only:false; response_revision:22434; number_of_response:1; }","duration":"374.318709ms","start":"2026-03-04T02:08:42.712754Z","end":"2026-03-04T02:08:43.087073Z","steps":["trace[1652119969] 'process raft request' (duration: 366.728728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:43.087819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.339036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:08:43.087682Z","caller":"traceutil/trace.go:171","msg":"trace[441804933] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22435; }","duration":"189.563986ms","start":"2026-03-04T02:08:42.898099Z","end":"2026-03-04T02:08:43.087663Z","steps":["trace[441804933] 'agreement among raft nodes before linearized reading' (duration: 189.426482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:43.087981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:42.712727Z","time spent":"375.142596ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:08:43.088011Z","caller":"traceutil/trace.go:171","msg":"trace[666750352] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:22435; }","duration":"155.641026ms","start":"2026-03-04T02:08:42.932333Z","end":"2026-03-04T02:08:43.087974Z","steps":["trace[666750352] 'agreement among raft nodes before linearized reading' (duration: 155.211602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:43.087668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.453079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-04T02:08:43.087668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.248269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:08:43.088235Z","caller":"traceutil/trace.go:171","msg":"trace[963367404] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22435; }","duration":"389.021607ms","start":"2026-03-04T02:08:42.699144Z","end":"2026-03-04T02:08:43.088166Z","steps":["trace[963367404] 'agreement among raft nodes before linearized reading' (duration: 388.421078ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:43.088321Z","caller":"traceutil/trace.go:171","msg":"trace[627095916] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22435; }","duration":"386.939941ms","start":"2026-03-04T02:08:42.701356Z","end":"2026-03-04T02:08:43.088296Z","steps":["trace[627095916] 'agreement among raft nodes before linearized reading' (duration: 386.171087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:43.08839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:42.699125Z","time spent":"389.241295ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:08:43.08843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:42.70134Z","time spent":"387.056115ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:08:43.087705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.00462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:08:43.088508Z","caller":"traceutil/trace.go:171","msg":"trace[1394702482] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22435; }","duration":"369.856248ms","start":"2026-03-04T02:08:42.718633Z","end":"2026-03-04T02:08:43.088489Z","steps":["trace[1394702482] 'agreement among raft nodes before linearized reading' (duration: 368.878956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:43.088587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:42.718618Z","time spent":"369.95061ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:08:43.087643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.614829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T02:08:43.088661Z","caller":"traceutil/trace.go:171","msg":"trace[567166207] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22435; }","duration":"386.631531ms","start":"2026-03-04T02:08:42.702002Z","end":"2026-03-04T02:08:43.088634Z","steps":["trace[567166207] 'agreement among raft nodes before linearized reading' (duration: 385.363471ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:43.087704Z","caller":"traceutil/trace.go:171","msg":"trace[1588680521] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:22435; }","duration":"172.180553ms","start":"2026-03-04T02:08:42.915501Z","end":"2026-03-04T02:08:43.087682Z","steps":["trace[1588680521] 'agreement among raft nodes before linearized reading' (duration: 172.012867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:43.088729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:42.701986Z","time spent":"386.727654ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T02:08:45.21043Z","caller":"traceutil/trace.go:171","msg":"trace[350396382] linearizableReadLoop","detail":"{readStateIndex:23239; appliedIndex:23238; }","duration":"313.816892ms","start":"2026-03-04T02:08:44.896579Z","end":"2026-03-04T02:08:45.210396Z","steps":["trace[350396382] 'read index received' (duration: 309.182935ms)","trace[350396382] 'applied index is now lower than readState.Index' (duration: 4.632747ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:08:45.210566Z","caller":"traceutil/trace.go:171","msg":"trace[1930825897] transaction","detail":"{read_only:false; response_revision:22451; number_of_response:1; }","duration":"325.69058ms","start":"2026-03-04T02:08:44.884861Z","end":"2026-03-04T02:08:45.210551Z","steps":["trace[1930825897] 'process raft request' (duration: 320.854656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:45.210672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:44.884821Z","time spent":"325.771233ms","remote":"127.0.0.1:56336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7328,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:08:45.210652Z","caller":"traceutil/trace.go:171","msg":"trace[149665038] transaction","detail":"{read_only:false; response_revision:22452; number_of_response:1; }","duration":"116.136687ms","start":"2026-03-04T02:08:45.094488Z","end":"2026-03-04T02:08:45.210624Z","steps":["trace[149665038] 'process raft request' (duration: 116.004553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:45.211038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.479644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:08:45.211111Z","caller":"traceutil/trace.go:171","msg":"trace[122339230] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22452; }","duration":"314.609067ms","start":"2026-03-04T02:08:44.896485Z","end":"2026-03-04T02:08:45.211094Z","steps":["trace[122339230] 'agreement among raft nodes before linearized reading' (duration: 314.461823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:45.211151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:44.896464Z","time spent":"314.6805ms","remote":"127.0.0.1:56074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:08:45.211199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.855677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:08:45.21129Z","caller":"traceutil/trace.go:171","msg":"trace[350527357] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22452; }","duration":"119.995031ms","start":"2026-03-04T02:08:45.091271Z","end":"2026-03-04T02:08:45.211266Z","steps":["trace[350527357] 'agreement among raft nodes before linearized reading' (duration: 119.677371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:45.211385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.332839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:08:45.211473Z","caller":"traceutil/trace.go:171","msg":"trace[1490855252] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22452; }","duration":"113.470123ms","start":"2026-03-04T02:08:45.097979Z","end":"2026-03-04T02:08:45.211449Z","steps":["trace[1490855252] 'agreement among raft nodes before linearized reading' (duration: 113.008848ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:46.606586Z","caller":"traceutil/trace.go:171","msg":"trace[255984372] transaction","detail":"{read_only:false; response_revision:22470; number_of_response:1; }","duration":"148.489958ms","start":"2026-03-04T02:08:46.458065Z","end":"2026-03-04T02:08:46.606555Z","steps":["trace[255984372] 'process raft request' (duration: 148.199169ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:49.483468Z","caller":"traceutil/trace.go:171","msg":"trace[857041806] transaction","detail":"{read_only:false; response_revision:22504; number_of_response:1; }","duration":"102.244036ms","start":"2026-03-04T02:08:49.381191Z","end":"2026-03-04T02:08:49.483435Z","steps":["trace[857041806] 'process raft request' (duration: 57.306415ms)","trace[857041806] 'compare' (duration: 44.795946ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:08:51.525286Z","caller":"traceutil/trace.go:171","msg":"trace[1046457810] transaction","detail":"{read_only:false; response_revision:22518; number_of_response:1; }","duration":"123.446291ms","start":"2026-03-04T02:08:51.401804Z","end":"2026-03-04T02:08:51.525251Z","steps":["trace[1046457810] 'process raft request' (duration: 123.192343ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:51.536331Z","caller":"traceutil/trace.go:171","msg":"trace[11644612] transaction","detail":"{read_only:false; response_revision:22519; number_of_response:1; }","duration":"134.453701ms","start":"2026-03-04T02:08:51.401851Z","end":"2026-03-04T02:08:51.536304Z","steps":["trace[11644612] 'process raft request' (duration: 134.261875ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:51.536572Z","caller":"traceutil/trace.go:171","msg":"trace[1273096208] transaction","detail":"{read_only:false; response_revision:22520; number_of_response:1; }","duration":"134.368629ms","start":"2026-03-04T02:08:51.402177Z","end":"2026-03-04T02:08:51.536546Z","steps":["trace[1273096208] 'process raft request' (duration: 134.08615ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:51.536756Z","caller":"traceutil/trace.go:171","msg":"trace[1049500674] transaction","detail":"{read_only:false; response_revision:22521; number_of_response:1; }","duration":"134.340608ms","start":"2026-03-04T02:08:51.402393Z","end":"2026-03-04T02:08:51.536734Z","steps":["trace[1049500674] 'process raft request' (duration: 134.08743ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:53.117326Z","caller":"traceutil/trace.go:171","msg":"trace[239945109] transaction","detail":"{read_only:false; response_revision:22530; number_of_response:1; }","duration":"172.934747ms","start":"2026-03-04T02:08:52.944362Z","end":"2026-03-04T02:08:53.117296Z","steps":["trace[239945109] 'process raft request' (duration: 172.764831ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:56.681172Z","caller":"traceutil/trace.go:171","msg":"trace[1236780366] transaction","detail":"{read_only:false; response_revision:22553; number_of_response:1; }","duration":"149.48616ms","start":"2026-03-04T02:08:56.531668Z","end":"2026-03-04T02:08:56.681154Z","steps":["trace[1236780366] 'process raft request' (duration: 149.333625ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:56.696995Z","caller":"traceutil/trace.go:171","msg":"trace[495978252] transaction","detail":"{read_only:false; response_revision:22555; number_of_response:1; }","duration":"137.766906ms","start":"2026-03-04T02:08:56.559205Z","end":"2026-03-04T02:08:56.696972Z","steps":["trace[495978252] 'process raft request' (duration: 137.715695ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:56.697057Z","caller":"traceutil/trace.go:171","msg":"trace[791780443] transaction","detail":"{read_only:false; response_revision:22554; number_of_response:1; }","duration":"163.675521ms","start":"2026-03-04T02:08:56.533358Z","end":"2026-03-04T02:08:56.697033Z","steps":["trace[791780443] 'process raft request' (duration: 163.454684ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:58.837366Z","caller":"traceutil/trace.go:171","msg":"trace[1116308369] transaction","detail":"{read_only:false; response_revision:22568; number_of_response:1; }","duration":"130.706822ms","start":"2026-03-04T02:08:58.706629Z","end":"2026-03-04T02:08:58.837335Z","steps":["trace[1116308369] 'process raft request' (duration: 130.447914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:00.782303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.727217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:00.782417Z","caller":"traceutil/trace.go:171","msg":"trace[543996822] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:22581; }","duration":"215.13242ms","start":"2026-03-04T02:09:00.567259Z","end":"2026-03-04T02:09:00.782392Z","steps":["trace[543996822] 'count revisions from in-memory index tree' (duration: 214.448919ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:00.824722Z","caller":"traceutil/trace.go:171","msg":"trace[368059109] transaction","detail":"{read_only:false; response_revision:22582; number_of_response:1; }","duration":"116.668795ms","start":"2026-03-04T02:09:00.708029Z","end":"2026-03-04T02:09:00.824697Z","steps":["trace[368059109] 'process raft request' (duration: 116.4948ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:00.877921Z","caller":"traceutil/trace.go:171","msg":"trace[1260345823] transaction","detail":"{read_only:false; response_revision:22583; number_of_response:1; }","duration":"152.390142ms","start":"2026-03-04T02:09:00.725501Z","end":"2026-03-04T02:09:00.877891Z","steps":["trace[1260345823] 'process raft request' (duration: 152.267538ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:01.224819Z","caller":"traceutil/trace.go:171","msg":"trace[1691047466] linearizableReadLoop","detail":"{readStateIndex:23376; appliedIndex:23375; }","duration":"327.499798ms","start":"2026-03-04T02:09:00.897282Z","end":"2026-03-04T02:09:01.224781Z","steps":["trace[1691047466] 'read index received' (duration: 269.349936ms)","trace[1691047466] 'applied index is now lower than readState.Index' (duration: 58.148092ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:01.224852Z","caller":"traceutil/trace.go:171","msg":"trace[15550060] transaction","detail":"{read_only:false; response_revision:22584; number_of_response:1; }","duration":"381.665244ms","start":"2026-03-04T02:09:00.843157Z","end":"2026-03-04T02:09:01.224822Z","steps":["trace[15550060] 'process raft request' (duration: 323.620825ms)","trace[15550060] 'compare' (duration: 57.715308ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:01.225008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:00.843131Z","time spent":"381.800588ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:01.225036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.732366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:01.225074Z","caller":"traceutil/trace.go:171","msg":"trace[1056926670] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22584; }","duration":"327.820729ms","start":"2026-03-04T02:09:00.897241Z","end":"2026-03-04T02:09:01.225061Z","steps":["trace[1056926670] 'agreement among raft nodes before linearized reading' (duration: 327.694805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:01.225105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:00.897222Z","time spent":"327.87645ms","remote":"127.0.0.1:56074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:09:01.225186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.682572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:09:01.225274Z","caller":"traceutil/trace.go:171","msg":"trace[1049613800] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22584; }","duration":"304.798786ms","start":"2026-03-04T02:09:00.920453Z","end":"2026-03-04T02:09:01.225251Z","steps":["trace[1049613800] 'agreement among raft nodes before linearized reading' (duration: 304.523727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:01.225331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:00.920441Z","time spent":"304.875198ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:09:01.501928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.975018ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:09:01.502983Z","caller":"traceutil/trace.go:171","msg":"trace[998345560] transaction","detail":"{read_only:false; response_revision:22585; number_of_response:1; }","duration":"272.828147ms","start":"2026-03-04T02:09:01.230113Z","end":"2026-03-04T02:09:01.502941Z","steps":["trace[998345560] 'process raft request' (duration: 98.740144ms)","trace[998345560] 'compare' (duration: 172.729ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:01.504033Z","caller":"traceutil/trace.go:171","msg":"trace[1399716160] transaction","detail":"{read_only:false; response_revision:22586; number_of_response:1; }","duration":"256.433045ms","start":"2026-03-04T02:09:01.247573Z","end":"2026-03-04T02:09:01.504006Z","steps":["trace[1399716160] 'process raft request' (duration: 254.937388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:01.857347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.594421ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:09:01.85747Z","caller":"traceutil/trace.go:171","msg":"trace[1926712244] linearizableReadLoop","detail":"{readStateIndex:23379; appliedIndex:23378; }","duration":"189.612228ms","start":"2026-03-04T02:09:01.667838Z","end":"2026-03-04T02:09:01.85745Z","steps":["trace[1926712244] 'read index received' (duration: 24.703687ms)","trace[1926712244] 'applied index is now lower than readState.Index' (duration: 164.903571ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:01.857563Z","caller":"traceutil/trace.go:171","msg":"trace[18688577] transaction","detail":"{read_only:false; response_revision:22587; number_of_response:1; }","duration":"290.602443ms","start":"2026-03-04T02:09:01.56692Z","end":"2026-03-04T02:09:01.857522Z","steps":["trace[18688577] 'process raft request' (duration: 125.726243ms)","trace[18688577] 'compare' (duration: 163.431624ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:01.857785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.946949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:09:01.857841Z","caller":"traceutil/trace.go:171","msg":"trace[2119079701] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22587; }","duration":"190.043902ms","start":"2026-03-04T02:09:01.667782Z","end":"2026-03-04T02:09:01.857826Z","steps":["trace[2119079701] 'agreement among raft nodes before linearized reading' (duration: 189.780683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:01.858061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.259891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-04T02:09:01.858108Z","caller":"traceutil/trace.go:171","msg":"trace[212526286] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22587; }","duration":"110.337383ms","start":"2026-03-04T02:09:01.747758Z","end":"2026-03-04T02:09:01.858096Z","steps":["trace[212526286] 'agreement among raft nodes before linearized reading' (duration: 110.215749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:01.858087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.713629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T02:09:01.858186Z","caller":"traceutil/trace.go:171","msg":"trace[2038429816] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22587; }","duration":"155.863703ms","start":"2026-03-04T02:09:01.702298Z","end":"2026-03-04T02:09:01.858162Z","steps":["trace[2038429816] 'agreement among raft nodes before linearized reading' (duration: 155.467221ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:02.019501Z","caller":"traceutil/trace.go:171","msg":"trace[1435528598] linearizableReadLoop","detail":"{readStateIndex:23384; appliedIndex:23379; }","duration":"155.14876ms","start":"2026-03-04T02:09:01.864327Z","end":"2026-03-04T02:09:02.019475Z","steps":["trace[1435528598] 'read index received' (duration: 74.898785ms)","trace[1435528598] 'applied index is now lower than readState.Index' (duration: 80.249195ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:02.01982Z","caller":"traceutil/trace.go:171","msg":"trace[1602804624] transaction","detail":"{read_only:false; response_revision:22592; number_of_response:1; }","duration":"155.662867ms","start":"2026-03-04T02:09:01.864114Z","end":"2026-03-04T02:09:02.019777Z","steps":["trace[1602804624] 'process raft request' (duration: 155.302785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:02.020064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.707199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:02.020149Z","caller":"traceutil/trace.go:171","msg":"trace[884162400] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:22593; }","duration":"155.832642ms","start":"2026-03-04T02:09:01.8643Z","end":"2026-03-04T02:09:02.020132Z","steps":["trace[884162400] 'agreement among raft nodes before linearized reading' (duration: 155.707888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:02.020256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.062705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:02.02036Z","caller":"traceutil/trace.go:171","msg":"trace[738064785] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22593; }","duration":"121.210359ms","start":"2026-03-04T02:09:01.899124Z","end":"2026-03-04T02:09:02.020334Z","steps":["trace[738064785] 'agreement among raft nodes before linearized reading' (duration: 121.051584ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:02.020429Z","caller":"traceutil/trace.go:171","msg":"trace[1257322472] transaction","detail":"{read_only:false; response_revision:22591; number_of_response:1; }","duration":"156.301977ms","start":"2026-03-04T02:09:01.864112Z","end":"2026-03-04T02:09:02.020414Z","steps":["trace[1257322472] 'process raft request' (duration: 155.277404ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:02.0206Z","caller":"traceutil/trace.go:171","msg":"trace[1797015699] transaction","detail":"{read_only:false; response_revision:22589; number_of_response:1; }","duration":"156.553395ms","start":"2026-03-04T02:09:01.864018Z","end":"2026-03-04T02:09:02.020571Z","steps":["trace[1797015699] 'process raft request' (duration: 155.181211ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:02.020631Z","caller":"traceutil/trace.go:171","msg":"trace[52522241] transaction","detail":"{read_only:false; response_revision:22590; number_of_response:1; }","duration":"156.511754ms","start":"2026-03-04T02:09:01.86407Z","end":"2026-03-04T02:09:02.020582Z","steps":["trace[52522241] 'process raft request' (duration: 155.284175ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:06.109143Z","caller":"traceutil/trace.go:171","msg":"trace[798763781] transaction","detail":"{read_only:false; response_revision:22616; number_of_response:1; }","duration":"143.394706ms","start":"2026-03-04T02:09:05.965724Z","end":"2026-03-04T02:09:06.109119Z","steps":["trace[798763781] 'process raft request' (duration: 143.225701ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:06.146403Z","caller":"traceutil/trace.go:171","msg":"trace[798800965] transaction","detail":"{read_only:false; response_revision:22617; number_of_response:1; }","duration":"105.121918ms","start":"2026-03-04T02:09:06.041251Z","end":"2026-03-04T02:09:06.146373Z","steps":["trace[798800965] 'process raft request' (duration: 104.87916ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:06.276104Z","caller":"traceutil/trace.go:171","msg":"trace[372624051] transaction","detail":"{read_only:false; response_revision:22619; number_of_response:1; }","duration":"126.049334ms","start":"2026-03-04T02:09:06.150029Z","end":"2026-03-04T02:09:06.276078Z","steps":["trace[372624051] 'process raft request' (duration: 81.934659ms)","trace[372624051] 'compare' (duration: 43.923239ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:06.276399Z","caller":"traceutil/trace.go:171","msg":"trace[669235761] transaction","detail":"{read_only:false; response_revision:22620; number_of_response:1; }","duration":"117.806691ms","start":"2026-03-04T02:09:06.158568Z","end":"2026-03-04T02:09:06.276374Z","steps":["trace[669235761] 'process raft request' (duration: 117.47006ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:06.276563Z","caller":"traceutil/trace.go:171","msg":"trace[308287972] transaction","detail":"{read_only:false; response_revision:22621; number_of_response:1; }","duration":"116.563251ms","start":"2026-03-04T02:09:06.159976Z","end":"2026-03-04T02:09:06.276539Z","steps":["trace[308287972] 'process raft request' (duration: 116.247511ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:07.77208Z","caller":"traceutil/trace.go:171","msg":"trace[2050953935] linearizableReadLoop","detail":"{readStateIndex:23418; appliedIndex:23417; }","duration":"125.653911ms","start":"2026-03-04T02:09:07.646403Z","end":"2026-03-04T02:09:07.772057Z","steps":["trace[2050953935] 'read index received' (duration: 125.382883ms)","trace[2050953935] 'applied index is now lower than readState.Index' (duration: 269.938µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:07.77217Z","caller":"traceutil/trace.go:171","msg":"trace[105274582] transaction","detail":"{read_only:false; response_revision:22625; number_of_response:1; }","duration":"158.449785ms","start":"2026-03-04T02:09:07.613697Z","end":"2026-03-04T02:09:07.772147Z","steps":["trace[105274582] 'process raft request' (duration: 158.212248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:07.772357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.92728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:09:07.77247Z","caller":"traceutil/trace.go:171","msg":"trace[901719262] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22625; }","duration":"126.080204ms","start":"2026-03-04T02:09:07.646354Z","end":"2026-03-04T02:09:07.772434Z","steps":["trace[901719262] 'agreement among raft nodes before linearized reading' (duration: 125.821816ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:07.95192Z","caller":"traceutil/trace.go:171","msg":"trace[479846425] transaction","detail":"{read_only:false; response_revision:22626; number_of_response:1; }","duration":"174.981221ms","start":"2026-03-04T02:09:07.776839Z","end":"2026-03-04T02:09:07.95182Z","steps":["trace[479846425] 'process raft request' (duration: 131.183327ms)","trace[479846425] 'compare' (duration: 43.596558ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:08.43516Z","caller":"traceutil/trace.go:171","msg":"trace[2094556467] linearizableReadLoop","detail":"{readStateIndex:23426; appliedIndex:23423; }","duration":"149.19605ms","start":"2026-03-04T02:09:08.285941Z","end":"2026-03-04T02:09:08.435137Z","steps":["trace[2094556467] 'read index received' (duration: 2.743387ms)","trace[2094556467] 'applied index is now lower than readState.Index' (duration: 146.451613ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:08.435292Z","caller":"traceutil/trace.go:171","msg":"trace[1856546138] transaction","detail":"{read_only:false; response_revision:22632; number_of_response:1; }","duration":"151.372989ms","start":"2026-03-04T02:09:08.283893Z","end":"2026-03-04T02:09:08.435266Z","steps":["trace[1856546138] 'process raft request' (duration: 61.272561ms)","trace[1856546138] 'compare' (duration: 89.788529ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:08.435459Z","caller":"traceutil/trace.go:171","msg":"trace[1340048800] transaction","detail":"{read_only:false; response_revision:22633; number_of_response:1; }","duration":"151.414961ms","start":"2026-03-04T02:09:08.284039Z","end":"2026-03-04T02:09:08.435454Z","steps":["trace[1340048800] 'process raft request' (duration: 151.05256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:08.43553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.535751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-domain-ks-user-6drdl\" ","response":"range_response_count:1 size:8674"} {"level":"info","ts":"2026-03-04T02:09:08.43558Z","caller":"traceutil/trace.go:171","msg":"trace[472555034] range","detail":"{range_begin:/registry/pods/openstack/magnum-domain-ks-user-6drdl; range_end:; response_count:1; response_revision:22633; }","duration":"149.645065ms","start":"2026-03-04T02:09:08.285923Z","end":"2026-03-04T02:09:08.435568Z","steps":["trace[472555034] 'agreement among raft nodes before linearized reading' (duration: 149.309864ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:16.605008Z","caller":"traceutil/trace.go:171","msg":"trace[1116343550] transaction","detail":"{read_only:false; response_revision:22779; number_of_response:1; }","duration":"109.988842ms","start":"2026-03-04T02:09:16.494987Z","end":"2026-03-04T02:09:16.604975Z","steps":["trace[1116343550] 'process raft request' (duration: 109.815427ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:16.623845Z","caller":"traceutil/trace.go:171","msg":"trace[1297133917] transaction","detail":"{read_only:false; response_revision:22780; number_of_response:1; }","duration":"128.016477ms","start":"2026-03-04T02:09:16.495809Z","end":"2026-03-04T02:09:16.623825Z","steps":["trace[1297133917] 'process raft request' (duration: 127.527961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:18.39215Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743091943731449,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:09:18.39649Z","caller":"traceutil/trace.go:171","msg":"trace[1043798065] transaction","detail":"{read_only:false; response_revision:22814; number_of_response:1; }","duration":"556.878542ms","start":"2026-03-04T02:09:17.839593Z","end":"2026-03-04T02:09:18.396471Z","steps":["trace[1043798065] 'process raft request' (duration: 556.729757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:18.396619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:17.839567Z","time spent":"556.973434ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:18.397695Z","caller":"traceutil/trace.go:171","msg":"trace[1411536859] transaction","detail":"{read_only:false; response_revision:22815; number_of_response:1; }","duration":"333.333884ms","start":"2026-03-04T02:09:18.064339Z","end":"2026-03-04T02:09:18.397673Z","steps":["trace[1411536859] 'process raft request' (duration: 333.132408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:18.397841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:18.064315Z","time spent":"333.451148ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:18.39797Z","caller":"traceutil/trace.go:171","msg":"trace[1729595781] linearizableReadLoop","detail":"{readStateIndex:23616; appliedIndex:23614; }","duration":"542.385349ms","start":"2026-03-04T02:09:17.855423Z","end":"2026-03-04T02:09:18.397808Z","steps":["trace[1729595781] 'read index received' (duration: 540.964554ms)","trace[1729595781] 'applied index is now lower than readState.Index' (duration: 1.419705ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:18.398164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.443901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:18.398233Z","caller":"traceutil/trace.go:171","msg":"trace[16299875] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22816; }","duration":"498.569884ms","start":"2026-03-04T02:09:17.899649Z","end":"2026-03-04T02:09:18.398219Z","steps":["trace[16299875] 'agreement among raft nodes before linearized reading' (duration: 498.44027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:18.398197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.756322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-conductor-0\" ","response":"range_response_count:1 size:10084"} {"level":"warn","ts":"2026-03-04T02:09:18.398264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:17.899629Z","time spent":"498.629447ms","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:09:18.398294Z","caller":"traceutil/trace.go:171","msg":"trace[1513240195] range","detail":"{range_begin:/registry/pods/openstack/magnum-conductor-0; range_end:; response_count:1; response_revision:22816; }","duration":"542.893996ms","start":"2026-03-04T02:09:17.855375Z","end":"2026-03-04T02:09:18.398269Z","steps":["trace[1513240195] 'agreement among raft nodes before linearized reading' (duration: 542.618757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:18.39835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:17.855358Z","time spent":"542.978748ms","remote":"127.0.0.1:56286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":10106,"request content":"key:\"/registry/pods/openstack/magnum-conductor-0\" "} {"level":"warn","ts":"2026-03-04T02:09:18.398335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.96238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:09:18.398457Z","caller":"traceutil/trace.go:171","msg":"trace[1615451480] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22816; }","duration":"212.100784ms","start":"2026-03-04T02:09:18.186321Z","end":"2026-03-04T02:09:18.398422Z","steps":["trace[1615451480] 'agreement among raft nodes before linearized reading' (duration: 211.834775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:18.398453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.757368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T02:09:18.398922Z","caller":"traceutil/trace.go:171","msg":"trace[856755582] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22816; }","duration":"253.270504ms","start":"2026-03-04T02:09:18.145636Z","end":"2026-03-04T02:09:18.398907Z","steps":["trace[856755582] 'agreement among raft nodes before linearized reading' (duration: 252.542501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:21.655384Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743091943731501,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:09:21.876385Z","caller":"traceutil/trace.go:171","msg":"trace[713048602] transaction","detail":"{read_only:false; response_revision:22841; number_of_response:1; }","duration":"736.118849ms","start":"2026-03-04T02:09:21.140235Z","end":"2026-03-04T02:09:21.876354Z","steps":["trace[713048602] 'process raft request' (duration: 735.938603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:21.876558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:21.140209Z","time spent":"736.260724ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:21.903424Z","caller":"traceutil/trace.go:171","msg":"trace[1074740452] linearizableReadLoop","detail":"{readStateIndex:23644; appliedIndex:23642; }","duration":"749.122733ms","start":"2026-03-04T02:09:21.154269Z","end":"2026-03-04T02:09:21.903391Z","steps":["trace[1074740452] 'read index received' (duration: 721.911386ms)","trace[1074740452] 'applied index is now lower than readState.Index' (duration: 27.209817ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:21.903527Z","caller":"traceutil/trace.go:171","msg":"trace[1670022588] transaction","detail":"{read_only:false; response_revision:22842; number_of_response:1; }","duration":"521.947859ms","start":"2026-03-04T02:09:21.381547Z","end":"2026-03-04T02:09:21.903495Z","steps":["trace[1670022588] 'process raft request' (duration: 521.637509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:21.903706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:21.381524Z","time spent":"522.076363ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:21.903783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.464093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:21.903895Z","caller":"traceutil/trace.go:171","msg":"trace[1134241674] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:22842; }","duration":"749.639259ms","start":"2026-03-04T02:09:21.154231Z","end":"2026-03-04T02:09:21.90387Z","steps":["trace[1134241674] 'agreement among raft nodes before linearized reading' (duration: 749.337329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:21.903956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:21.154217Z","time spent":"749.725352ms","remote":"127.0.0.1:36618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:26.821094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.322237ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:09:26.821233Z","caller":"traceutil/trace.go:171","msg":"trace[410428747] transaction","detail":"{read_only:false; response_revision:22877; number_of_response:1; }","duration":"326.678963ms","start":"2026-03-04T02:09:26.49454Z","end":"2026-03-04T02:09:26.821219Z","steps":["trace[410428747] 'process raft request' (duration: 326.635011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:26.821279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:26.494521Z","time spent":"326.733714ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:26.821367Z","caller":"traceutil/trace.go:171","msg":"trace[501995064] linearizableReadLoop","detail":"{readStateIndex:23679; appliedIndex:23678; }","duration":"778.938423ms","start":"2026-03-04T02:09:26.042397Z","end":"2026-03-04T02:09:26.821335Z","steps":["trace[501995064] 'read index received' (duration: 39.271µs)","trace[501995064] 'applied index is now lower than readState.Index' (duration: 778.896612ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:26.821504Z","caller":"traceutil/trace.go:171","msg":"trace[953188526] transaction","detail":"{read_only:false; response_revision:22876; number_of_response:1; }","duration":"898.525961ms","start":"2026-03-04T02:09:25.92296Z","end":"2026-03-04T02:09:26.821486Z","steps":["trace[953188526] 'process raft request' (duration: 52.741989ms)","trace[953188526] 'compare' (duration: 844.541632ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:26.821572Z","caller":"traceutil/trace.go:171","msg":"trace[1585028780] transaction","detail":"{read_only:false; response_revision:22879; number_of_response:1; }","duration":"325.453923ms","start":"2026-03-04T02:09:26.496098Z","end":"2026-03-04T02:09:26.821552Z","steps":["trace[1585028780] 'process raft request' (duration: 325.415402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:26.821615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:25.922941Z","time spent":"898.591964ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:26.82172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:26.496092Z","time spent":"325.543736ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:26.821836Z","caller":"traceutil/trace.go:171","msg":"trace[1876945535] transaction","detail":"{read_only:false; response_revision:22878; number_of_response:1; }","duration":"326.695683ms","start":"2026-03-04T02:09:26.49508Z","end":"2026-03-04T02:09:26.821775Z","steps":["trace[1876945535] 'process raft request' (duration: 326.352402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:26.821918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.080048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T02:09:26.821935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.547343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:26.821972Z","caller":"traceutil/trace.go:171","msg":"trace[268191886] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:22879; }","duration":"779.615985ms","start":"2026-03-04T02:09:26.042347Z","end":"2026-03-04T02:09:26.821963Z","steps":["trace[268191886] 'agreement among raft nodes before linearized reading' (duration: 779.565464ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:26.821976Z","caller":"traceutil/trace.go:171","msg":"trace[1410848257] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22879; }","duration":"291.162711ms","start":"2026-03-04T02:09:26.530798Z","end":"2026-03-04T02:09:26.821961Z","steps":["trace[1410848257] 'agreement among raft nodes before linearized reading' (duration: 291.029757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:26.821937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.067155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:09:26.822049Z","caller":"traceutil/trace.go:171","msg":"trace[600207994] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22879; }","duration":"300.201419ms","start":"2026-03-04T02:09:26.521822Z","end":"2026-03-04T02:09:26.822023Z","steps":["trace[600207994] 'agreement among raft nodes before linearized reading' (duration: 299.939721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:26.822083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.402815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-04T02:09:26.822094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:26.52181Z","time spent":"300.274781ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T02:09:26.822101Z","caller":"traceutil/trace.go:171","msg":"trace[1858279782] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22879; }","duration":"294.434285ms","start":"2026-03-04T02:09:26.52766Z","end":"2026-03-04T02:09:26.822095Z","steps":["trace[1858279782] 'agreement among raft nodes before linearized reading' (duration: 294.377354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:26.821994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:26.042322Z","time spent":"779.666587ms","remote":"127.0.0.1:36578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:26.821889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.234938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T02:09:26.822081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.099844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:09:26.822167Z","caller":"traceutil/trace.go:171","msg":"trace[1774170946] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22879; }","duration":"293.542867ms","start":"2026-03-04T02:09:26.52861Z","end":"2026-03-04T02:09:26.822153Z","steps":["trace[1774170946] 'agreement among raft nodes before linearized reading' (duration: 293.203556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:26.822101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:26.495063Z","time spent":"326.891399ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:26.82219Z","caller":"traceutil/trace.go:171","msg":"trace[1279010134] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22879; }","duration":"169.26841ms","start":"2026-03-04T02:09:26.652899Z","end":"2026-03-04T02:09:26.822167Z","steps":["trace[1279010134] 'agreement among raft nodes before linearized reading' (duration: 168.913748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:27.638228Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743091943731597,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:09:28.139211Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743091943731597,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:09:28.250346Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.19684268s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:09:28.251559Z","caller":"traceutil/trace.go:171","msg":"trace[1599509525] transaction","detail":"{read_only:false; response_revision:22886; number_of_response:1; }","duration":"1.197991777s","start":"2026-03-04T02:09:27.053396Z","end":"2026-03-04T02:09:28.251388Z","steps":["trace[1599509525] 'process raft request' (duration: 1.197722568s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:28.25184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:27.053369Z","time spent":"1.198283676s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:28.27152Z","caller":"traceutil/trace.go:171","msg":"trace[555207606] linearizableReadLoop","detail":"{readStateIndex:23690; appliedIndex:23688; }","duration":"1.134214876s","start":"2026-03-04T02:09:27.137265Z","end":"2026-03-04T02:09:28.27148Z","steps":["trace[555207606] 'read index received' (duration: 1.113775746s)","trace[555207606] 'applied index is now lower than readState.Index' (duration: 20.43744ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:28.271574Z","caller":"traceutil/trace.go:171","msg":"trace[210079364] transaction","detail":"{read_only:false; response_revision:22887; number_of_response:1; }","duration":"337.426385ms","start":"2026-03-04T02:09:27.934126Z","end":"2026-03-04T02:09:28.271552Z","steps":["trace[210079364] 'process raft request' (duration: 337.168296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:28.271712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.134440023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:28.27175Z","caller":"traceutil/trace.go:171","msg":"trace[435355297] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:22887; }","duration":"1.134549357s","start":"2026-03-04T02:09:27.13719Z","end":"2026-03-04T02:09:28.271739Z","steps":["trace[435355297] 'agreement among raft nodes before linearized reading' (duration: 1.134423533s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:28.271777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:27.137169Z","time spent":"1.134601609s","remote":"127.0.0.1:34896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:28.271802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:27.934111Z","time spent":"337.60265ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:28.271938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.673631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:28.272043Z","caller":"traceutil/trace.go:171","msg":"trace[1112168245] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:22887; }","duration":"836.801845ms","start":"2026-03-04T02:09:27.435211Z","end":"2026-03-04T02:09:28.272013Z","steps":["trace[1112168245] 'agreement among raft nodes before linearized reading' (duration: 836.606449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:28.272103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:27.435189Z","time spent":"836.903069ms","remote":"127.0.0.1:34656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:28.272107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.935894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-04T02:09:28.272144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.079997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:28.272189Z","caller":"traceutil/trace.go:171","msg":"trace[174903465] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22887; }","duration":"340.066918ms","start":"2026-03-04T02:09:27.932104Z","end":"2026-03-04T02:09:28.272171Z","steps":["trace[174903465] 'agreement among raft nodes before linearized reading' (duration: 339.826701ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:28.272222Z","caller":"traceutil/trace.go:171","msg":"trace[1187067076] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22887; }","duration":"371.2011ms","start":"2026-03-04T02:09:27.900998Z","end":"2026-03-04T02:09:28.272199Z","steps":["trace[1187067076] 'agreement among raft nodes before linearized reading' (duration: 371.033595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:28.27223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:27.932084Z","time spent":"340.137851ms","remote":"127.0.0.1:56286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:09:28.272283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:27.900978Z","time spent":"371.297663ms","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:09:28.984318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.689535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:28.984549Z","caller":"traceutil/trace.go:171","msg":"trace[923864689] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22887; }","duration":"644.000145ms","start":"2026-03-04T02:09:28.340524Z","end":"2026-03-04T02:09:28.984524Z","steps":["trace[923864689] 'range keys from in-memory index tree' (duration: 643.562232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:28.984559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:28.499279Z","time spent":"485.266481ms","remote":"127.0.0.1:54428","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:09:28.984636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:28.340467Z","time spent":"644.15239ms","remote":"127.0.0.1:56558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T02:09:28.985034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.405077ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:09:28.985773Z","caller":"traceutil/trace.go:171","msg":"trace[1291585684] transaction","detail":"{read_only:false; response_revision:22888; number_of_response:1; }","duration":"631.090074ms","start":"2026-03-04T02:09:28.354647Z","end":"2026-03-04T02:09:28.985737Z","steps":["trace[1291585684] 'process raft request' (duration: 524.866262ms)","trace[1291585684] 'compare' (duration: 105.236991ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:28.985932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:28.354619Z","time spent":"631.236919ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:28.985966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.667103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:09:28.98606Z","caller":"traceutil/trace.go:171","msg":"trace[247990202] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:22888; }","duration":"164.782617ms","start":"2026-03-04T02:09:28.821255Z","end":"2026-03-04T02:09:28.986038Z","steps":["trace[247990202] 'agreement among raft nodes before linearized reading' (duration: 164.56889ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:28.985781Z","caller":"traceutil/trace.go:171","msg":"trace[1074895469] linearizableReadLoop","detail":"{readStateIndex:23691; appliedIndex:23690; }","duration":"164.433836ms","start":"2026-03-04T02:09:28.821262Z","end":"2026-03-04T02:09:28.985696Z","steps":["trace[1074895469] 'read index received' (duration: 58.250225ms)","trace[1074895469] 'applied index is now lower than readState.Index' (duration: 106.180261ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:29.486731Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743091943731611,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:09:29.987245Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743091943731611,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:09:30.20961Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.296178324s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:09:30.336228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.318493ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:09:30.336537Z","caller":"traceutil/trace.go:171","msg":"trace[637218343] linearizableReadLoop","detail":"{readStateIndex:23696; appliedIndex:23691; }","duration":"1.350136142s","start":"2026-03-04T02:09:28.986386Z","end":"2026-03-04T02:09:30.336522Z","steps":["trace[637218343] 'read index received' (duration: 1.223461478s)","trace[637218343] 'applied index is now lower than readState.Index' (duration: 126.673874ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:30.336626Z","caller":"traceutil/trace.go:171","msg":"trace[1737905543] transaction","detail":"{read_only:false; response_revision:22889; number_of_response:1; }","duration":"1.509041052s","start":"2026-03-04T02:09:28.827572Z","end":"2026-03-04T02:09:30.336613Z","steps":["trace[1737905543] 'process raft request' (duration: 1.382257904s)","trace[1737905543] 'compare' (duration: 125.551488ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:30.336689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:28.827559Z","time spent":"1.509096314s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:30.33683Z","caller":"traceutil/trace.go:171","msg":"trace[1002203241] transaction","detail":"{read_only:false; response_revision:22890; number_of_response:1; }","duration":"1.508339379s","start":"2026-03-04T02:09:28.828479Z","end":"2026-03-04T02:09:30.336818Z","steps":["trace[1002203241] 'process raft request' (duration: 1.507850663s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:30.336893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:28.828471Z","time spent":"1.508395002s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:30.337047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.503206646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-04T02:09:30.337082Z","caller":"traceutil/trace.go:171","msg":"trace[1263105998] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22895; }","duration":"1.503254107s","start":"2026-03-04T02:09:28.833819Z","end":"2026-03-04T02:09:30.337073Z","steps":["trace[1263105998] 'agreement among raft nodes before linearized reading' (duration: 1.503168004s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:30.337088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.503570037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T02:09:30.337107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:28.833812Z","time spent":"1.503289698s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T02:09:30.337118Z","caller":"traceutil/trace.go:171","msg":"trace[201869625] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22895; }","duration":"1.503599088s","start":"2026-03-04T02:09:28.83351Z","end":"2026-03-04T02:09:30.337109Z","steps":["trace[201869625] 'agreement among raft nodes before linearized reading' (duration: 1.503506545s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:30.337153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:28.83348Z","time spent":"1.50366568s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:09:30.337236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.442028878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"info","ts":"2026-03-04T02:09:30.337261Z","caller":"traceutil/trace.go:171","msg":"trace[600436269] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:22895; }","duration":"1.44209338s","start":"2026-03-04T02:09:28.895161Z","end":"2026-03-04T02:09:30.337255Z","steps":["trace[600436269] 'agreement among raft nodes before linearized reading' (duration: 1.442022298s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:30.337279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:28.895142Z","time spent":"1.442133531s","remote":"127.0.0.1:56558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11859,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-03-04T02:09:30.337196Z","caller":"traceutil/trace.go:171","msg":"trace[1110198457] transaction","detail":"{read_only:false; response_revision:22893; number_of_response:1; }","duration":"840.878376ms","start":"2026-03-04T02:09:29.496279Z","end":"2026-03-04T02:09:30.337158Z","steps":["trace[1110198457] 'process raft request' (duration: 840.176514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:30.337375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.452508862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:09:30.337395Z","caller":"traceutil/trace.go:171","msg":"trace[896085661] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:22895; }","duration":"1.452583674s","start":"2026-03-04T02:09:28.884807Z","end":"2026-03-04T02:09:30.337391Z","steps":["trace[896085661] 'agreement among raft nodes before linearized reading' (duration: 1.452543743s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:30.337394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.504230338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T02:09:30.337413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:28.884781Z","time spent":"1.452628626s","remote":"127.0.0.1:56230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:09:30.337421Z","caller":"traceutil/trace.go:171","msg":"trace[575672613] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22895; }","duration":"1.504253949s","start":"2026-03-04T02:09:28.833159Z","end":"2026-03-04T02:09:30.337413Z","steps":["trace[575672613] 'agreement among raft nodes before linearized reading' (duration: 1.504188557s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:30.337454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:28.833123Z","time spent":"1.504325481s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:09:30.337472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:29.496253Z","time spent":"841.115854ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:30.337615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.504725534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:09:30.337644Z","caller":"traceutil/trace.go:171","msg":"trace[1980571857] transaction","detail":"{read_only:false; response_revision:22892; number_of_response:1; }","duration":"1.508442733s","start":"2026-03-04T02:09:28.829194Z","end":"2026-03-04T02:09:30.337637Z","steps":["trace[1980571857] 'process raft request' (duration: 1.507226174s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:30.33765Z","caller":"traceutil/trace.go:171","msg":"trace[1674566690] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22895; }","duration":"1.504807186s","start":"2026-03-04T02:09:28.832835Z","end":"2026-03-04T02:09:30.337642Z","steps":["trace[1674566690] 'agreement among raft nodes before linearized reading' (duration: 1.504726204s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:30.33768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:28.832814Z","time spent":"1.504857868s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:09:30.33733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.504152276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:09:30.337702Z","caller":"traceutil/trace.go:171","msg":"trace[575952016] transaction","detail":"{read_only:false; response_revision:22891; number_of_response:1; }","duration":"1.508836105s","start":"2026-03-04T02:09:28.828861Z","end":"2026-03-04T02:09:30.337697Z","steps":["trace[575952016] 'process raft request' (duration: 1.507525703s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:30.337724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:28.828854Z","time spent":"1.508858816s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:30.337726Z","caller":"traceutil/trace.go:171","msg":"trace[301676662] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22895; }","duration":"1.504561129s","start":"2026-03-04T02:09:28.833151Z","end":"2026-03-04T02:09:30.337713Z","steps":["trace[301676662] 'agreement among raft nodes before linearized reading' (duration: 1.504120074s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:30.337781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.347972624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:09:30.33778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:28.833141Z","time spent":"1.504625151s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T02:09:30.3378Z","caller":"traceutil/trace.go:171","msg":"trace[723450160] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22895; }","duration":"1.348042005s","start":"2026-03-04T02:09:28.989754Z","end":"2026-03-04T02:09:30.337796Z","steps":["trace[723450160] 'agreement among raft nodes before linearized reading' (duration: 1.348012414s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:30.337817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:28.98974Z","time spent":"1.348073877s","remote":"127.0.0.1:56294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T02:09:30.337685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:28.829187Z","time spent":"1.508479034s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:30.337954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.406618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:09:30.337505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.501529223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:09:30.337982Z","caller":"traceutil/trace.go:171","msg":"trace[480982841] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22895; }","duration":"437.45908ms","start":"2026-03-04T02:09:29.90051Z","end":"2026-03-04T02:09:30.337969Z","steps":["trace[480982841] 'agreement among raft nodes before linearized reading' (duration: 437.433539ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:30.337987Z","caller":"traceutil/trace.go:171","msg":"trace[1852384716] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22895; }","duration":"1.502034659s","start":"2026-03-04T02:09:28.835943Z","end":"2026-03-04T02:09:30.337978Z","steps":["trace[1852384716] 'agreement among raft nodes before linearized reading' (duration: 1.501530733s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:30.338021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279236304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:09:30.338025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:28.835927Z","time spent":"1.50208996s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T02:09:30.338038Z","caller":"traceutil/trace.go:171","msg":"trace[530514771] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:22895; }","duration":"1.279303446s","start":"2026-03-04T02:09:29.05873Z","end":"2026-03-04T02:09:30.338034Z","steps":["trace[530514771] 'agreement among raft nodes before linearized reading' (duration: 1.279276065s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:30.338053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:29.058674Z","time spent":"1.279376228s","remote":"127.0.0.1:53392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:30.337999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:29.90049Z","time spent":"437.505662ms","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:09:30.847439Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743091943731618,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:09:31.34824Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743091943731618,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:09:31.374273Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.029423909s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:09:31.374622Z","caller":"traceutil/trace.go:171","msg":"trace[1494853875] transaction","detail":"{read_only:false; response_revision:22896; number_of_response:1; }","duration":"1.029823692s","start":"2026-03-04T02:09:30.344776Z","end":"2026-03-04T02:09:31.374599Z","steps":["trace[1494853875] 'process raft request' (duration: 1.029686528s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:31.374864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:30.344766Z","time spent":"1.030024558s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:31.37772Z","caller":"traceutil/trace.go:171","msg":"trace[1669859658] transaction","detail":"{read_only:false; response_revision:22897; number_of_response:1; }","duration":"1.03257997s","start":"2026-03-04T02:09:30.345116Z","end":"2026-03-04T02:09:31.377695Z","steps":["trace[1669859658] 'process raft request' (duration: 1.032420785s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:31.37794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:30.345099Z","time spent":"1.032777456s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:31.378004Z","caller":"traceutil/trace.go:171","msg":"trace[237650419] transaction","detail":"{read_only:false; response_revision:22898; number_of_response:1; }","duration":"1.032837898s","start":"2026-03-04T02:09:30.345141Z","end":"2026-03-04T02:09:31.377979Z","steps":["trace[237650419] 'process raft request' (duration: 1.032512888s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:31.378125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:30.345118Z","time spent":"1.032940602s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:31.378239Z","caller":"traceutil/trace.go:171","msg":"trace[1870983913] transaction","detail":"{read_only:false; response_revision:22899; number_of_response:1; }","duration":"1.033055925s","start":"2026-03-04T02:09:30.345172Z","end":"2026-03-04T02:09:31.378228Z","steps":["trace[1870983913] 'process raft request' (duration: 1.032724004s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:31.378285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:30.345166Z","time spent":"1.033096736s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:31.378347Z","caller":"traceutil/trace.go:171","msg":"trace[1757038074] transaction","detail":"{read_only:false; response_revision:22900; number_of_response:1; }","duration":"1.033135858s","start":"2026-03-04T02:09:30.345204Z","end":"2026-03-04T02:09:31.37834Z","steps":["trace[1757038074] 'process raft request' (duration: 1.032913011s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:31.378389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:30.345199Z","time spent":"1.033170559s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:31.378447Z","caller":"traceutil/trace.go:171","msg":"trace[1698212513] transaction","detail":"{read_only:false; response_revision:22901; number_of_response:1; }","duration":"1.033220821s","start":"2026-03-04T02:09:30.34521Z","end":"2026-03-04T02:09:31.378431Z","steps":["trace[1698212513] 'process raft request' (duration: 1.033014874s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:31.378488Z","caller":"traceutil/trace.go:171","msg":"trace[465021269] linearizableReadLoop","detail":"{readStateIndex:23705; appliedIndex:23699; }","duration":"1.031417233s","start":"2026-03-04T02:09:30.347022Z","end":"2026-03-04T02:09:31.378439Z","steps":["trace[465021269] 'read index received' (duration: 1.02756798s)","trace[465021269] 'applied index is now lower than readState.Index' (duration: 3.848213ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:31.378565Z","caller":"traceutil/trace.go:171","msg":"trace[1139479556] transaction","detail":"{read_only:false; response_revision:22902; number_of_response:1; }","duration":"1.033320154s","start":"2026-03-04T02:09:30.345237Z","end":"2026-03-04T02:09:31.378557Z","steps":["trace[1139479556] 'process raft request' (duration: 1.033087776s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:31.378636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:30.345234Z","time spent":"1.033382485s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:31.378538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:30.345206Z","time spent":"1.033288703s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:31.378673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031657261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"info","ts":"2026-03-04T02:09:31.378719Z","caller":"traceutil/trace.go:171","msg":"trace[631783115] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:22902; }","duration":"1.031712313s","start":"2026-03-04T02:09:30.347Z","end":"2026-03-04T02:09:31.378712Z","steps":["trace[631783115] 'agreement among raft nodes before linearized reading' (duration: 1.031579268s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:31.378742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:30.346993Z","time spent":"1.031741513s","remote":"127.0.0.1:56558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11859,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-03-04T02:09:31.378841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.74193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-04T02:09:31.378874Z","caller":"traceutil/trace.go:171","msg":"trace[1289582174] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; response_count:1; response_revision:22902; }","duration":"883.817394ms","start":"2026-03-04T02:09:30.49505Z","end":"2026-03-04T02:09:31.378867Z","steps":["trace[1289582174] 'agreement among raft nodes before linearized reading' (duration: 883.70967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:31.378894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:30.495028Z","time spent":"883.861805ms","remote":"127.0.0.1:56114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.162\" "} {"level":"warn","ts":"2026-03-04T02:09:31.379026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.600087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:09:31.379027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031965741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18646"} {"level":"info","ts":"2026-03-04T02:09:31.379058Z","caller":"traceutil/trace.go:171","msg":"trace[76658686] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:22902; }","duration":"916.631908ms","start":"2026-03-04T02:09:30.462416Z","end":"2026-03-04T02:09:31.379048Z","steps":["trace[76658686] 'agreement among raft nodes before linearized reading' (duration: 916.588337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:31.379081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:30.462354Z","time spent":"916.721401ms","remote":"127.0.0.1:52942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:09:31.379075Z","caller":"traceutil/trace.go:171","msg":"trace[1789888793] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:22902; }","duration":"1.032075784s","start":"2026-03-04T02:09:30.346987Z","end":"2026-03-04T02:09:31.379062Z","steps":["trace[1789888793] 'agreement among raft nodes before linearized reading' (duration: 1.031680141s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:31.380104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014525075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-04T02:09:31.380167Z","caller":"traceutil/trace.go:171","msg":"trace[1194342343] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:22902; }","duration":"1.014626968s","start":"2026-03-04T02:09:30.365523Z","end":"2026-03-04T02:09:31.38015Z","steps":["trace[1194342343] 'agreement among raft nodes before linearized reading' (duration: 1.014420252s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:31.380209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:30.365504Z","time spent":"1.014696731s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:09:31.380657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:30.346969Z","time spent":"1.033048325s","remote":"127.0.0.1:56274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18668,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-04T02:09:32.477599Z","caller":"traceutil/trace.go:171","msg":"trace[1067368780] transaction","detail":"{read_only:false; response_revision:22905; number_of_response:1; }","duration":"135.000589ms","start":"2026-03-04T02:09:32.342569Z","end":"2026-03-04T02:09:32.47757Z","steps":["trace[1067368780] 'process raft request' (duration: 134.803672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:33.92258Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.44523889s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:09:34.092203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.546422053s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:34.092364Z","caller":"traceutil/trace.go:171","msg":"trace[996584991] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:22905; }","duration":"1.546595478s","start":"2026-03-04T02:09:32.545742Z","end":"2026-03-04T02:09:34.092337Z","steps":["trace[996584991] 'range keys from in-memory index tree' (duration: 1.546402371s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:34.093574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.23166ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:09:34.093876Z","caller":"traceutil/trace.go:171","msg":"trace[22752365] transaction","detail":"{read_only:false; response_revision:22906; number_of_response:1; }","duration":"1.750852162s","start":"2026-03-04T02:09:32.342978Z","end":"2026-03-04T02:09:34.09383Z","steps":["trace[22752365] 'process raft request' (duration: 1.58027716s)","trace[22752365] 'compare' (duration: 168.918279ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:34.093902Z","caller":"traceutil/trace.go:171","msg":"trace[828593616] transaction","detail":"{read_only:false; response_revision:22907; number_of_response:1; }","duration":"1.750891463s","start":"2026-03-04T02:09:32.342992Z","end":"2026-03-04T02:09:34.093884Z","steps":["trace[828593616] 'process raft request' (duration: 1.750760039s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:34.093979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:32.342961Z","time spent":"1.750982356s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:34.094005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:32.342956Z","time spent":"1.750983736s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:34.094261Z","caller":"traceutil/trace.go:171","msg":"trace[1703619490] transaction","detail":"{read_only:false; response_revision:22908; number_of_response:1; }","duration":"1.751147351s","start":"2026-03-04T02:09:32.343104Z","end":"2026-03-04T02:09:34.094251Z","steps":["trace[1703619490] 'process raft request' (duration: 1.750744618s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:34.094312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:32.343076Z","time spent":"1.751214673s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:34.094435Z","caller":"traceutil/trace.go:171","msg":"trace[1977632453] transaction","detail":"{read_only:false; response_revision:22909; number_of_response:1; }","duration":"1.749748747s","start":"2026-03-04T02:09:32.344653Z","end":"2026-03-04T02:09:34.094402Z","steps":["trace[1977632453] 'process raft request' (duration: 1.74952655s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:34.094494Z","caller":"traceutil/trace.go:171","msg":"trace[459970142] transaction","detail":"{read_only:false; response_revision:22910; number_of_response:1; }","duration":"1.749494728s","start":"2026-03-04T02:09:32.344992Z","end":"2026-03-04T02:09:34.094487Z","steps":["trace[459970142] 'process raft request' (duration: 1.749333013s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:34.094457Z","caller":"traceutil/trace.go:171","msg":"trace[2031695781] linearizableReadLoop","detail":"{readStateIndex:23714; appliedIndex:23708; }","duration":"1.668432007s","start":"2026-03-04T02:09:32.425955Z","end":"2026-03-04T02:09:34.094387Z","steps":["trace[2031695781] 'read index received' (duration: 51.425048ms)","trace[2031695781] 'applied index is now lower than readState.Index' (duration: 1.617005529s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:34.094539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:32.344986Z","time spent":"1.749527089s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:34.094602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:32.344634Z","time spent":"1.7498691s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:34.09466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.668693385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:09:34.094722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.425490582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-75f4d6cc97-5vbp9.18997fdeaa681ef9\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-03-04T02:09:34.094747Z","caller":"traceutil/trace.go:171","msg":"trace[479251064] range","detail":"{range_begin:/registry/events/openstack/glance-api-75f4d6cc97-5vbp9.18997fdeaa681ef9; range_end:; response_count:1; response_revision:22910; }","duration":"1.425541252s","start":"2026-03-04T02:09:32.669199Z","end":"2026-03-04T02:09:34.09474Z","steps":["trace[479251064] 'agreement among raft nodes before linearized reading' (duration: 1.425413078s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:34.094753Z","caller":"traceutil/trace.go:171","msg":"trace[1249803566] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:22910; }","duration":"1.668816879s","start":"2026-03-04T02:09:32.425914Z","end":"2026-03-04T02:09:34.094731Z","steps":["trace[1249803566] 'agreement among raft nodes before linearized reading' (duration: 1.668685325s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:34.094775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:32.669184Z","time spent":"1.425585804s","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":2011,"request content":"key:\"/registry/events/openstack/glance-api-75f4d6cc97-5vbp9.18997fdeaa681ef9\" "} {"level":"warn","ts":"2026-03-04T02:09:34.094802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:32.425896Z","time spent":"1.668894452s","remote":"127.0.0.1:60940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:34.094892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.186588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T02:09:34.094906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.395545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:09:34.094936Z","caller":"traceutil/trace.go:171","msg":"trace[1969936361] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22910; }","duration":"712.437656ms","start":"2026-03-04T02:09:33.382492Z","end":"2026-03-04T02:09:34.09493Z","steps":["trace[1969936361] 'agreement among raft nodes before linearized reading' (duration: 712.367073ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:34.094933Z","caller":"traceutil/trace.go:171","msg":"trace[1245029824] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22910; }","duration":"712.24633ms","start":"2026-03-04T02:09:33.382671Z","end":"2026-03-04T02:09:34.094918Z","steps":["trace[1245029824] 'agreement among raft nodes before linearized reading' (duration: 712.119956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:34.094951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:33.382485Z","time spent":"712.462147ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:09:34.094965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:33.382663Z","time spent":"712.294071ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:09:34.09504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.629612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-04T02:09:34.095064Z","caller":"traceutil/trace.go:171","msg":"trace[334205662] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22910; }","duration":"712.650943ms","start":"2026-03-04T02:09:33.382406Z","end":"2026-03-04T02:09:34.095057Z","steps":["trace[334205662] 'agreement among raft nodes before linearized reading' (duration: 712.596131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:34.095083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:33.382348Z","time spent":"712.730685ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:09:34.095102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.279721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T02:09:34.095104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.301579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:34.095132Z","caller":"traceutil/trace.go:171","msg":"trace[1965413515] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22910; }","duration":"712.331033ms","start":"2026-03-04T02:09:33.382792Z","end":"2026-03-04T02:09:34.095123Z","steps":["trace[1965413515] 'agreement among raft nodes before linearized reading' (duration: 712.24362ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:34.095149Z","caller":"traceutil/trace.go:171","msg":"trace[1637341800] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:22910; }","duration":"488.389472ms","start":"2026-03-04T02:09:33.606743Z","end":"2026-03-04T02:09:34.095132Z","steps":["trace[1637341800] 'agreement among raft nodes before linearized reading' (duration: 488.33324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:34.095162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:33.382783Z","time spent":"712.371494ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:09:34.095167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.592856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:09:34.095185Z","caller":"traceutil/trace.go:171","msg":"trace[39689889] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22910; }","duration":"715.609076ms","start":"2026-03-04T02:09:33.37957Z","end":"2026-03-04T02:09:34.095179Z","steps":["trace[39689889] 'agreement among raft nodes before linearized reading' (duration: 715.558855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:34.095184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:33.606718Z","time spent":"488.457883ms","remote":"127.0.0.1:36502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:34.0952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:33.379521Z","time spent":"715.675669ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:09:34.095048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.95125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:09:34.095247Z","caller":"traceutil/trace.go:171","msg":"trace[666043133] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22910; }","duration":"712.166157ms","start":"2026-03-04T02:09:33.383066Z","end":"2026-03-04T02:09:34.095232Z","steps":["trace[666043133] 'agreement among raft nodes before linearized reading' (duration: 711.869248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:34.095226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.19617068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:09:34.095287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:33.383059Z","time spent":"712.214358ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T02:09:34.095299Z","caller":"traceutil/trace.go:171","msg":"trace[1174335262] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22910; }","duration":"1.196340065s","start":"2026-03-04T02:09:32.898942Z","end":"2026-03-04T02:09:34.095282Z","steps":["trace[1174335262] 'agreement among raft nodes before linearized reading' (duration: 1.196159759s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:34.095552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:32.898923Z","time spent":"1.196616703s","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:09:34.602809Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743091943731653,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:09:35.103599Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743091943731653,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:09:35.60473Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743091943731653,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:09:35.982766Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.8215052s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:09:36.102427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000161199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:09:36.102539Z","caller":"traceutil/trace.go:171","msg":"trace[1460784162] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000299194s","start":"2026-03-04T02:09:34.102216Z","end":"2026-03-04T02:09:36.102515Z","steps":["trace[1460784162] 'agreement among raft nodes before linearized reading' (duration: 2.00018254s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:36.102594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:34.102207Z","time spent":"2.000374726s","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:09:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:09:37.82987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.844986459s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:09:37.830016Z","caller":"traceutil/trace.go:171","msg":"trace[1443857152] transaction","detail":"{read_only:false; response_revision:22911; number_of_response:1; }","duration":"3.732816251s","start":"2026-03-04T02:09:34.097183Z","end":"2026-03-04T02:09:37.829999Z","steps":["trace[1443857152] 'process raft request' (duration: 1.885753446s)","trace[1443857152] 'compare' (duration: 1.844485273s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:37.830107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:34.097169Z","time spent":"3.732912724s","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1972,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:38.103224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000416739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:09:38.103343Z","caller":"traceutil/trace.go:171","msg":"trace[1552999821] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000589663s","start":"2026-03-04T02:09:36.102727Z","end":"2026-03-04T02:09:38.103317Z","steps":["trace[1552999821] 'agreement among raft nodes before linearized reading' (duration: 2.000435558s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:38.103409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:36.102671Z","time spent":"2.000724528s","remote":"127.0.0.1:56074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:09:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:09:38.54784Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.564890353s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:09:39.097707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:34.098771Z","time spent":"4.998928647s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:09:39.097892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:34.098285Z","time spent":"4.999594459s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:09:39.098727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:34.100246Z","time spent":"4.998476893s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 02:09:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:09:40.110844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999817928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:09:40.110932Z","caller":"traceutil/trace.go:171","msg":"trace[1189616878] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999969513s","start":"2026-03-04T02:09:38.110943Z","end":"2026-03-04T02:09:40.110913Z","steps":["trace[1189616878] 'agreement among raft nodes before linearized reading' (duration: 1.99986178s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:40.110979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:38.110914Z","time spent":"2.000052736s","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:09:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:09:40.280043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.731964339s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:09:40.280274Z","caller":"traceutil/trace.go:171","msg":"trace[418242602] transaction","detail":"{read_only:false; response_revision:22914; number_of_response:1; }","duration":"6.181068609s","start":"2026-03-04T02:09:34.09919Z","end":"2026-03-04T02:09:40.280258Z","steps":["trace[418242602] 'process raft request' (duration: 6.181005777s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:40.280321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:34.099172Z","time spent":"6.18112623s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:40.280501Z","caller":"traceutil/trace.go:171","msg":"trace[2012496362] transaction","detail":"{read_only:false; response_revision:22915; number_of_response:1; }","duration":"6.181234064s","start":"2026-03-04T02:09:34.09924Z","end":"2026-03-04T02:09:40.280474Z","steps":["trace[2012496362] 'process raft request' (duration: 6.180988196s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:40.280633Z","caller":"traceutil/trace.go:171","msg":"trace[2134006548] transaction","detail":"{read_only:false; response_revision:22916; number_of_response:1; }","duration":"6.180391707s","start":"2026-03-04T02:09:34.100234Z","end":"2026-03-04T02:09:40.280625Z","steps":["trace[2134006548] 'process raft request' (duration: 6.18016139s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:40.280667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:34.100219Z","time spent":"6.180431988s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:40.280663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:34.09923Z","time spent":"6.181326657s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:40.28091Z","caller":"traceutil/trace.go:171","msg":"trace[1231927360] transaction","detail":"{read_only:false; response_revision:22918; number_of_response:1; }","duration":"5.891998684s","start":"2026-03-04T02:09:34.388906Z","end":"2026-03-04T02:09:40.280905Z","steps":["trace[1231927360] 'process raft request' (duration: 5.891884121s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:40.280941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:34.388881Z","time spent":"5.892043775s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:40.28101Z","caller":"traceutil/trace.go:171","msg":"trace[910084135] transaction","detail":"{read_only:false; response_revision:22919; number_of_response:1; }","duration":"5.798210707s","start":"2026-03-04T02:09:34.482793Z","end":"2026-03-04T02:09:40.281004Z","steps":["trace[910084135] 'process raft request' (duration: 5.798086013s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:40.281044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:34.482774Z","time spent":"5.798245809s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:40.281267Z","caller":"traceutil/trace.go:171","msg":"trace[420183736] transaction","detail":"{read_only:false; response_revision:22920; number_of_response:1; }","duration":"5.632510412s","start":"2026-03-04T02:09:34.648748Z","end":"2026-03-04T02:09:40.281258Z","steps":["trace[420183736] 'process raft request' (duration: 5.632235863s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:40.281304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:34.648724Z","time spent":"5.632559392s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:40.283813Z","caller":"traceutil/trace.go:171","msg":"trace[838224624] transaction","detail":"{read_only:false; response_revision:22921; number_of_response:1; }","duration":"4.941290891s","start":"2026-03-04T02:09:35.342446Z","end":"2026-03-04T02:09:40.283737Z","steps":["trace[838224624] 'process raft request' (duration: 4.938786212s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:40.284078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:35.342427Z","time spent":"4.941493617s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:40.309357Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.760177567s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:09:41.075468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.948281ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T02:09:41.075899Z","caller":"traceutil/trace.go:171","msg":"trace[653180355] linearizableReadLoop","detail":"{readStateIndex:23725; appliedIndex:23714; }","duration":"6.973574103s","start":"2026-03-04T02:09:34.102252Z","end":"2026-03-04T02:09:41.075826Z","steps":["trace[653180355] 'read index received' (duration: 1.880696014s)","trace[653180355] 'applied index is now lower than readState.Index' (duration: 5.092875759s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:41.075993Z","caller":"traceutil/trace.go:171","msg":"trace[436254007] transaction","detail":"{read_only:false; response_revision:22927; number_of_response:1; }","duration":"4.585180262s","start":"2026-03-04T02:09:36.490794Z","end":"2026-03-04T02:09:41.075974Z","steps":["trace[436254007] 'process raft request' (duration: 4.5851276s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:41.076067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.445887221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:41.076103Z","caller":"traceutil/trace.go:171","msg":"trace[692012205] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:22927; }","duration":"6.446053677s","start":"2026-03-04T02:09:34.630035Z","end":"2026-03-04T02:09:41.076089Z","steps":["trace[692012205] 'agreement among raft nodes before linearized reading' (duration: 6.445966904s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:41.076107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:36.490778Z","time spent":"4.585258445s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:41.076135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:34.630003Z","time spent":"6.446123159s","remote":"127.0.0.1:52948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:09:41.076434Z","caller":"traceutil/trace.go:171","msg":"trace[720163780] transaction","detail":"{read_only:false; response_revision:22922; number_of_response:1; }","duration":"4.977190005s","start":"2026-03-04T02:09:36.099229Z","end":"2026-03-04T02:09:41.076419Z","steps":["trace[720163780] 'process raft request' (duration: 4.976356709s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:41.076509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:36.099204Z","time spent":"4.977263958s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:41.076528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.470573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-04T02:09:41.07656Z","caller":"traceutil/trace.go:171","msg":"trace[161562503] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; response_count:1; response_revision:22927; }","duration":"580.541445ms","start":"2026-03-04T02:09:40.49601Z","end":"2026-03-04T02:09:41.076552Z","steps":["trace[161562503] 'agreement among raft nodes before linearized reading' (duration: 580.436362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:41.076586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:40.495979Z","time spent":"580.600727ms","remote":"127.0.0.1:56114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.162\" "} {"level":"info","ts":"2026-03-04T02:09:41.076669Z","caller":"traceutil/trace.go:171","msg":"trace[40738415] transaction","detail":"{read_only:false; response_revision:22923; number_of_response:1; }","duration":"4.976419981s","start":"2026-03-04T02:09:36.100236Z","end":"2026-03-04T02:09:41.076656Z","steps":["trace[40738415] 'process raft request' (duration: 4.975494021s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:41.07671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.843144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:41.076739Z","caller":"traceutil/trace.go:171","msg":"trace[2123330488] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:22927; }","duration":"791.872775ms","start":"2026-03-04T02:09:40.284857Z","end":"2026-03-04T02:09:41.07673Z","steps":["trace[2123330488] 'agreement among raft nodes before linearized reading' (duration: 791.828304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:41.076738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:36.100223Z","time spent":"4.976473482s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:41.076766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:40.284841Z","time spent":"791.917846ms","remote":"127.0.0.1:34862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:09:41.076887Z","caller":"traceutil/trace.go:171","msg":"trace[1229854178] transaction","detail":"{read_only:false; response_revision:22924; number_of_response:1; }","duration":"4.975594674s","start":"2026-03-04T02:09:36.101279Z","end":"2026-03-04T02:09:41.076874Z","steps":["trace[1229854178] 'process raft request' (duration: 4.974505629s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:41.076911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.154586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:09:41.076938Z","caller":"traceutil/trace.go:171","msg":"trace[379793121] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22927; }","duration":"793.213758ms","start":"2026-03-04T02:09:40.283717Z","end":"2026-03-04T02:09:41.07693Z","steps":["trace[379793121] 'agreement among raft nodes before linearized reading' (duration: 793.170446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:41.076948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:36.101251Z","time spent":"4.975663246s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:41.076966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:40.283701Z","time spent":"793.258369ms","remote":"127.0.0.1:59024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:41.077085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.548844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:41.077095Z","caller":"traceutil/trace.go:171","msg":"trace[754557716] transaction","detail":"{read_only:false; response_revision:22925; number_of_response:1; }","duration":"4.975492001s","start":"2026-03-04T02:09:36.101591Z","end":"2026-03-04T02:09:41.077083Z","steps":["trace[754557716] 'process raft request' (duration: 4.974243592s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:41.077111Z","caller":"traceutil/trace.go:171","msg":"trace[2091126634] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:22927; }","duration":"867.604086ms","start":"2026-03-04T02:09:40.209499Z","end":"2026-03-04T02:09:41.077103Z","steps":["trace[2091126634] 'agreement among raft nodes before linearized reading' (duration: 867.559615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:41.07714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:40.209482Z","time spent":"867.651068ms","remote":"127.0.0.1:34924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:41.077158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:36.101575Z","time spent":"4.975547993s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:41.077269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.994159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:41.077293Z","caller":"traceutil/trace.go:171","msg":"trace[2135274019] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22927; }","duration":"966.056822ms","start":"2026-03-04T02:09:40.111229Z","end":"2026-03-04T02:09:41.077286Z","steps":["trace[2135274019] 'agreement among raft nodes before linearized reading' (duration: 966.021711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:41.077315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:40.111209Z","time spent":"966.101233ms","remote":"127.0.0.1:56074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:09:41.077321Z","caller":"traceutil/trace.go:171","msg":"trace[1806650552] transaction","detail":"{read_only:false; response_revision:22926; number_of_response:1; }","duration":"4.973719945s","start":"2026-03-04T02:09:36.103588Z","end":"2026-03-04T02:09:41.077308Z","steps":["trace[1806650552] 'process raft request' (duration: 4.972291349s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:41.077385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:36.103563Z","time spent":"4.973787297s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:41.077463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.790910525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:41.077494Z","caller":"traceutil/trace.go:171","msg":"trace[985890287] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:22927; }","duration":"1.790994578s","start":"2026-03-04T02:09:39.286491Z","end":"2026-03-04T02:09:41.077486Z","steps":["trace[985890287] 'agreement among raft nodes before linearized reading' (duration: 1.790943717s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:41.077523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:39.286455Z","time spent":"1.79106112s","remote":"127.0.0.1:60912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:41.077661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.815129247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:41.077688Z","caller":"traceutil/trace.go:171","msg":"trace[1307319247] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:22927; }","duration":"1.815157928s","start":"2026-03-04T02:09:39.262522Z","end":"2026-03-04T02:09:41.07768Z","steps":["trace[1307319247] 'agreement among raft nodes before linearized reading' (duration: 1.815117327s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:41.077715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:39.262514Z","time spent":"1.815194189s","remote":"127.0.0.1:36792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:41.077848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.855022337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:41.077874Z","caller":"traceutil/trace.go:171","msg":"trace[1219219605] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:22927; }","duration":"1.855084689s","start":"2026-03-04T02:09:39.222782Z","end":"2026-03-04T02:09:41.077866Z","steps":["trace[1219219605] 'agreement among raft nodes before linearized reading' (duration: 1.855042678s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:41.077899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:39.222762Z","time spent":"1.855130921s","remote":"127.0.0.1:36794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:41.078632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.468766497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:41.078778Z","caller":"traceutil/trace.go:171","msg":"trace[24371646] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:22927; }","duration":"5.4688591s","start":"2026-03-04T02:09:35.609813Z","end":"2026-03-04T02:09:41.078672Z","steps":["trace[24371646] 'agreement among raft nodes before linearized reading' (duration: 5.468733026s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:41.078825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:35.609794Z","time spent":"5.469017615s","remote":"127.0.0.1:53404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:41.079097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.972843152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18997fa4843f3d7a\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-03-04T02:09:41.079136Z","caller":"traceutil/trace.go:171","msg":"trace[1368617738] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18997fa4843f3d7a; range_end:; response_count:1; response_revision:22927; }","duration":"2.972928394s","start":"2026-03-04T02:09:38.106193Z","end":"2026-03-04T02:09:41.079122Z","steps":["trace[1368617738] 'agreement among raft nodes before linearized reading' (duration: 2.97280903s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:41.079169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:38.106171Z","time spent":"2.972990317s","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18997fa4843f3d7a\" "} {"level":"warn","ts":"2026-03-04T02:09:41.079231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.257192643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:09:41.079333Z","caller":"traceutil/trace.go:171","msg":"trace[1533765040] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:22927; }","duration":"2.257280857s","start":"2026-03-04T02:09:38.82198Z","end":"2026-03-04T02:09:41.079261Z","steps":["trace[1533765040] 'agreement among raft nodes before linearized reading' (duration: 2.256030357s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:41.079369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:38.821959Z","time spent":"2.25740112s","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2682,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:41.079443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.230462685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:41.079485Z","caller":"traceutil/trace.go:171","msg":"trace[1744451606] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:22927; }","duration":"3.230537957s","start":"2026-03-04T02:09:37.848935Z","end":"2026-03-04T02:09:41.079473Z","steps":["trace[1744451606] 'agreement among raft nodes before linearized reading' (duration: 3.230467835s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:41.079561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.527803257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:41.07961Z","caller":"traceutil/trace.go:171","msg":"trace[1541210361] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:22927; }","duration":"5.527839688s","start":"2026-03-04T02:09:35.551743Z","end":"2026-03-04T02:09:41.079582Z","steps":["trace[1541210361] 'agreement among raft nodes before linearized reading' (duration: 5.527784686s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:41.079638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:35.5517Z","time spent":"5.527930992s","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:41.079815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.596622318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:09:41.079844Z","caller":"traceutil/trace.go:171","msg":"trace[1203385028] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:22927; }","duration":"5.59668294s","start":"2026-03-04T02:09:35.483153Z","end":"2026-03-04T02:09:41.079836Z","steps":["trace[1203385028] 'agreement among raft nodes before linearized reading' (duration: 5.596623478s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:41.07987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:35.483136Z","time spent":"5.596727452s","remote":"127.0.0.1:56572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":21,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:41.080012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.77350661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:41.080042Z","caller":"traceutil/trace.go:171","msg":"trace[918864748] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:22927; }","duration":"5.773563862s","start":"2026-03-04T02:09:35.306471Z","end":"2026-03-04T02:09:41.080034Z","steps":["trace[918864748] 'agreement among raft nodes before linearized reading' (duration: 5.773512751s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:41.080069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:35.306456Z","time spent":"5.773605534s","remote":"127.0.0.1:37228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:41.08012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.036857505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:09:41.079526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:37.848918Z","time spent":"3.230596839s","remote":"127.0.0.1:34722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:09:41.080202Z","caller":"traceutil/trace.go:171","msg":"trace[131625931] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:22927; }","duration":"5.036986789s","start":"2026-03-04T02:09:36.043192Z","end":"2026-03-04T02:09:41.080179Z","steps":["trace[131625931] 'agreement among raft nodes before linearized reading' (duration: 5.036824414s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:41.080242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:36.043171Z","time spent":"5.037060042s","remote":"127.0.0.1:57788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:41.080412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.359934332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:41.080449Z","caller":"traceutil/trace.go:171","msg":"trace[1742319953] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:22927; }","duration":"5.360003364s","start":"2026-03-04T02:09:35.720433Z","end":"2026-03-04T02:09:41.080436Z","steps":["trace[1742319953] 'agreement among raft nodes before linearized reading' (duration: 5.359940462s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:41.080477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.682972126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T02:09:41.080508Z","caller":"traceutil/trace.go:171","msg":"trace[1408515292] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22927; }","duration":"4.683044539s","start":"2026-03-04T02:09:36.397455Z","end":"2026-03-04T02:09:41.0805Z","steps":["trace[1408515292] 'agreement among raft nodes before linearized reading' (duration: 4.682909865s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:41.080533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:36.397436Z","time spent":"4.68308964s","remote":"127.0.0.1:56286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:09:41.080925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.935777534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:09:41.080962Z","caller":"traceutil/trace.go:171","msg":"trace[1209807399] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22927; }","duration":"3.935846617s","start":"2026-03-04T02:09:37.145104Z","end":"2026-03-04T02:09:41.080951Z","steps":["trace[1209807399] 'agreement among raft nodes before linearized reading' (duration: 3.935784865s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:41.08098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.937379057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:268417"} {"level":"warn","ts":"2026-03-04T02:09:41.080991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:37.145087Z","time spent":"3.935894708s","remote":"127.0.0.1:58984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:09:41.081015Z","caller":"traceutil/trace.go:171","msg":"trace[111785775] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:22927; }","duration":"4.937442089s","start":"2026-03-04T02:09:36.143563Z","end":"2026-03-04T02:09:41.081005Z","steps":["trace[111785775] 'agreement among raft nodes before linearized reading' (duration: 4.937104069s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:41.081043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:36.143544Z","time spent":"4.937490171s","remote":"127.0.0.1:56558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":268439,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-04T02:09:41.081035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.646752583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-04T02:09:41.081094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.608264645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:41.081138Z","caller":"traceutil/trace.go:171","msg":"trace[1426986719] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:22927; }","duration":"3.608362008s","start":"2026-03-04T02:09:37.472764Z","end":"2026-03-04T02:09:41.081126Z","steps":["trace[1426986719] 'agreement among raft nodes before linearized reading' (duration: 3.608272095s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:41.081155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.672085958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:09:41.081166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:37.472745Z","time spent":"3.60841318s","remote":"127.0.0.1:36572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:09:41.081193Z","caller":"traceutil/trace.go:171","msg":"trace[2127138201] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:22927; }","duration":"3.67216159s","start":"2026-03-04T02:09:37.409021Z","end":"2026-03-04T02:09:41.081183Z","steps":["trace[2127138201] 'agreement among raft nodes before linearized reading' (duration: 3.672100668s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:41.081212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.419880229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-03-04T02:09:41.081227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:37.409001Z","time spent":"3.672214161s","remote":"127.0.0.1:37182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:41.080482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:35.720413Z","time spent":"5.360059896s","remote":"127.0.0.1:36682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:09:41.0811Z","caller":"traceutil/trace.go:171","msg":"trace[1213493511] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:22927; }","duration":"4.646865267s","start":"2026-03-04T02:09:36.434218Z","end":"2026-03-04T02:09:41.081084Z","steps":["trace[1213493511] 'agreement among raft nodes before linearized reading' (duration: 4.645492733s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:41.081326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:36.434149Z","time spent":"4.647167476s","remote":"127.0.0.1:46528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2682,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:41.081948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.499902807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:41.081975Z","caller":"traceutil/trace.go:171","msg":"trace[1523084648] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:22927; }","duration":"4.499966869s","start":"2026-03-04T02:09:36.582Z","end":"2026-03-04T02:09:41.081966Z","steps":["trace[1523084648] 'agreement among raft nodes before linearized reading' (duration: 4.499917978s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:41.081998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:36.581979Z","time spent":"4.500012541s","remote":"127.0.0.1:34982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:09:41.082819Z","caller":"traceutil/trace.go:171","msg":"trace[65875505] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:22927; }","duration":"4.419931441s","start":"2026-03-04T02:09:36.661297Z","end":"2026-03-04T02:09:41.081229Z","steps":["trace[65875505] 'agreement among raft nodes before linearized reading' (duration: 4.419822707s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:41.082868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:36.661278Z","time spent":"4.421579834s","remote":"127.0.0.1:56246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1588,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-03-04T02:09:41.586552Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743091943731673,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:09:42.692244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.814005ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:42.69237Z","caller":"traceutil/trace.go:171","msg":"trace[1481690584] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:22927; }","duration":"146.94859ms","start":"2026-03-04T02:09:42.545402Z","end":"2026-03-04T02:09:42.692351Z","steps":["trace[1481690584] 'range keys from in-memory index tree' (duration: 146.797385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:42.693617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032369124s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-04T02:09:42.693928Z","caller":"traceutil/trace.go:171","msg":"trace[1440747164] transaction","detail":"{read_only:false; response_revision:22929; number_of_response:1; }","duration":"403.382684ms","start":"2026-03-04T02:09:42.290526Z","end":"2026-03-04T02:09:42.693909Z","steps":["trace[1440747164] 'process raft request' (duration: 403.325022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:42.694028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:42.290505Z","time spent":"403.464647ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:42.694237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:41.08141Z","time spent":"1.612825787s","remote":"127.0.0.1:56114","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T02:09:42.694381Z","caller":"traceutil/trace.go:171","msg":"trace[2004657938] transaction","detail":"{read_only:false; response_revision:22928; number_of_response:1; }","duration":"1.611317128s","start":"2026-03-04T02:09:41.083052Z","end":"2026-03-04T02:09:42.69437Z","steps":["trace[2004657938] 'process raft request' (duration: 1.610675747s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:42.694445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:41.083038Z","time spent":"1.61137288s","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:42.694598Z","caller":"traceutil/trace.go:171","msg":"trace[731946256] linearizableReadLoop","detail":"{readStateIndex:23734; appliedIndex:23732; }","duration":"1.609064517s","start":"2026-03-04T02:09:41.085523Z","end":"2026-03-04T02:09:42.694588Z","steps":["trace[731946256] 'read index received' (duration: 575.708772ms)","trace[731946256] 'applied index is now lower than readState.Index' (duration: 1.033354565s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:42.695039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.609509911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T02:09:42.695083Z","caller":"traceutil/trace.go:171","msg":"trace[29221345] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22929; }","duration":"1.609676786s","start":"2026-03-04T02:09:41.085396Z","end":"2026-03-04T02:09:42.695073Z","steps":["trace[29221345] 'agreement among raft nodes before linearized reading' (duration: 1.609519621s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:42.695112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:41.085382Z","time spent":"1.609723577s","remote":"127.0.0.1:56286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:09:42.695307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.60918758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-46299e98-50d8-4367-b069-187829feacdc\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-03-04T02:09:42.695342Z","caller":"traceutil/trace.go:171","msg":"trace[469823333] range","detail":"{range_begin:/registry/persistentvolumes/pvc-46299e98-50d8-4367-b069-187829feacdc; range_end:; response_count:1; response_revision:22929; }","duration":"1.609233831s","start":"2026-03-04T02:09:41.0861Z","end":"2026-03-04T02:09:42.695334Z","steps":["trace[469823333] 'agreement among raft nodes before linearized reading' (duration: 1.609142779s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:42.695373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:41.086093Z","time spent":"1.609274213s","remote":"127.0.0.1:56230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1306,"request content":"key:\"/registry/persistentvolumes/pvc-46299e98-50d8-4367-b069-187829feacdc\" "} {"level":"warn","ts":"2026-03-04T02:09:42.695856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.955554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:09:42.695893Z","caller":"traceutil/trace.go:171","msg":"trace[151654534] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22929; }","duration":"410.009946ms","start":"2026-03-04T02:09:42.285875Z","end":"2026-03-04T02:09:42.695885Z","steps":["trace[151654534] 'agreement among raft nodes before linearized reading' (duration: 409.912023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:42.695926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:42.285866Z","time spent":"410.053567ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:09:42.696099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.338357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:09:42.696132Z","caller":"traceutil/trace.go:171","msg":"trace[100946628] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22929; }","duration":"410.394069ms","start":"2026-03-04T02:09:42.28573Z","end":"2026-03-04T02:09:42.696124Z","steps":["trace[100946628] 'agreement among raft nodes before linearized reading' (duration: 410.312856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:42.69616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:42.285718Z","time spent":"410.43857ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:09:42.696269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.349218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-04T02:09:42.696291Z","caller":"traceutil/trace.go:171","msg":"trace[1934284036] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22929; }","duration":"411.408581ms","start":"2026-03-04T02:09:42.284877Z","end":"2026-03-04T02:09:42.696286Z","steps":["trace[1934284036] 'agreement among raft nodes before linearized reading' (duration: 411.356079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:42.69631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:42.284856Z","time spent":"411.448041ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:09:42.6964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.695635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:42.696423Z","caller":"traceutil/trace.go:171","msg":"trace[491226856] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:22929; }","duration":"734.719806ms","start":"2026-03-04T02:09:41.961698Z","end":"2026-03-04T02:09:42.696418Z","steps":["trace[491226856] 'agreement among raft nodes before linearized reading' (duration: 734.682755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:42.696441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:41.961682Z","time spent":"734.754717ms","remote":"127.0.0.1:34878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:09:42.696551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.533946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:42.69658Z","caller":"traceutil/trace.go:171","msg":"trace[1690243537] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:22929; }","duration":"835.600508ms","start":"2026-03-04T02:09:41.860973Z","end":"2026-03-04T02:09:42.696574Z","steps":["trace[1690243537] 'agreement among raft nodes before linearized reading' (duration: 835.554016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:42.696599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:41.860951Z","time spent":"835.64285ms","remote":"127.0.0.1:34670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:42.696722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.226334109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:42.696748Z","caller":"traceutil/trace.go:171","msg":"trace[1576582161] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:22929; }","duration":"1.226396901s","start":"2026-03-04T02:09:41.470345Z","end":"2026-03-04T02:09:42.696741Z","steps":["trace[1576582161] 'agreement among raft nodes before linearized reading' (duration: 1.22635634s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:42.696766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:41.470324Z","time spent":"1.226437273s","remote":"127.0.0.1:56500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:42.696869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24644943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:09:42.6969Z","caller":"traceutil/trace.go:171","msg":"trace[1006717910] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:22929; }","duration":"1.246518352s","start":"2026-03-04T02:09:41.450373Z","end":"2026-03-04T02:09:42.696891Z","steps":["trace[1006717910] 'agreement among raft nodes before linearized reading' (duration: 1.24646608s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:42.696929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:41.450353Z","time spent":"1.246569084s","remote":"127.0.0.1:56528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:42.697297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.59661841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:09:42.697371Z","caller":"traceutil/trace.go:171","msg":"trace[1267834602] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22929; }","duration":"1.596708983s","start":"2026-03-04T02:09:41.100646Z","end":"2026-03-04T02:09:42.697355Z","steps":["trace[1267834602] 'agreement among raft nodes before linearized reading' (duration: 1.596488246s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:42.697414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:41.100644Z","time spent":"1.596763804s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:09:42.697531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.609887932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:42.697574Z","caller":"traceutil/trace.go:171","msg":"trace[2072364587] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22929; }","duration":"1.609962585s","start":"2026-03-04T02:09:41.087599Z","end":"2026-03-04T02:09:42.697562Z","steps":["trace[2072364587] 'agreement among raft nodes before linearized reading' (duration: 1.609901773s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:42.697599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:41.087584Z","time spent":"1.610010246s","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:09:42.69758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.596918329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:09:42.697638Z","caller":"traceutil/trace.go:171","msg":"trace[903883001] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22929; }","duration":"1.596988532s","start":"2026-03-04T02:09:41.100634Z","end":"2026-03-04T02:09:42.697622Z","steps":["trace[903883001] 'agreement among raft nodes before linearized reading' (duration: 1.596819187s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:42.697679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:41.100628Z","time spent":"1.597044674s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:09:42.697687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.597096315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T02:09:42.697711Z","caller":"traceutil/trace.go:171","msg":"trace[954620759] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22929; }","duration":"1.597147327s","start":"2026-03-04T02:09:41.100555Z","end":"2026-03-04T02:09:42.697702Z","steps":["trace[954620759] 'agreement among raft nodes before linearized reading' (duration: 1.597084045s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:42.697736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:41.100539Z","time spent":"1.597193099s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:09:43.199591Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743091943731679,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:09:43.378951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:42.701043Z","time spent":"677.898045ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 02:09:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:09:43.381595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:42.702413Z","time spent":"679.180126ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 02:09:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:09:43.384488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:42.718572Z","time spent":"665.913793ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 02:09:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:09:43.70056Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743091943731679,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:09:43.928138Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.136502798s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:09:44.420959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.479472ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:09:44.421064Z","caller":"traceutil/trace.go:171","msg":"trace[72003670] transaction","detail":"{read_only:false; response_revision:22930; number_of_response:1; }","duration":"1.722856289s","start":"2026-03-04T02:09:42.69819Z","end":"2026-03-04T02:09:44.421047Z","steps":["trace[72003670] 'process raft request' (duration: 1.230201022s)","trace[72003670] 'compare' (duration: 492.200853ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:44.421108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:42.698174Z","time spent":"1.722910861s","remote":"127.0.0.1:56114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:44.699243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000625364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:09:44.699336Z","caller":"traceutil/trace.go:171","msg":"trace[1682017248] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00083327s","start":"2026-03-04T02:09:42.698482Z","end":"2026-03-04T02:09:44.699315Z","steps":["trace[1682017248] 'agreement among raft nodes before linearized reading' (duration: 2.000665205s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:44.699386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:42.69844Z","time spent":"2.000936084s","remote":"127.0.0.1:56074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:09:45.574666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000144809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:09:45.57475Z","caller":"traceutil/trace.go:171","msg":"trace[327950118] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000280594s","start":"2026-03-04T02:09:43.574455Z","end":"2026-03-04T02:09:45.574735Z","steps":["trace[327950118] 'agreement among raft nodes before linearized reading' (duration: 2.00017605s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:45.574801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:43.574433Z","time spent":"2.000361387s","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:09:46.052587Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.743505768s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:09:46.32962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.816074ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:09:46.329919Z","caller":"traceutil/trace.go:171","msg":"trace[1085683794] linearizableReadLoop","detail":"{readStateIndex:23749; appliedIndex:23735; }","duration":"3.631376221s","start":"2026-03-04T02:09:42.698533Z","end":"2026-03-04T02:09:46.329909Z","steps":["trace[1085683794] 'read index received' (duration: 1.229945634s)","trace[1085683794] 'applied index is now lower than readState.Index' (duration: 2.401430077s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:46.330045Z","caller":"traceutil/trace.go:171","msg":"trace[1615084780] transaction","detail":"{read_only:false; response_revision:22933; number_of_response:1; }","duration":"3.614140071s","start":"2026-03-04T02:09:42.715899Z","end":"2026-03-04T02:09:46.330039Z","steps":["trace[1615084780] 'process raft request' (duration: 3.613808281s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:46.33008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:42.715884Z","time spent":"3.614173173s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:46.33017Z","caller":"traceutil/trace.go:171","msg":"trace[34618221] transaction","detail":"{read_only:false; response_revision:22934; number_of_response:1; }","duration":"3.61408904s","start":"2026-03-04T02:09:42.716075Z","end":"2026-03-04T02:09:46.330164Z","steps":["trace[34618221] 'process raft request' (duration: 3.613650616s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:46.330193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:42.716065Z","time spent":"3.614114361s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:46.330254Z","caller":"traceutil/trace.go:171","msg":"trace[191153161] transaction","detail":"{read_only:false; response_revision:22935; number_of_response:1; }","duration":"3.613625315s","start":"2026-03-04T02:09:42.716623Z","end":"2026-03-04T02:09:46.330249Z","steps":["trace[191153161] 'process raft request' (duration: 3.613125769s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:46.330274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:42.716614Z","time spent":"3.613648386s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:46.330326Z","caller":"traceutil/trace.go:171","msg":"trace[620973918] transaction","detail":"{read_only:false; response_revision:22937; number_of_response:1; }","duration":"3.24630867s","start":"2026-03-04T02:09:43.084013Z","end":"2026-03-04T02:09:46.330322Z","steps":["trace[620973918] 'process raft request' (duration: 3.245770263s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:46.330352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:43.083988Z","time spent":"3.246350852s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:46.330404Z","caller":"traceutil/trace.go:171","msg":"trace[725480972] transaction","detail":"{read_only:false; response_revision:22938; number_of_response:1; }","duration":"3.246236628s","start":"2026-03-04T02:09:43.084163Z","end":"2026-03-04T02:09:46.3304Z","steps":["trace[725480972] 'process raft request' (duration: 3.245634739s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:46.330424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:43.084146Z","time spent":"3.246266799s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:46.330474Z","caller":"traceutil/trace.go:171","msg":"trace[1818365738] transaction","detail":"{read_only:false; response_revision:22939; number_of_response:1; }","duration":"3.245940259s","start":"2026-03-04T02:09:43.084529Z","end":"2026-03-04T02:09:46.330469Z","steps":["trace[1818365738] 'process raft request' (duration: 3.245281328s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:46.330495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:43.084516Z","time spent":"3.245967089s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:46.33055Z","caller":"traceutil/trace.go:171","msg":"trace[342273849] transaction","detail":"{read_only:false; response_revision:22940; number_of_response:1; }","duration":"3.245661279s","start":"2026-03-04T02:09:43.084884Z","end":"2026-03-04T02:09:46.330546Z","steps":["trace[342273849] 'process raft request' (duration: 3.244940696s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:46.330571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:43.084871Z","time spent":"3.245688231s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:46.330624Z","caller":"traceutil/trace.go:171","msg":"trace[1563010558] transaction","detail":"{read_only:false; response_revision:22941; number_of_response:1; }","duration":"3.244670828s","start":"2026-03-04T02:09:43.08595Z","end":"2026-03-04T02:09:46.330621Z","steps":["trace[1563010558] 'process raft request' (duration: 3.243892863s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:46.330644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:43.085938Z","time spent":"3.244695609s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:46.330712Z","caller":"traceutil/trace.go:171","msg":"trace[2129309128] transaction","detail":"{read_only:false; number_of_response:1; response_revision:22941; }","duration":"2.949417737s","start":"2026-03-04T02:09:43.38129Z","end":"2026-03-04T02:09:46.330708Z","steps":["trace[2129309128] 'process raft request' (duration: 2.94859116s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:46.330736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:43.381271Z","time spent":"2.949452278s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":47,"response count":0,"response size":515,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:46.33079Z","caller":"traceutil/trace.go:171","msg":"trace[1176933963] transaction","detail":"{read_only:false; number_of_response:1; response_revision:22941; }","duration":"2.946179423s","start":"2026-03-04T02:09:43.384606Z","end":"2026-03-04T02:09:46.330786Z","steps":["trace[1176933963] 'process raft request' (duration: 2.945286955s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:46.330812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:43.384599Z","time spent":"2.946200454s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62,"response count":0,"response size":528,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:46.713059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000465438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:09:46.713149Z","caller":"traceutil/trace.go:171","msg":"trace[45856272] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000595653s","start":"2026-03-04T02:09:44.712534Z","end":"2026-03-04T02:09:46.71313Z","steps":["trace[45856272] 'agreement among raft nodes before linearized reading' (duration: 2.000481879s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:46.713199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:44.712524Z","time spent":"2.000666125s","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:09:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:09:46.830895Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743091943731696,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:09:47.331492Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743091943731696,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:09:47.835347Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743091943731696,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:09:48.084832Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.815570821s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:09:48.131201Z","caller":"traceutil/trace.go:171","msg":"trace[991280641] transaction","detail":"{read_only:false; response_revision:22942; number_of_response:1; }","duration":"3.427712856s","start":"2026-03-04T02:09:44.70346Z","end":"2026-03-04T02:09:48.131173Z","steps":["trace[991280641] 'process raft request' (duration: 3.383284071s)","trace[991280641] 'compare' (duration: 43.847826ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:48.131358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:44.703439Z","time spent":"3.42783107s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:48.131382Z","caller":"traceutil/trace.go:171","msg":"trace[613181784] transaction","detail":"{read_only:false; response_revision:22943; number_of_response:1; }","duration":"2.83997355s","start":"2026-03-04T02:09:45.29138Z","end":"2026-03-04T02:09:48.131354Z","steps":["trace[613181784] 'process raft request' (duration: 2.839747913s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:48.131556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:45.291352Z","time spent":"2.840128345s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:48.713867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000329246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:09:48.713954Z","caller":"traceutil/trace.go:171","msg":"trace[1063495110] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0004796s","start":"2026-03-04T02:09:46.713456Z","end":"2026-03-04T02:09:48.713935Z","steps":["trace[1063495110] 'agreement among raft nodes before linearized reading' (duration: 2.000359457s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:48.714003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:46.713439Z","time spent":"2.000553592s","remote":"127.0.0.1:56074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:09:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:09:48.852087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.012526ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T02:09:48.85237Z","caller":"traceutil/trace.go:171","msg":"trace[1068640461] linearizableReadLoop","detail":"{readStateIndex:23752; appliedIndex:23749; }","duration":"2.522420599s","start":"2026-03-04T02:09:46.329934Z","end":"2026-03-04T02:09:48.852354Z","steps":["trace[1068640461] 'read index received' (duration: 1.756835201s)","trace[1068640461] 'applied index is now lower than readState.Index' (duration: 765.581488ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:48.852739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.53784092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:48.852913Z","caller":"traceutil/trace.go:171","msg":"trace[1579395599] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:22943; }","duration":"2.538060047s","start":"2026-03-04T02:09:46.31483Z","end":"2026-03-04T02:09:48.85289Z","steps":["trace[1579395599] 'agreement among raft nodes before linearized reading' (duration: 2.53785487s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:48.852985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:46.31481Z","time spent":"2.53816453s","remote":"127.0.0.1:41306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:48.853241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.926536762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:09:48.853308Z","caller":"traceutil/trace.go:171","msg":"trace[1083412850] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:22943; }","duration":"4.926665196s","start":"2026-03-04T02:09:43.926635Z","end":"2026-03-04T02:09:48.8533Z","steps":["trace[1083412850] 'agreement among raft nodes before linearized reading' (duration: 4.926529052s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:48.853355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:43.926609Z","time spent":"4.926737578s","remote":"127.0.0.1:56274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:48.853496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.2356617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-04T02:09:48.853509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.135537228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:48.853552Z","caller":"traceutil/trace.go:171","msg":"trace[1624832506] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:22943; }","duration":"3.235737002s","start":"2026-03-04T02:09:45.617794Z","end":"2026-03-04T02:09:48.853531Z","steps":["trace[1624832506] 'agreement among raft nodes before linearized reading' (duration: 3.235588688s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:48.853574Z","caller":"traceutil/trace.go:171","msg":"trace[1191648776] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:22943; }","duration":"6.13561695s","start":"2026-03-04T02:09:42.717949Z","end":"2026-03-04T02:09:48.853566Z","steps":["trace[1191648776] 'agreement among raft nodes before linearized reading' (duration: 6.135535768s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:48.853605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:45.617778Z","time spent":"3.235813855s","remote":"127.0.0.1:56412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":177,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:48.853656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:42.71794Z","time spent":"6.135683333s","remote":"127.0.0.1:56294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:09:48.853836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.836654558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:48.853875Z","caller":"traceutil/trace.go:171","msg":"trace[47093248] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:22943; }","duration":"3.836722679s","start":"2026-03-04T02:09:45.017142Z","end":"2026-03-04T02:09:48.853865Z","steps":["trace[47093248] 'agreement among raft nodes before linearized reading' (duration: 3.836665087s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:48.853907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:45.017128Z","time spent":"3.836771031s","remote":"127.0.0.1:34800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:48.853999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.153642465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18997fa4843f3d7a\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-04T02:09:48.854039Z","caller":"traceutil/trace.go:171","msg":"trace[1636413868] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18997fa4843f3d7a; range_end:; response_count:1; response_revision:22943; }","duration":"6.153694276s","start":"2026-03-04T02:09:42.700337Z","end":"2026-03-04T02:09:48.854031Z","steps":["trace[1636413868] 'agreement among raft nodes before linearized reading' (duration: 6.153611684s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:48.854075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:42.700329Z","time spent":"6.153738478s","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18997fa4843f3d7a\" "} {"level":"warn","ts":"2026-03-04T02:09:48.854118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.914854237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:09:48.854158Z","caller":"traceutil/trace.go:171","msg":"trace[10768370] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:22943; }","duration":"3.914926859s","start":"2026-03-04T02:09:44.939221Z","end":"2026-03-04T02:09:48.854148Z","steps":["trace[10768370] 'agreement among raft nodes before linearized reading' (duration: 3.914854517s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:48.854192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:44.939202Z","time spent":"3.914983141s","remote":"127.0.0.1:56404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":20,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:48.854345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.155311388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18646"} {"level":"warn","ts":"2026-03-04T02:09:48.854437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.14825887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"info","ts":"2026-03-04T02:09:48.854476Z","caller":"traceutil/trace.go:171","msg":"trace[668881731] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:22943; }","duration":"4.148325432s","start":"2026-03-04T02:09:44.706141Z","end":"2026-03-04T02:09:48.854467Z","steps":["trace[668881731] 'agreement among raft nodes before linearized reading' (duration: 4.148189938s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:48.85451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:44.706129Z","time spent":"4.148374833s","remote":"127.0.0.1:56286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-04T02:09:48.853229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.472640099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:48.854715Z","caller":"traceutil/trace.go:171","msg":"trace[434776451] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:22943; }","duration":"4.474207729s","start":"2026-03-04T02:09:44.380467Z","end":"2026-03-04T02:09:48.854674Z","steps":["trace[434776451] 'agreement among raft nodes before linearized reading' (duration: 4.472636849s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:48.854873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:44.380437Z","time spent":"4.474419285s","remote":"127.0.0.1:34912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:48.853309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.732397945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:48.855354Z","caller":"traceutil/trace.go:171","msg":"trace[747005050] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:22943; }","duration":"2.73444362s","start":"2026-03-04T02:09:46.1209Z","end":"2026-03-04T02:09:48.855344Z","steps":["trace[747005050] 'agreement among raft nodes before linearized reading' (duration: 2.732380384s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:48.855406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:46.120876Z","time spent":"2.734519333s","remote":"127.0.0.1:36652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:48.853355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.943076063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:48.855692Z","caller":"traceutil/trace.go:171","msg":"trace[548658046] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:22943; }","duration":"2.945443019s","start":"2026-03-04T02:09:45.91024Z","end":"2026-03-04T02:09:48.855683Z","steps":["trace[548658046] 'agreement among raft nodes before linearized reading' (duration: 2.943094054s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:48.856054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:45.910225Z","time spent":"2.945817411s","remote":"127.0.0.1:34814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:48.853914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.152136447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-04T02:09:48.856578Z","caller":"traceutil/trace.go:171","msg":"trace[851905379] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:22943; }","duration":"6.154863824s","start":"2026-03-04T02:09:42.701703Z","end":"2026-03-04T02:09:48.856567Z","steps":["trace[851905379] 'agreement among raft nodes before linearized reading' (duration: 6.152075465s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:48.856648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:42.701695Z","time spent":"6.154939426s","remote":"127.0.0.1:56246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1872,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"info","ts":"2026-03-04T02:09:48.854445Z","caller":"traceutil/trace.go:171","msg":"trace[1036393312] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:22943; }","duration":"6.155465313s","start":"2026-03-04T02:09:42.69897Z","end":"2026-03-04T02:09:48.854435Z","steps":["trace[1036393312] 'agreement among raft nodes before linearized reading' (duration: 6.155321718s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:48.856901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:42.698947Z","time spent":"6.157924572s","remote":"127.0.0.1:56274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18668,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T02:09:48.85475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.430213818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-04T02:09:48.856974Z","caller":"traceutil/trace.go:171","msg":"trace[993691590] transaction","detail":"{read_only:false; response_revision:22944; number_of_response:1; }","duration":"516.862749ms","start":"2026-03-04T02:09:48.340092Z","end":"2026-03-04T02:09:48.856955Z","steps":["trace[993691590] 'process raft request' (duration: 512.157859ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:48.857016Z","caller":"traceutil/trace.go:171","msg":"trace[826239709] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:22943; }","duration":"4.432517391s","start":"2026-03-04T02:09:44.424456Z","end":"2026-03-04T02:09:48.856974Z","steps":["trace[826239709] 'agreement among raft nodes before linearized reading' (duration: 4.430201167s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:48.857075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:48.340039Z","time spent":"516.976901ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:48.857111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:44.424428Z","time spent":"4.432658766s","remote":"127.0.0.1:56260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T02:09:49.352791Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743091943731704,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:09:49.85318Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743091943731704,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:09:50.161387Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.392662075s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:09:50.216695Z","caller":"traceutil/trace.go:171","msg":"trace[1575082026] transaction","detail":"{read_only:false; response_revision:22945; number_of_response:1; }","duration":"1.876253043s","start":"2026-03-04T02:09:48.340411Z","end":"2026-03-04T02:09:50.216664Z","steps":["trace[1575082026] 'process raft request' (duration: 1.821471549s)","trace[1575082026] 'compare' (duration: 52.211302ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:50.216721Z","caller":"traceutil/trace.go:171","msg":"trace[1188856319] transaction","detail":"{read_only:false; response_revision:22946; number_of_response:1; }","duration":"1.875810949s","start":"2026-03-04T02:09:48.340884Z","end":"2026-03-04T02:09:50.216695Z","steps":["trace[1188856319] 'process raft request' (duration: 1.875678845s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:50.216746Z","caller":"traceutil/trace.go:171","msg":"trace[501002566] transaction","detail":"{read_only:false; response_revision:22947; number_of_response:1; }","duration":"1.875794689s","start":"2026-03-04T02:09:48.340927Z","end":"2026-03-04T02:09:50.216722Z","steps":["trace[501002566] 'process raft request' (duration: 1.875723507s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:50.216855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:48.340395Z","time spent":"1.876375487s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:50.21686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:48.340873Z","time spent":"1.875910903s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:50.216885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:48.340918Z","time spent":"1.875894322s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:50.217248Z","caller":"traceutil/trace.go:171","msg":"trace[868675888] transaction","detail":"{read_only:false; response_revision:22949; number_of_response:1; }","duration":"1.632971837s","start":"2026-03-04T02:09:48.58423Z","end":"2026-03-04T02:09:50.217202Z","steps":["trace[868675888] 'process raft request' (duration: 1.632804162s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:50.217452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:48.584203Z","time spent":"1.633130742s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:50.217094Z","caller":"traceutil/trace.go:171","msg":"trace[1847551960] transaction","detail":"{read_only:false; response_revision:22948; number_of_response:1; }","duration":"1.875809879s","start":"2026-03-04T02:09:48.34127Z","end":"2026-03-04T02:09:50.21708Z","steps":["trace[1847551960] 'process raft request' (duration: 1.875417517s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:50.2177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:48.341244Z","time spent":"1.876411469s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:50.720754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0008177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:09:50.720842Z","caller":"traceutil/trace.go:171","msg":"trace[1158518162] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000948995s","start":"2026-03-04T02:09:48.719873Z","end":"2026-03-04T02:09:50.720822Z","steps":["trace[1158518162] 'agreement among raft nodes before linearized reading' (duration: 2.000840061s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:50.720891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:48.719858Z","time spent":"2.001021767s","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:09:52.153039Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.860753061s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:09:52.1538Z","caller":"traceutil/trace.go:171","msg":"trace[1573489661] linearizableReadLoop","detail":"{readStateIndex:23760; appliedIndex:23753; }","duration":"3.301338222s","start":"2026-03-04T02:09:48.852426Z","end":"2026-03-04T02:09:52.153764Z","steps":["trace[1573489661] 'read index received' (duration: 1.309398475s)","trace[1573489661] 'applied index is now lower than readState.Index' (duration: 1.991938327s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:52.153893Z","caller":"traceutil/trace.go:171","msg":"trace[253252390] transaction","detail":"{read_only:false; response_revision:22950; number_of_response:1; }","duration":"3.29439021s","start":"2026-03-04T02:09:48.859493Z","end":"2026-03-04T02:09:52.153884Z","steps":["trace[253252390] 'process raft request' (duration: 3.293874323s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:52.15406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:48.85947Z","time spent":"3.294463992s","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:52.154143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.584964692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:52.15423Z","caller":"traceutil/trace.go:171","msg":"trace[914959091] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:22952; }","duration":"3.585131758s","start":"2026-03-04T02:09:48.569075Z","end":"2026-03-04T02:09:52.154207Z","steps":["trace[914959091] 'agreement among raft nodes before linearized reading' (duration: 3.584912191s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:52.15428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:48.569059Z","time spent":"3.585211071s","remote":"127.0.0.1:36690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:52.154359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.814161101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-04T02:09:52.154445Z","caller":"traceutil/trace.go:171","msg":"trace[1944666450] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22952; }","duration":"3.814417529s","start":"2026-03-04T02:09:48.340006Z","end":"2026-03-04T02:09:52.154424Z","steps":["trace[1944666450] 'agreement among raft nodes before linearized reading' (duration: 3.813943784s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:52.154529Z","caller":"traceutil/trace.go:171","msg":"trace[751868700] transaction","detail":"{read_only:false; response_revision:22952; number_of_response:1; }","duration":"2.017302755s","start":"2026-03-04T02:09:50.137208Z","end":"2026-03-04T02:09:52.154511Z","steps":["trace[751868700] 'process raft request' (duration: 2.016480728s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:52.154528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.813928454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:09:52.154582Z","caller":"traceutil/trace.go:171","msg":"trace[1777388011] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22952; }","duration":"3.814026576s","start":"2026-03-04T02:09:48.340539Z","end":"2026-03-04T02:09:52.154566Z","steps":["trace[1777388011] 'agreement among raft nodes before linearized reading' (duration: 3.813778058s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:52.154509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:48.339988Z","time spent":"3.814506742s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:09:52.15462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.814533973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:09:52.154712Z","caller":"traceutil/trace.go:171","msg":"trace[1309812012] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22952; }","duration":"3.814643766s","start":"2026-03-04T02:09:48.340033Z","end":"2026-03-04T02:09:52.154677Z","steps":["trace[1309812012] 'agreement among raft nodes before linearized reading' (duration: 3.814496541s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:52.154728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.761597837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:09:52.154748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:48.340011Z","time spent":"3.814729399s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T02:09:52.154777Z","caller":"traceutil/trace.go:171","msg":"trace[1797779876] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:22952; }","duration":"3.761741262s","start":"2026-03-04T02:09:48.393022Z","end":"2026-03-04T02:09:52.154763Z","steps":["trace[1797779876] 'agreement among raft nodes before linearized reading' (duration: 3.761632908s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:52.154815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:48.393Z","time spent":"3.761806034s","remote":"127.0.0.1:41214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:52.154734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.52238833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:09:52.154631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:48.340533Z","time spent":"3.814088178s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:09:52.154983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.007809717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:09:52.155067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.759859966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-04T02:09:52.155082Z","caller":"traceutil/trace.go:171","msg":"trace[452983646] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:22952; }","duration":"4.007930301s","start":"2026-03-04T02:09:48.14713Z","end":"2026-03-04T02:09:52.15506Z","steps":["trace[452983646] 'agreement among raft nodes before linearized reading' (duration: 4.007748135s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:52.155115Z","caller":"traceutil/trace.go:171","msg":"trace[57306678] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:22952; }","duration":"5.759930868s","start":"2026-03-04T02:09:46.39517Z","end":"2026-03-04T02:09:52.155101Z","steps":["trace[57306678] 'agreement among raft nodes before linearized reading' (duration: 5.759727602s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:52.155148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:46.395155Z","time spent":"5.7599859s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:09:52.155212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.340261684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:09:52.15522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.347485774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:52.155254Z","caller":"traceutil/trace.go:171","msg":"trace[2122287811] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22952; }","duration":"4.340846732s","start":"2026-03-04T02:09:47.814394Z","end":"2026-03-04T02:09:52.15524Z","steps":["trace[2122287811] 'agreement among raft nodes before linearized reading' (duration: 4.34077834s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:52.155284Z","caller":"traceutil/trace.go:171","msg":"trace[1465215003] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:22952; }","duration":"4.347593147s","start":"2026-03-04T02:09:47.807674Z","end":"2026-03-04T02:09:52.155267Z","steps":["trace[1465215003] 'agreement among raft nodes before linearized reading' (duration: 4.347444872s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:52.155291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:47.814387Z","time spent":"4.340893193s","remote":"127.0.0.1:58972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:52.155305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.771677273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-04T02:09:52.15532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:47.807655Z","time spent":"4.347657669s","remote":"127.0.0.1:53378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:09:52.155341Z","caller":"traceutil/trace.go:171","msg":"trace[601014430] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:22952; }","duration":"5.771772285s","start":"2026-03-04T02:09:46.383559Z","end":"2026-03-04T02:09:52.155331Z","steps":["trace[601014430] 'agreement among raft nodes before linearized reading' (duration: 5.77161551s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:52.155373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:46.383538Z","time spent":"5.771823287s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T02:09:52.155415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.647984463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:09:52.155446Z","caller":"traceutil/trace.go:171","msg":"trace[1086798906] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:22952; }","duration":"5.648050495s","start":"2026-03-04T02:09:46.507386Z","end":"2026-03-04T02:09:52.155437Z","steps":["trace[1086798906] 'agreement among raft nodes before linearized reading' (duration: 5.6478968s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:52.155482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:46.507357Z","time spent":"5.648117017s","remote":"127.0.0.1:56406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":173,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:52.155146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:48.147083Z","time spent":"4.008037994s","remote":"127.0.0.1:32768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:52.154641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:50.137187Z","time spent":"2.017378837s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:52.153824Z","caller":"traceutil/trace.go:171","msg":"trace[644294360] transaction","detail":"{read_only:false; response_revision:22951; number_of_response:1; }","duration":"3.291334413s","start":"2026-03-04T02:09:48.862445Z","end":"2026-03-04T02:09:52.15378Z","steps":["trace[644294360] 'process raft request' (duration: 3.291163568s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:52.154955Z","caller":"traceutil/trace.go:171","msg":"trace[652881114] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:22952; }","duration":"3.522631778s","start":"2026-03-04T02:09:48.632307Z","end":"2026-03-04T02:09:52.154938Z","steps":["trace[652881114] 'agreement among raft nodes before linearized reading' (duration: 3.52236473s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:52.155837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:48.862436Z","time spent":"3.293328077s","remote":"127.0.0.1:56286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:52.155847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:48.632289Z","time spent":"3.523534527s","remote":"127.0.0.1:36780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:52.654527Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743091943731711,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:09:52.72216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00048831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:09:52.722246Z","caller":"traceutil/trace.go:171","msg":"trace[1102698263] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000655875s","start":"2026-03-04T02:09:50.721569Z","end":"2026-03-04T02:09:52.722225Z","steps":["trace[1102698263] 'agreement among raft nodes before linearized reading' (duration: 2.000523351s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:52.722293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:50.721548Z","time spent":"2.000734148s","remote":"127.0.0.1:56074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:09:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:09:53.154875Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743091943731711,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:09:53.655987Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743091943731711,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:09:53.686012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140035471s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:53.686151Z","caller":"traceutil/trace.go:171","msg":"trace[1856334818] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:22952; }","duration":"1.140183536s","start":"2026-03-04T02:09:52.545944Z","end":"2026-03-04T02:09:53.686128Z","steps":["trace[1856334818] 'range keys from in-memory index tree' (duration: 1.140019021s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:54.156373Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743091943731711,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:09:54.537171Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.360907136s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:09:54.537658Z","caller":"traceutil/trace.go:171","msg":"trace[1506922215] transaction","detail":"{read_only:false; response_revision:22953; number_of_response:1; }","duration":"4.087688651s","start":"2026-03-04T02:09:50.449942Z","end":"2026-03-04T02:09:54.53763Z","steps":["trace[1506922215] 'process raft request' (duration: 4.087476244s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:54.537816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:50.449908Z","time spent":"4.087827385s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:54.538136Z","caller":"traceutil/trace.go:171","msg":"trace[2125323178] transaction","detail":"{read_only:false; response_revision:22954; number_of_response:1; }","duration":"3.849586049s","start":"2026-03-04T02:09:50.688532Z","end":"2026-03-04T02:09:54.538118Z","steps":["trace[2125323178] 'process raft request' (duration: 3.849053252s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:54.538215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:50.688496Z","time spent":"3.849678181s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:54.538527Z","caller":"traceutil/trace.go:171","msg":"trace[1346056679] transaction","detail":"{read_only:false; response_revision:22955; number_of_response:1; }","duration":"3.674985319s","start":"2026-03-04T02:09:50.863473Z","end":"2026-03-04T02:09:54.538458Z","steps":["trace[1346056679] 'process raft request' (duration: 3.674631198s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:54.539143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:50.863435Z","time spent":"3.675300059s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:54.728441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000309584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:09:54.728578Z","caller":"traceutil/trace.go:171","msg":"trace[1026823230] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000519581s","start":"2026-03-04T02:09:52.728035Z","end":"2026-03-04T02:09:54.728555Z","steps":["trace[1026823230] 'agreement among raft nodes before linearized reading' (duration: 2.000328725s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:54.728641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:52.728021Z","time spent":"2.000605323s","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:09:56.72996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000067947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:09:56.73005Z","caller":"traceutil/trace.go:171","msg":"trace[1565903009] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000223642s","start":"2026-03-04T02:09:54.729807Z","end":"2026-03-04T02:09:56.730031Z","steps":["trace[1565903009] 'agreement among raft nodes before linearized reading' (duration: 2.000097768s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:56.730102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:54.729787Z","time spent":"2.000304965s","remote":"127.0.0.1:56074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:09:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:09:56.88349Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.557090421s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:09:57.219977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:52.221797Z","time spent":"4.998171273s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 02:09:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:09:57.220171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:52.223289Z","time spent":"4.996881352s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:09:57.220542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:52.223027Z","time spent":"4.997508472s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 02:09:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:09:57.221348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:52.223076Z","time spent":"4.998267717s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 02:09:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:09:57.406485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.692183ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:09:57.407075Z","caller":"traceutil/trace.go:171","msg":"trace[1669217775] linearizableReadLoop","detail":"{readStateIndex:23774; appliedIndex:23761; }","duration":"5.253152222s","start":"2026-03-04T02:09:52.153894Z","end":"2026-03-04T02:09:57.407046Z","steps":["trace[1669217775] 'read index received' (duration: 2.383538487s)","trace[1669217775] 'applied index is now lower than readState.Index' (duration: 2.869610914s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:57.4072Z","caller":"traceutil/trace.go:171","msg":"trace[974861606] transaction","detail":"{read_only:false; response_revision:22956; number_of_response:1; }","duration":"5.247385857s","start":"2026-03-04T02:09:52.159801Z","end":"2026-03-04T02:09:57.407187Z","steps":["trace[974861606] 'process raft request' (duration: 4.723852388s)","trace[974861606] 'compare' (duration: 522.247338ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:57.407275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:52.159788Z","time spent":"5.24744755s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:57.407639Z","caller":"traceutil/trace.go:171","msg":"trace[1506425546] transaction","detail":"{read_only:false; response_revision:22957; number_of_response:1; }","duration":"5.247734719s","start":"2026-03-04T02:09:52.159893Z","end":"2026-03-04T02:09:57.407627Z","steps":["trace[1506425546] 'process raft request' (duration: 5.246693126s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:57.407704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:52.159874Z","time spent":"5.247800351s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:57.407839Z","caller":"traceutil/trace.go:171","msg":"trace[1845707055] transaction","detail":"{read_only:false; response_revision:22958; number_of_response:1; }","duration":"5.247180622s","start":"2026-03-04T02:09:52.160649Z","end":"2026-03-04T02:09:57.407829Z","steps":["trace[1845707055] 'process raft request' (duration: 5.246071536s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:57.4079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:52.160633Z","time spent":"5.247235103s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:57.408018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.362126936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:09:57.408082Z","caller":"traceutil/trace.go:171","msg":"trace[798979354] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:22966; }","duration":"7.362248079s","start":"2026-03-04T02:09:50.04582Z","end":"2026-03-04T02:09:57.408068Z","steps":["trace[798979354] 'agreement among raft nodes before linearized reading' (duration: 7.362064053s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:57.408118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:50.045799Z","time spent":"7.362312391s","remote":"127.0.0.1:56260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":88,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:09:57.408094Z","caller":"traceutil/trace.go:171","msg":"trace[1190850259] transaction","detail":"{read_only:false; response_revision:22966; number_of_response:1; }","duration":"3.246797015s","start":"2026-03-04T02:09:54.161261Z","end":"2026-03-04T02:09:57.408058Z","steps":["trace[1190850259] 'process raft request' (duration: 3.245736981s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:57.408136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.548481012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-04T02:09:57.408167Z","caller":"traceutil/trace.go:171","msg":"trace[103376826] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:22966; }","duration":"8.548515163s","start":"2026-03-04T02:09:48.859642Z","end":"2026-03-04T02:09:57.408157Z","steps":["trace[103376826] 'agreement among raft nodes before linearized reading' (duration: 8.548375529s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:57.408205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:48.859597Z","time spent":"8.548600455s","remote":"127.0.0.1:56114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-04T02:09:57.408196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.547249263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6c2b3477-8900-4bc4-9e2b-28311709bccf\" ","response":"range_response_count:1 size:1316"} {"level":"warn","ts":"2026-03-04T02:09:57.40826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.771029366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:09:57.408292Z","caller":"traceutil/trace.go:171","msg":"trace[286223293] transaction","detail":"{read_only:false; response_revision:22965; number_of_response:1; }","duration":"4.270875863s","start":"2026-03-04T02:09:53.137405Z","end":"2026-03-04T02:09:57.408281Z","steps":["trace[286223293] 'process raft request' (duration: 4.269557511s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:57.408304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.062827686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:09:57.408289Z","caller":"traceutil/trace.go:171","msg":"trace[357795082] transaction","detail":"{read_only:false; response_revision:22960; number_of_response:1; }","duration":"5.247444159s","start":"2026-03-04T02:09:52.160818Z","end":"2026-03-04T02:09:57.408263Z","steps":["trace[357795082] 'process raft request' (duration: 5.245977553s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:57.408178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.447403073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:57.408319Z","caller":"traceutil/trace.go:171","msg":"trace[1287729023] transaction","detail":"{read_only:false; response_revision:22959; number_of_response:1; }","duration":"5.247511602s","start":"2026-03-04T02:09:52.160793Z","end":"2026-03-04T02:09:57.408304Z","steps":["trace[1287729023] 'process raft request' (duration: 5.245967902s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:57.408246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:54.161235Z","time spent":"3.246928469s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:57.408326Z","caller":"traceutil/trace.go:171","msg":"trace[496476022] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6c2b3477-8900-4bc4-9e2b-28311709bccf; range_end:; response_count:1; response_revision:22966; }","duration":"8.547420188s","start":"2026-03-04T02:09:48.860869Z","end":"2026-03-04T02:09:57.408289Z","steps":["trace[496476022] 'agreement among raft nodes before linearized reading' (duration: 8.547031186s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:57.408403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:52.160784Z","time spent":"5.247575433s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:57.408412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:52.160805Z","time spent":"5.247536603s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:57.408437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:48.860857Z","time spent":"8.547558882s","remote":"127.0.0.1:56230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1338,"request content":"key:\"/registry/persistentvolumes/pvc-6c2b3477-8900-4bc4-9e2b-28311709bccf\" "} {"level":"info","ts":"2026-03-04T02:09:57.408332Z","caller":"traceutil/trace.go:171","msg":"trace[632440767] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:22966; }","duration":"7.062890838s","start":"2026-03-04T02:09:50.345433Z","end":"2026-03-04T02:09:57.408324Z","steps":["trace[632440767] 'agreement among raft nodes before linearized reading' (duration: 7.062840417s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:57.408517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:50.345407Z","time spent":"7.063101144s","remote":"127.0.0.1:34752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":30,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:57.408235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.778006677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:57.408326Z","caller":"traceutil/trace.go:171","msg":"trace[1391746315] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:22966; }","duration":"7.771119319s","start":"2026-03-04T02:09:49.637182Z","end":"2026-03-04T02:09:57.408302Z","steps":["trace[1391746315] 'agreement among raft nodes before linearized reading' (duration: 7.771044676s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:57.408562Z","caller":"traceutil/trace.go:171","msg":"trace[1853740937] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:22966; }","duration":"6.778371068s","start":"2026-03-04T02:09:50.630175Z","end":"2026-03-04T02:09:57.408546Z","steps":["trace[1853740937] 'agreement among raft nodes before linearized reading' (duration: 6.777986086s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:57.408235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.484506381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:09:57.4086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:50.630158Z","time spent":"6.77843017s","remote":"127.0.0.1:36518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:09:57.408612Z","caller":"traceutil/trace.go:171","msg":"trace[162125995] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:22966; }","duration":"6.484934974s","start":"2026-03-04T02:09:50.923662Z","end":"2026-03-04T02:09:57.408597Z","steps":["trace[162125995] 'agreement among raft nodes before linearized reading' (duration: 6.48451148s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:57.408655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:50.923638Z","time spent":"6.485002016s","remote":"127.0.0.1:36642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:57.408656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:49.637161Z","time spent":"7.771450579s","remote":"127.0.0.1:46518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:09:57.408356Z","caller":"traceutil/trace.go:171","msg":"trace[449688881] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:22966; }","duration":"8.447630341s","start":"2026-03-04T02:09:48.960708Z","end":"2026-03-04T02:09:57.408338Z","steps":["trace[449688881] 'agreement among raft nodes before linearized reading' (duration: 8.447355412s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:57.408723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.545876049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:57.408753Z","caller":"traceutil/trace.go:171","msg":"trace[1760425047] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:22966; }","duration":"8.54591425s","start":"2026-03-04T02:09:48.862827Z","end":"2026-03-04T02:09:57.408741Z","steps":["trace[1760425047] 'agreement among raft nodes before linearized reading' (duration: 8.545868988s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:57.408761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:48.960696Z","time spent":"8.448043703s","remote":"127.0.0.1:34712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:57.408786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:48.862818Z","time spent":"8.545962832s","remote":"127.0.0.1:56364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:09:57.408368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.334057452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:09:57.408776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.457305049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:57.408833Z","caller":"traceutil/trace.go:171","msg":"trace[378279559] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:22966; }","duration":"7.334532916s","start":"2026-03-04T02:09:50.074288Z","end":"2026-03-04T02:09:57.408821Z","steps":["trace[378279559] 'agreement among raft nodes before linearized reading' (duration: 7.334058601s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:57.408852Z","caller":"traceutil/trace.go:171","msg":"trace[625104486] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22966; }","duration":"8.457419222s","start":"2026-03-04T02:09:48.951412Z","end":"2026-03-04T02:09:57.408831Z","steps":["trace[625104486] 'agreement among raft nodes before linearized reading' (duration: 8.457295398s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:57.408879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:50.074279Z","time spent":"7.334585428s","remote":"127.0.0.1:41254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:57.40835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:53.13738Z","time spent":"4.270938195s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:57.408908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:48.951392Z","time spent":"8.457507596s","remote":"127.0.0.1:56558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T02:09:57.90811Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743091943731725,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:09:58.73859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000377266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:09:58.73871Z","caller":"traceutil/trace.go:171","msg":"trace[1863154776] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000549151s","start":"2026-03-04T02:09:56.738122Z","end":"2026-03-04T02:09:58.738671Z","steps":["trace[1863154776] 'agreement among raft nodes before linearized reading' (duration: 2.000404766s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:58.738763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:56.738105Z","time spent":"2.000649365s","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:09:59.377287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.181301406s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:09:59.377973Z","caller":"traceutil/trace.go:171","msg":"trace[505179839] transaction","detail":"{read_only:false; response_revision:22967; number_of_response:1; }","duration":"2.833037681s","start":"2026-03-04T02:09:56.54489Z","end":"2026-03-04T02:09:59.377927Z","steps":["trace[505179839] 'process raft request' (duration: 1.650996241s)","trace[505179839] 'compare' (duration: 1.180451229s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:59.378181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:56.54487Z","time spent":"2.833202895s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:00.740362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99984039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:10:00.740418Z","caller":"traceutil/trace.go:171","msg":"trace[681172095] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999957453s","start":"2026-03-04T02:09:58.740449Z","end":"2026-03-04T02:10:00.740406Z","steps":["trace[681172095] 'agreement among raft nodes before linearized reading' (duration: 1.999883141s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:00.740446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:58.740424Z","time spent":"2.000017835s","remote":"127.0.0.1:56074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:10:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:10:01.196981Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.779249004s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:10:01.75504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.377619789s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-04T02:10:01.756183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:01.091672Z","time spent":"664.50251ms","remote":"127.0.0.1:55344","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T02:10:01.756754Z","caller":"traceutil/trace.go:171","msg":"trace[1352638027] linearizableReadLoop","detail":"{readStateIndex:23778; appliedIndex:23775; }","duration":"4.349595911s","start":"2026-03-04T02:09:57.407132Z","end":"2026-03-04T02:10:01.756728Z","steps":["trace[1352638027] 'read index received' (duration: 788.770727ms)","trace[1352638027] 'applied index is now lower than readState.Index' (duration: 3.560823864s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:01.756879Z","caller":"traceutil/trace.go:171","msg":"trace[1635266738] transaction","detail":"{read_only:false; response_revision:22969; number_of_response:1; }","duration":"4.03238863s","start":"2026-03-04T02:09:57.724304Z","end":"2026-03-04T02:10:01.756692Z","steps":["trace[1635266738] 'process raft request' (duration: 4.030838461s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:01.757024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:57.724279Z","time spent":"4.032663199s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:02.257063Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743091943731729,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:10:02.746738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000306914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:10:02.746841Z","caller":"traceutil/trace.go:171","msg":"trace[1753266502] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000483169s","start":"2026-03-04T02:10:00.746336Z","end":"2026-03-04T02:10:02.746819Z","steps":["trace[1753266502] 'agreement among raft nodes before linearized reading' (duration: 2.000332035s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:02.746888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:00.746319Z","time spent":"2.000560382s","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:10:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:10:02.758039Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743091943731729,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:10:03.138741Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.258342589s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:10:03.216008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.753362634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:03.216083Z","caller":"traceutil/trace.go:171","msg":"trace[1856795025] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:22969; }","duration":"7.753457607s","start":"2026-03-04T02:09:55.462606Z","end":"2026-03-04T02:10:03.216064Z","steps":["trace[1856795025] 'agreement among raft nodes before linearized reading' (duration: 6.294213871s)","trace[1856795025] 'count revisions from in-memory index tree' (duration: 1.459126403s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:03.216118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:55.462562Z","time spent":"7.75354868s","remote":"127.0.0.1:52996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:03.216157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.057229047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18997fa4843f3d7a\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-04T02:10:03.216253Z","caller":"traceutil/trace.go:171","msg":"trace[1845828002] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18997fa4843f3d7a; range_end:; response_count:1; response_revision:22969; }","duration":"11.057385881s","start":"2026-03-04T02:09:52.158842Z","end":"2026-03-04T02:10:03.216228Z","steps":["trace[1845828002] 'agreement among raft nodes before linearized reading' (duration: 9.598021241s)","trace[1845828002] 'range keys from in-memory index tree' (duration: 1.459108862s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:03.216307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:52.158827Z","time spent":"11.057469524s","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18997fa4843f3d7a\" "} {"level":"warn","ts":"2026-03-04T02:10:03.216446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.969154526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:03.216481Z","caller":"traceutil/trace.go:171","msg":"trace[328811019] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:22969; }","duration":"7.969223388s","start":"2026-03-04T02:09:55.247247Z","end":"2026-03-04T02:10:03.21647Z","steps":["trace[328811019] 'agreement among raft nodes before linearized reading' (duration: 6.509549988s)","trace[328811019] 'count revisions from in-memory index tree' (duration: 1.459628888s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:03.216501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:55.247226Z","time spent":"7.96927033s","remote":"127.0.0.1:34744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:03.216622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.191884586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:10:03.216651Z","caller":"traceutil/trace.go:171","msg":"trace[1363544048] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:22969; }","duration":"7.191950728s","start":"2026-03-04T02:09:56.024693Z","end":"2026-03-04T02:10:03.216643Z","steps":["trace[1363544048] 'agreement among raft nodes before linearized reading' (duration: 5.732108222s)","trace[1363544048] 'count revisions from in-memory index tree' (duration: 1.459804974s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:03.216653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.623495373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:10:03.21667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:56.024669Z","time spent":"7.191995579s","remote":"127.0.0.1:53038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:03.216627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.995107657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"warn","ts":"2026-03-04T02:10:03.21673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.602107214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:03.21676Z","caller":"traceutil/trace.go:171","msg":"trace[1242429263] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:22969; }","duration":"10.602171066s","start":"2026-03-04T02:09:52.61458Z","end":"2026-03-04T02:10:03.216751Z","steps":["trace[1242429263] 'agreement among raft nodes before linearized reading' (duration: 9.142252098s)","trace[1242429263] 'count revisions from in-memory index tree' (duration: 1.459882216s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:03.21679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.855670174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:03.216801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:52.614552Z","time spent":"10.602240398s","remote":"127.0.0.1:34692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:10:03.21687Z","caller":"traceutil/trace.go:171","msg":"trace[385168901] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:22969; }","duration":"8.855695065s","start":"2026-03-04T02:09:54.361112Z","end":"2026-03-04T02:10:03.216807Z","steps":["trace[385168901] 'agreement among raft nodes before linearized reading' (duration: 7.395696605s)","trace[385168901] 'count revisions from in-memory index tree' (duration: 1.459964949s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:03.216901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:54.361087Z","time spent":"8.855805999s","remote":"127.0.0.1:34680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:03.217011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.609659672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:03.217034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.408643078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:03.217048Z","caller":"traceutil/trace.go:171","msg":"trace[612354511] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:22969; }","duration":"9.609719024s","start":"2026-03-04T02:09:53.607319Z","end":"2026-03-04T02:10:03.217038Z","steps":["trace[612354511] 'agreement among raft nodes before linearized reading' (duration: 8.149523248s)","trace[612354511] 'count revisions from in-memory index tree' (duration: 1.460149015s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:03.217062Z","caller":"traceutil/trace.go:171","msg":"trace[850842433] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:22969; }","duration":"7.40870714s","start":"2026-03-04T02:09:55.808342Z","end":"2026-03-04T02:10:03.217049Z","steps":["trace[850842433] 'agreement among raft nodes before linearized reading' (duration: 5.948468092s)","trace[850842433] 'count revisions from in-memory index tree' (duration: 1.460202347s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:03.217078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:53.607309Z","time spent":"9.609761575s","remote":"127.0.0.1:56308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:03.216615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.929761633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:10:03.217169Z","caller":"traceutil/trace.go:171","msg":"trace[1154207635] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:22969; }","duration":"8.930345422s","start":"2026-03-04T02:09:54.286812Z","end":"2026-03-04T02:10:03.217158Z","steps":["trace[1154207635] 'agreement among raft nodes before linearized reading' (duration: 7.470006511s)","trace[1154207635] 'count revisions from in-memory index tree' (duration: 1.459770383s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:03.217199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:54.286799Z","time spent":"8.930392154s","remote":"127.0.0.1:47686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:03.217271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.616318857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T02:10:03.217348Z","caller":"traceutil/trace.go:171","msg":"trace[1514997807] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:22969; }","duration":"10.61641508s","start":"2026-03-04T02:09:52.600902Z","end":"2026-03-04T02:10:03.217317Z","steps":["trace[1514997807] 'agreement among raft nodes before linearized reading' (duration: 9.155952235s)","trace[1514997807] 'range keys from in-memory index tree' (duration: 1.460351532s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:03.217383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:52.600878Z","time spent":"10.616497703s","remote":"127.0.0.1:56188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-04T02:10:03.217083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:55.80832Z","time spent":"7.408756281s","remote":"127.0.0.1:34848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:10:03.217676Z","caller":"traceutil/trace.go:171","msg":"trace[1497378035] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"5.996188591s","start":"2026-03-04T02:09:57.221449Z","end":"2026-03-04T02:10:03.217637Z","steps":["trace[1497378035] 'agreement among raft nodes before linearized reading' (duration: 4.535343164s)","trace[1497378035] 'range keys from in-memory index tree' (duration: 1.459733832s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:03.217808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:57.221377Z","time spent":"5.996395898s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/03/04 02:10:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:10:03.218109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.871721824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:03.218179Z","caller":"traceutil/trace.go:171","msg":"trace[1569621748] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:22969; }","duration":"7.871820907s","start":"2026-03-04T02:09:55.346338Z","end":"2026-03-04T02:10:03.218159Z","steps":["trace[1569621748] 'agreement among raft nodes before linearized reading' (duration: 6.410399091s)","trace[1569621748] 'count revisions from in-memory index tree' (duration: 1.461325942s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:03.21824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:55.34632Z","time spent":"7.871904419s","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:03.218254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.994315072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"rangeKeys: context cancelled: context deadline exceeded"} {"level":"warn","ts":"2026-03-04T02:10:03.218282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.995788369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-03-04T02:10:03.218311Z","caller":"traceutil/trace.go:171","msg":"trace[598763040] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"5.99585009s","start":"2026-03-04T02:09:57.222452Z","end":"2026-03-04T02:10:03.218302Z","steps":["trace[598763040] 'agreement among raft nodes before linearized reading' (duration: 4.534319922s)","trace[598763040] 'range keys from in-memory index tree' (duration: 1.461496908s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:03.216693Z","caller":"traceutil/trace.go:171","msg":"trace[77844215] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:22969; }","duration":"9.623566575s","start":"2026-03-04T02:09:53.593111Z","end":"2026-03-04T02:10:03.216678Z","steps":["trace[77844215] 'agreement among raft nodes before linearized reading' (duration: 8.163719059s)","trace[77844215] 'count revisions from in-memory index tree' (duration: 1.459806844s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:03.218152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.093941ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:03.218417Z","caller":"traceutil/trace.go:171","msg":"trace[2133909039] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:22969; }","duration":"672.35907ms","start":"2026-03-04T02:10:02.546042Z","end":"2026-03-04T02:10:03.218401Z","steps":["trace[2133909039] 'range keys from in-memory index tree' (duration: 672.079471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:03.218427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:53.593085Z","time spent":"9.62529897s","remote":"127.0.0.1:47662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:03.218245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.996545812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-03-04T02:10:03.218533Z","caller":"traceutil/trace.go:171","msg":"trace[1477781495] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"5.996851512s","start":"2026-03-04T02:09:57.221667Z","end":"2026-03-04T02:10:03.218518Z","steps":["trace[1477781495] 'agreement among raft nodes before linearized reading' (duration: 4.535113837s)","trace[1477781495] 'range keys from in-memory index tree' (duration: 1.461434586s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:03.218288Z","caller":"traceutil/trace.go:171","msg":"trace[280863561] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"5.994367144s","start":"2026-03-04T02:09:57.223913Z","end":"2026-03-04T02:10:03.21828Z","steps":["trace[280863561] 'agreement among raft nodes before linearized reading' (duration: 4.532848665s)","trace[280863561] 'range keys from in-memory index tree' (duration: 1.461471197s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:03.218545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.461772427s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-03-04T02:10:03.218573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:57.221659Z","time spent":"5.996904244s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-03-04T02:10:03.218424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.952986563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} 2026/03/04 02:10:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:10:03.218589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:57.223903Z","time spent":"5.994674943s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"info","ts":"2026-03-04T02:10:03.218748Z","caller":"traceutil/trace.go:171","msg":"trace[186971379] transaction","detail":"{read_only:false; response_revision:22971; number_of_response:1; }","duration":"1.835263559s","start":"2026-03-04T02:10:01.383472Z","end":"2026-03-04T02:10:03.218735Z","steps":["trace[186971379] 'process raft request' (duration: 1.835148046s)"],"step_count":1} 2026/03/04 02:10:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-04T02:10:03.218667Z","caller":"traceutil/trace.go:171","msg":"trace[624319131] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22969; }","duration":"8.953238151s","start":"2026-03-04T02:09:54.265402Z","end":"2026-03-04T02:10:03.21864Z","steps":["trace[624319131] 'agreement among raft nodes before linearized reading' (duration: 7.491366281s)","trace[624319131] 'count revisions from in-memory index tree' (duration: 1.461591461s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:03.218807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:01.383449Z","time spent":"1.835327572s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:03.218824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:54.265355Z","time spent":"8.953457959s","remote":"127.0.0.1:59004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:03.218348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:57.222436Z","time spent":"5.995903183s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/03/04 02:10:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-04T02:10:03.218739Z","caller":"traceutil/trace.go:171","msg":"trace[174709983] transaction","detail":"{read_only:false; response_revision:22970; number_of_response:1; }","duration":"3.801127286s","start":"2026-03-04T02:09:59.417601Z","end":"2026-03-04T02:10:03.218728Z","steps":["trace[174709983] 'process raft request' (duration: 2.339111682s)","trace[174709983] 'compare' (duration: 1.46127065s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:03.218996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:59.417581Z","time spent":"3.801390355s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:04.747522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000369046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:10:04.747646Z","caller":"traceutil/trace.go:171","msg":"trace[1501626877] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000523061s","start":"2026-03-04T02:10:02.747095Z","end":"2026-03-04T02:10:04.747618Z","steps":["trace[1501626877] 'agreement among raft nodes before linearized reading' (duration: 2.000362586s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:04.747709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:02.747035Z","time spent":"2.000663315s","remote":"127.0.0.1:56074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:10:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:10:05.069204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.164453128s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:10:05.069426Z","caller":"traceutil/trace.go:171","msg":"trace[334421181] transaction","detail":"{read_only:false; response_revision:22972; number_of_response:1; }","duration":"2.653691129s","start":"2026-03-04T02:10:02.415713Z","end":"2026-03-04T02:10:05.069404Z","steps":["trace[334421181] 'process raft request' (duration: 1.488951892s)","trace[334421181] 'compare' (duration: 1.163694214s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:05.06945Z","caller":"traceutil/trace.go:171","msg":"trace[140268179] transaction","detail":"{read_only:false; response_revision:22973; number_of_response:1; }","duration":"1.848219562s","start":"2026-03-04T02:10:03.221223Z","end":"2026-03-04T02:10:05.069443Z","steps":["trace[140268179] 'process raft request' (duration: 1.848118608s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:05.069515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:03.221185Z","time spent":"1.848302224s","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:05.069527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:02.415689Z","time spent":"2.653808473s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:05.069502Z","caller":"traceutil/trace.go:171","msg":"trace[742183697] linearizableReadLoop","detail":"{readStateIndex:23781; appliedIndex:23778; }","duration":"3.312645752s","start":"2026-03-04T02:10:01.756837Z","end":"2026-03-04T02:10:05.069483Z","steps":["trace[742183697] 'read index received' (duration: 1.382259665s)","trace[742183697] 'applied index is now lower than readState.Index' (duration: 1.930383947s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:05.069663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.657795702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:10:05.069692Z","caller":"traceutil/trace.go:171","msg":"trace[968837002] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:22973; }","duration":"7.657876104s","start":"2026-03-04T02:09:57.41181Z","end":"2026-03-04T02:10:05.069686Z","steps":["trace[968837002] 'agreement among raft nodes before linearized reading' (duration: 7.65772787s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:05.069714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:57.411791Z","time spent":"7.657918115s","remote":"127.0.0.1:56364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T02:10:05.069752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.65447531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-04T02:10:05.069784Z","caller":"traceutil/trace.go:171","msg":"trace[1436417580] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22973; }","duration":"5.654528462s","start":"2026-03-04T02:09:59.415247Z","end":"2026-03-04T02:10:05.069776Z","steps":["trace[1436417580] 'agreement among raft nodes before linearized reading' (duration: 5.654412228s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:05.069807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:59.415235Z","time spent":"5.654566023s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:10:05.069854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.656706651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T02:10:05.06984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.180217747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:05.069874Z","caller":"traceutil/trace.go:171","msg":"trace[60414198] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22973; }","duration":"5.656741363s","start":"2026-03-04T02:09:59.413128Z","end":"2026-03-04T02:10:05.06987Z","steps":["trace[60414198] 'agreement among raft nodes before linearized reading' (duration: 5.656686921s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:05.06989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:59.413122Z","time spent":"5.656761804s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T02:10:05.069891Z","caller":"traceutil/trace.go:171","msg":"trace[337551837] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:22973; }","duration":"4.180360491s","start":"2026-03-04T02:10:00.889517Z","end":"2026-03-04T02:10:05.069877Z","steps":["trace[337551837] 'agreement among raft nodes before linearized reading' (duration: 4.180221357s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:05.069966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.18410876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:10:05.069993Z","caller":"traceutil/trace.go:171","msg":"trace[811415] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:22973; }","duration":"4.184182973s","start":"2026-03-04T02:10:00.885803Z","end":"2026-03-04T02:10:05.069986Z","steps":["trace[811415] 'agreement among raft nodes before linearized reading' (duration: 4.18410015s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:05.069931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.753773349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:05.07004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.840501974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:05.069967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:00.889495Z","time spent":"4.180458774s","remote":"127.0.0.1:32800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:10:05.070068Z","caller":"traceutil/trace.go:171","msg":"trace[336256610] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:22973; }","duration":"5.840560606s","start":"2026-03-04T02:09:59.2295Z","end":"2026-03-04T02:10:05.07006Z","steps":["trace[336256610] 'agreement among raft nodes before linearized reading' (duration: 5.840523125s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:05.070076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.687100637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:10:05.070062Z","caller":"traceutil/trace.go:171","msg":"trace[1276624787] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:22973; }","duration":"3.753952894s","start":"2026-03-04T02:10:01.316084Z","end":"2026-03-04T02:10:05.070037Z","steps":["trace[1276624787] 'agreement among raft nodes before linearized reading' (duration: 3.753751948s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:05.070095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:59.229484Z","time spent":"5.840603677s","remote":"127.0.0.1:53400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:10:05.070103Z","caller":"traceutil/trace.go:171","msg":"trace[1074155870] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:22973; }","duration":"4.68718288s","start":"2026-03-04T02:10:00.382911Z","end":"2026-03-04T02:10:05.070094Z","steps":["trace[1074155870] 'agreement among raft nodes before linearized reading' (duration: 4.687114678s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:05.070124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:00.382881Z","time spent":"4.687236821s","remote":"127.0.0.1:47670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":38,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:05.070124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:01.316073Z","time spent":"3.754037947s","remote":"127.0.0.1:41262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:05.07019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.896747645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:10:05.07021Z","caller":"traceutil/trace.go:171","msg":"trace[979936275] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:22973; }","duration":"5.896806687s","start":"2026-03-04T02:09:59.173398Z","end":"2026-03-04T02:10:05.070205Z","steps":["trace[979936275] 'agreement among raft nodes before linearized reading' (duration: 5.896773606s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:05.070225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:59.173369Z","time spent":"5.896851488s","remote":"127.0.0.1:52964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:05.070011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.656901097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-04T02:10:05.070322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.654572808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:05.070347Z","caller":"traceutil/trace.go:171","msg":"trace[1655101084] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:22973; }","duration":"7.65460826s","start":"2026-03-04T02:09:57.415731Z","end":"2026-03-04T02:10:05.070339Z","steps":["trace[1655101084] 'agreement among raft nodes before linearized reading' (duration: 7.654575299s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:05.070344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.55283511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:05.070348Z","caller":"traceutil/trace.go:171","msg":"trace[900488402] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22973; }","duration":"5.657243978s","start":"2026-03-04T02:09:59.413044Z","end":"2026-03-04T02:10:05.070288Z","steps":["trace[900488402] 'agreement among raft nodes before linearized reading' (duration: 5.656917988s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:05.070367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:57.415724Z","time spent":"7.654639051s","remote":"127.0.0.1:56364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-04T02:10:05.070374Z","caller":"traceutil/trace.go:171","msg":"trace[1660452681] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:22973; }","duration":"3.552944894s","start":"2026-03-04T02:10:01.517421Z","end":"2026-03-04T02:10:05.070366Z","steps":["trace[1660452681] 'agreement among raft nodes before linearized reading' (duration: 3.552891292s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:05.070401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:01.517387Z","time spent":"3.553009016s","remote":"127.0.0.1:56172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:05.070389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:59.413017Z","time spent":"5.657359882s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:10:05.070479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.656367416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-04T02:10:05.070501Z","caller":"traceutil/trace.go:171","msg":"trace[1426856960] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:22973; }","duration":"7.657507902s","start":"2026-03-04T02:09:57.412988Z","end":"2026-03-04T02:10:05.070495Z","steps":["trace[1426856960] 'agreement among raft nodes before linearized reading' (duration: 7.65744476s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:05.070504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.65743898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:05.070515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:57.412981Z","time spent":"7.657530554s","remote":"127.0.0.1:56246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"info","ts":"2026-03-04T02:10:05.070527Z","caller":"traceutil/trace.go:171","msg":"trace[1093428832] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22973; }","duration":"7.657497282s","start":"2026-03-04T02:09:57.413023Z","end":"2026-03-04T02:10:05.07052Z","steps":["trace[1093428832] 'agreement among raft nodes before linearized reading' (duration: 7.65744767s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:05.070554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:57.413007Z","time spent":"7.657541244s","remote":"127.0.0.1:56294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T02:10:05.07032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.932316886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:05.07079Z","caller":"traceutil/trace.go:171","msg":"trace[1005191402] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:22973; }","duration":"4.932936715s","start":"2026-03-04T02:10:00.137844Z","end":"2026-03-04T02:10:05.07078Z","steps":["trace[1005191402] 'agreement among raft nodes before linearized reading' (duration: 4.932335826s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:05.070837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:00.137823Z","time spent":"4.933003898s","remote":"127.0.0.1:53416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:05.069975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.797415138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:10:05.071008Z","caller":"traceutil/trace.go:171","msg":"trace[1074481199] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:22973; }","duration":"3.79843183s","start":"2026-03-04T02:10:01.272547Z","end":"2026-03-04T02:10:05.070979Z","steps":["trace[1074481199] 'agreement among raft nodes before linearized reading' (duration: 3.797351126s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:05.07111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:01.272478Z","time spent":"3.798598326s","remote":"127.0.0.1:56600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:05.070014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:00.885779Z","time spent":"4.184228324s","remote":"127.0.0.1:56558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":52,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:05.570446Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743091943731734,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:10:05.573815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.9998732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:10:05.573875Z","caller":"traceutil/trace.go:171","msg":"trace[417765535] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999991973s","start":"2026-03-04T02:10:03.573868Z","end":"2026-03-04T02:10:05.57386Z","steps":["trace[417765535] 'agreement among raft nodes before linearized reading' (duration: 1.999916771s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:05.573906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:03.573845Z","time spent":"2.000055565s","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:10:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:10:05.614151Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.047993881s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:10:05.888429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.915793ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:10:05.888502Z","caller":"traceutil/trace.go:171","msg":"trace[1305372329] transaction","detail":"{read_only:false; response_revision:22974; number_of_response:1; }","duration":"1.322453911s","start":"2026-03-04T02:10:04.566035Z","end":"2026-03-04T02:10:05.888489Z","steps":["trace[1305372329] 'process raft request' (duration: 1.048414845s)","trace[1305372329] 'compare' (duration: 272.763875ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:05.888535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:04.566009Z","time spent":"1.322510302s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:06.604666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999920662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:10:06.604775Z","caller":"traceutil/trace.go:171","msg":"trace[1001739059] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000099759s","start":"2026-03-04T02:10:04.604652Z","end":"2026-03-04T02:10:06.604752Z","steps":["trace[1001739059] 'agreement among raft nodes before linearized reading' (duration: 1.999966654s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:06.604829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:04.604617Z","time spent":"2.000202462s","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:10:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:10:06.756176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000638255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:10:06.756267Z","caller":"traceutil/trace.go:171","msg":"trace[904066777] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00080388s","start":"2026-03-04T02:10:04.755442Z","end":"2026-03-04T02:10:06.756246Z","steps":["trace[904066777] 'agreement among raft nodes before linearized reading' (duration: 2.000677266s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:06.756324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:04.75542Z","time spent":"2.000894093s","remote":"127.0.0.1:56074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:10:07.220802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998157963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:10:07.220933Z","caller":"traceutil/trace.go:171","msg":"trace[1705652823] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.998370679s","start":"2026-03-04T02:10:02.222531Z","end":"2026-03-04T02:10:07.220902Z","steps":["trace[1705652823] 'agreement among raft nodes before linearized reading' (duration: 4.998160863s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:07.220996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:02.222506Z","time spent":"4.998477813s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/03/04 02:10:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:10:07.221932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998140482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:10:07.222056Z","caller":"traceutil/trace.go:171","msg":"trace[1755868005] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.998353289s","start":"2026-03-04T02:10:02.223673Z","end":"2026-03-04T02:10:07.222026Z","steps":["trace[1755868005] 'agreement among raft nodes before linearized reading' (duration: 4.998152433s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:07.222401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:02.223664Z","time spent":"4.998667789s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/03/04 02:10:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:10:08.045929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.635265331s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:10:08.046232Z","caller":"traceutil/trace.go:171","msg":"trace[1971044452] transaction","detail":"{read_only:false; response_revision:22976; number_of_response:1; }","duration":"2.970933922s","start":"2026-03-04T02:10:05.075279Z","end":"2026-03-04T02:10:08.046213Z","steps":["trace[1971044452] 'process raft request' (duration: 2.970748516s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:08.046257Z","caller":"traceutil/trace.go:171","msg":"trace[944740336] transaction","detail":"{read_only:false; response_revision:22975; number_of_response:1; }","duration":"3.318266872s","start":"2026-03-04T02:10:04.72797Z","end":"2026-03-04T02:10:08.046237Z","steps":["trace[944740336] 'process raft request' (duration: 1.682601928s)","trace[944740336] 'compare' (duration: 1.634519807s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:08.046311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:05.075265Z","time spent":"2.971009934s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:08.046323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:04.727949Z","time spent":"3.318337184s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:08.04665Z","caller":"traceutil/trace.go:171","msg":"trace[894799402] linearizableReadLoop","detail":"{readStateIndex:23789; appliedIndex:23782; }","duration":"2.976976664s","start":"2026-03-04T02:10:05.069647Z","end":"2026-03-04T02:10:08.046624Z","steps":["trace[894799402] 'read index received' (duration: 544.747996ms)","trace[894799402] 'applied index is now lower than readState.Index' (duration: 2.432227358s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:08.046834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.828455779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:08.046828Z","caller":"traceutil/trace.go:171","msg":"trace[1745154117] transaction","detail":"{read_only:false; response_revision:22980; number_of_response:1; }","duration":"2.820353667s","start":"2026-03-04T02:10:05.226451Z","end":"2026-03-04T02:10:08.046805Z","steps":["trace[1745154117] 'process raft request' (duration: 2.82011875s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:08.046884Z","caller":"traceutil/trace.go:171","msg":"trace[1884511329] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:22980; }","duration":"4.828720418s","start":"2026-03-04T02:10:03.218146Z","end":"2026-03-04T02:10:08.046866Z","steps":["trace[1884511329] 'agreement among raft nodes before linearized reading' (duration: 4.828643495s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:08.0469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.588758147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:08.046919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:03.217553Z","time spent":"4.829356467s","remote":"127.0.0.1:34878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:10:08.046939Z","caller":"traceutil/trace.go:171","msg":"trace[1207665157] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:22980; }","duration":"4.58884571s","start":"2026-03-04T02:10:03.458082Z","end":"2026-03-04T02:10:08.046928Z","steps":["trace[1207665157] 'agreement among raft nodes before linearized reading' (duration: 4.588773238s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:08.046956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:05.226427Z","time spent":"2.820456941s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:08.046934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.261205197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:08.046991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.618992099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18646"} {"level":"warn","ts":"2026-03-04T02:10:08.047027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.718501138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:08.04697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.405411008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:10:08.047029Z","caller":"traceutil/trace.go:171","msg":"trace[206565187] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:22980; }","duration":"4.261349021s","start":"2026-03-04T02:10:03.785657Z","end":"2026-03-04T02:10:08.047006Z","steps":["trace[206565187] 'agreement among raft nodes before linearized reading' (duration: 4.261185636s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:08.047009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.854350006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:08.047064Z","caller":"traceutil/trace.go:171","msg":"trace[1904782706] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:22980; }","duration":"4.71858025s","start":"2026-03-04T02:10:03.328474Z","end":"2026-03-04T02:10:08.047054Z","steps":["trace[1904782706] 'agreement among raft nodes before linearized reading' (duration: 4.718522878s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:08.047069Z","caller":"traceutil/trace.go:171","msg":"trace[1411334154] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:22980; }","duration":"4.619128574s","start":"2026-03-04T02:10:03.427922Z","end":"2026-03-04T02:10:08.04705Z","steps":["trace[1411334154] 'agreement among raft nodes before linearized reading' (duration: 4.618904867s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:08.047086Z","caller":"traceutil/trace.go:171","msg":"trace[210972229] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:22980; }","duration":"4.405600844s","start":"2026-03-04T02:10:03.641466Z","end":"2026-03-04T02:10:08.047066Z","steps":["trace[210972229] 'agreement among raft nodes before linearized reading' (duration: 4.405314955s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:08.047107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:03.328449Z","time spent":"4.718648152s","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:08.047098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:03.78564Z","time spent":"4.261441814s","remote":"127.0.0.1:47656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:10:08.047102Z","caller":"traceutil/trace.go:171","msg":"trace[1557525066] transaction","detail":"{read_only:false; response_revision:22978; number_of_response:1; }","duration":"2.969827647s","start":"2026-03-04T02:10:05.077249Z","end":"2026-03-04T02:10:08.047077Z","steps":["trace[1557525066] 'process raft request' (duration: 2.969041142s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:08.047141Z","caller":"traceutil/trace.go:171","msg":"trace[164814022] transaction","detail":"{read_only:false; response_revision:22979; number_of_response:1; }","duration":"2.823459606s","start":"2026-03-04T02:10:05.22367Z","end":"2026-03-04T02:10:08.04713Z","steps":["trace[164814022] 'process raft request' (duration: 2.822847007s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:08.047145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:03.427889Z","time spent":"4.619246377s","remote":"127.0.0.1:56274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18668,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-04T02:10:08.04715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:03.641441Z","time spent":"4.405691467s","remote":"127.0.0.1:56416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":123,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:10:08.047149Z","caller":"traceutil/trace.go:171","msg":"trace[1873119069] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:22980; }","duration":"5.854461429s","start":"2026-03-04T02:10:02.192629Z","end":"2026-03-04T02:10:08.04709Z","steps":["trace[1873119069] 'agreement among raft nodes before linearized reading' (duration: 5.854259283s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:08.047254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.231761804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:08.047253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:05.077241Z","time spent":"2.96993178s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:08.047232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.104792478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:08.047295Z","caller":"traceutil/trace.go:171","msg":"trace[51274664] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:22980; }","duration":"6.231842146s","start":"2026-03-04T02:10:01.815442Z","end":"2026-03-04T02:10:08.047284Z","steps":["trace[51274664] 'agreement among raft nodes before linearized reading' (duration: 6.231778434s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:08.047293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:02.192591Z","time spent":"5.854647926s","remote":"127.0.0.1:34854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:08.0472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.974280268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:08.047381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.453917456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:08.047281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.875867241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:08.047423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.577129829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:08.04743Z","caller":"traceutil/trace.go:171","msg":"trace[1150235428] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; response_count:0; response_revision:22980; }","duration":"2.974530386s","start":"2026-03-04T02:10:05.072876Z","end":"2026-03-04T02:10:08.047406Z","steps":["trace[1150235428] 'agreement among raft nodes before linearized reading' (duration: 2.974294149s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:08.047453Z","caller":"traceutil/trace.go:171","msg":"trace[1751102106] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:22980; }","duration":"5.876125799s","start":"2026-03-04T02:10:02.171309Z","end":"2026-03-04T02:10:08.047435Z","steps":["trace[1751102106] 'agreement among raft nodes before linearized reading' (duration: 5.87583032s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:08.047488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.972386408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18997fa4ab7f077b\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-04T02:10:08.047489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.971690866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-dc8f1560-92a6-4a81-8ae4-895519bf74b0\" ","response":"range_response_count:1 size:1324"} {"level":"warn","ts":"2026-03-04T02:10:08.04697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:03.458053Z","time spent":"4.588908011s","remote":"127.0.0.1:34786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:08.047493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:05.072857Z","time spent":"2.974618329s","remote":"127.0.0.1:56114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.204.45.162\" "} {"level":"info","ts":"2026-03-04T02:10:08.047544Z","caller":"traceutil/trace.go:171","msg":"trace[832666084] range","detail":"{range_begin:/registry/persistentvolumes/pvc-dc8f1560-92a6-4a81-8ae4-895519bf74b0; range_end:; response_count:1; response_revision:22980; }","duration":"2.971764468s","start":"2026-03-04T02:10:05.075763Z","end":"2026-03-04T02:10:08.047528Z","steps":["trace[832666084] 'agreement among raft nodes before linearized reading' (duration: 2.971593653s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:08.047519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:02.171287Z","time spent":"5.876215562s","remote":"127.0.0.1:36730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:08.047594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.973509274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-04T02:10:08.046921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.739528605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:08.047605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:05.075751Z","time spent":"2.971837351s","remote":"127.0.0.1:56230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-dc8f1560-92a6-4a81-8ae4-895519bf74b0\" "} {"level":"info","ts":"2026-03-04T02:10:08.047618Z","caller":"traceutil/trace.go:171","msg":"trace[322213045] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22980; }","duration":"2.973551096s","start":"2026-03-04T02:10:05.07406Z","end":"2026-03-04T02:10:08.047611Z","steps":["trace[322213045] 'agreement among raft nodes before linearized reading' (duration: 2.973471453s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:08.047623Z","caller":"traceutil/trace.go:171","msg":"trace[2132882844] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:22980; }","duration":"5.105230752s","start":"2026-03-04T02:10:02.942371Z","end":"2026-03-04T02:10:08.047307Z","steps":["trace[2132882844] 'agreement among raft nodes before linearized reading' (duration: 5.104703466s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:08.047642Z","caller":"traceutil/trace.go:171","msg":"trace[1558791321] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:22980; }","duration":"3.7403172s","start":"2026-03-04T02:10:04.30731Z","end":"2026-03-04T02:10:08.047627Z","steps":["trace[1558791321] 'agreement among raft nodes before linearized reading' (duration: 3.739496034s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:08.047658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.883549577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-04T02:10:08.047666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.799350918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T02:10:08.047692Z","caller":"traceutil/trace.go:171","msg":"trace[1979409490] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:22980; }","duration":"2.79939664s","start":"2026-03-04T02:10:05.248289Z","end":"2026-03-04T02:10:08.047686Z","steps":["trace[1979409490] 'agreement among raft nodes before linearized reading' (duration: 2.799308957s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:08.047693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:04.307291Z","time spent":"3.740385673s","remote":"127.0.0.1:41236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:10:08.047465Z","caller":"traceutil/trace.go:171","msg":"trace[338607844] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:22980; }","duration":"1.577207852s","start":"2026-03-04T02:10:06.470243Z","end":"2026-03-04T02:10:08.047451Z","steps":["trace[338607844] 'agreement among raft nodes before linearized reading' (duration: 1.57715515s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:08.047722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:05.248281Z","time spent":"2.799433871s","remote":"127.0.0.1:56188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-04T02:10:08.047327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:01.815414Z","time spent":"6.231904048s","remote":"127.0.0.1:41230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:10:08.047757Z","caller":"traceutil/trace.go:171","msg":"trace[1868562390] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:22980; }","duration":"1.88362902s","start":"2026-03-04T02:10:06.164054Z","end":"2026-03-04T02:10:08.047683Z","steps":["trace[1868562390] 'agreement among raft nodes before linearized reading' (duration: 1.883428864s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:08.047023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.171568791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:10:08.047767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:06.470222Z","time spent":"1.577504851s","remote":"127.0.0.1:56334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:08.047806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:06.164031Z","time spent":"1.883763203s","remote":"127.0.0.1:56304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":236,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:08.047195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:05.223652Z","time spent":"2.823513977s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:08.047821Z","caller":"traceutil/trace.go:171","msg":"trace[1112345521] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22980; }","duration":"3.172390587s","start":"2026-03-04T02:10:04.875412Z","end":"2026-03-04T02:10:08.047803Z","steps":["trace[1112345521] 'agreement among raft nodes before linearized reading' (duration: 3.171574551s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:08.047885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:04.875392Z","time spent":"3.17247315s","remote":"127.0.0.1:59026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:08.047644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:05.074045Z","time spent":"2.973593647s","remote":"127.0.0.1:56286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T02:10:08.047101Z","caller":"traceutil/trace.go:171","msg":"trace[1646466582] transaction","detail":"{read_only:false; response_revision:22977; number_of_response:1; }","duration":"2.97117512s","start":"2026-03-04T02:10:05.075908Z","end":"2026-03-04T02:10:08.047084Z","steps":["trace[1646466582] 'process raft request' (duration: 2.970253241s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:08.047687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:02.942348Z","time spent":"5.105323075s","remote":"127.0.0.1:36810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:08.047378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.441599387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:08.048017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:05.075896Z","time spent":"2.972055427s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:08.048031Z","caller":"traceutil/trace.go:171","msg":"trace[1765219555] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:22980; }","duration":"2.442278659s","start":"2026-03-04T02:10:05.605744Z","end":"2026-03-04T02:10:08.048022Z","steps":["trace[1765219555] 'agreement among raft nodes before linearized reading' (duration: 2.441599947s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:08.048097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:05.605733Z","time spent":"2.442351101s","remote":"127.0.0.1:60986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:10:08.047518Z","caller":"traceutil/trace.go:171","msg":"trace[193769684] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18997fa4ab7f077b; range_end:; response_count:1; response_revision:22980; }","duration":"2.972429579s","start":"2026-03-04T02:10:05.075081Z","end":"2026-03-04T02:10:08.04751Z","steps":["trace[193769684] 'agreement among raft nodes before linearized reading' (duration: 2.972314096s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:08.048176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:05.075075Z","time spent":"2.9730831s","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18997fa4ab7f077b\" "} {"level":"warn","ts":"2026-03-04T02:10:08.047519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279558255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:08.048264Z","caller":"traceutil/trace.go:171","msg":"trace[80305606] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22980; }","duration":"1.281368772s","start":"2026-03-04T02:10:06.766889Z","end":"2026-03-04T02:10:08.048257Z","steps":["trace[80305606] 'agreement among raft nodes before linearized reading' (duration: 1.280614608s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:08.048291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:06.766872Z","time spent":"1.281410913s","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:10:08.047412Z","caller":"traceutil/trace.go:171","msg":"trace[486673397] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:22980; }","duration":"1.454008059s","start":"2026-03-04T02:10:06.593397Z","end":"2026-03-04T02:10:08.047405Z","steps":["trace[486673397] 'agreement among raft nodes before linearized reading' (duration: 1.453954937s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:08.048346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:06.593367Z","time spent":"1.454961229s","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:08.047375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.544053559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:10:08.048437Z","caller":"traceutil/trace.go:171","msg":"trace[1872921339] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:22980; }","duration":"2.545126123s","start":"2026-03-04T02:10:05.50329Z","end":"2026-03-04T02:10:08.048416Z","steps":["trace[1872921339] 'agreement among raft nodes before linearized reading' (duration: 2.544055989s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:08.048486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:05.503273Z","time spent":"2.545199135s","remote":"127.0.0.1:56480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:08.552987Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743091943731742,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:10:10.052412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000320194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:10:10.052481Z","caller":"traceutil/trace.go:171","msg":"trace[460459947] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000428917s","start":"2026-03-04T02:10:08.052037Z","end":"2026-03-04T02:10:10.052466Z","steps":["trace[460459947] 'agreement among raft nodes before linearized reading' (duration: 2.000340784s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:10.052521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:08.052021Z","time spent":"2.000489269s","remote":"127.0.0.1:56074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:10:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:10:10.301373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.723370457s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-04T02:10:10.301475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:08.052012Z","time spent":"2.249458927s","remote":"127.0.0.1:56114","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:10:10.367026Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.789029577s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:10:10.367471Z","caller":"traceutil/trace.go:171","msg":"trace[1374172163] linearizableReadLoop","detail":"{readStateIndex:23791; appliedIndex:23789; }","duration":"2.315372246s","start":"2026-03-04T02:10:08.052075Z","end":"2026-03-04T02:10:10.367448Z","steps":["trace[1374172163] 'read index received' (duration: 525.931806ms)","trace[1374172163] 'applied index is now lower than readState.Index' (duration: 1.78943966s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:10.367671Z","caller":"traceutil/trace.go:171","msg":"trace[46415303] transaction","detail":"{read_only:false; response_revision:22981; number_of_response:1; }","duration":"2.314012783s","start":"2026-03-04T02:10:08.053565Z","end":"2026-03-04T02:10:10.367578Z","steps":["trace[46415303] 'process raft request' (duration: 2.313691463s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:10.368171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:08.053546Z","time spent":"2.314307152s","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:12.060531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000842911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:10:12.060622Z","caller":"traceutil/trace.go:171","msg":"trace[513110035] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000980795s","start":"2026-03-04T02:10:10.059621Z","end":"2026-03-04T02:10:12.060602Z","steps":["trace[513110035] 'agreement among raft nodes before linearized reading' (duration: 2.000859371s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:12.06086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:10.05958Z","time spent":"2.001081538s","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:10:13.333291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.013241ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:13.333438Z","caller":"traceutil/trace.go:171","msg":"trace[570061095] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:22981; }","duration":"787.178786ms","start":"2026-03-04T02:10:12.546239Z","end":"2026-03-04T02:10:13.333418Z","steps":["trace[570061095] 'range keys from in-memory index tree' (duration: 786.99212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:13.335804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.848820612s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:10:13.335984Z","caller":"traceutil/trace.go:171","msg":"trace[1750975966] transaction","detail":"{read_only:false; response_revision:22982; number_of_response:1; }","duration":"4.073095917s","start":"2026-03-04T02:10:09.262866Z","end":"2026-03-04T02:10:13.335962Z","steps":["trace[1750975966] 'process raft request' (duration: 1.224029067s)","trace[1750975966] 'compare' (duration: 2.846475297s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:13.336058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:09.26284Z","time spent":"4.07318613s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:13.336519Z","caller":"traceutil/trace.go:171","msg":"trace[278795167] transaction","detail":"{read_only:false; response_revision:22983; number_of_response:1; }","duration":"3.282820992s","start":"2026-03-04T02:10:10.05368Z","end":"2026-03-04T02:10:13.336501Z","steps":["trace[278795167] 'process raft request' (duration: 3.282223373s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:13.33655Z","caller":"traceutil/trace.go:171","msg":"trace[1924899061] transaction","detail":"{read_only:false; response_revision:22984; number_of_response:1; }","duration":"3.270791929s","start":"2026-03-04T02:10:10.065743Z","end":"2026-03-04T02:10:13.336535Z","steps":["trace[1924899061] 'process raft request' (duration: 3.270611143s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:13.33664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:10.053653Z","time spent":"3.282921385s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:13.336641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:10.065728Z","time spent":"3.27084765s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:13.336806Z","caller":"traceutil/trace.go:171","msg":"trace[731006036] transaction","detail":"{read_only:false; response_revision:22985; number_of_response:1; }","duration":"3.259503769s","start":"2026-03-04T02:10:10.077291Z","end":"2026-03-04T02:10:13.336795Z","steps":["trace[731006036] 'process raft request' (duration: 3.25919244s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:13.336822Z","caller":"traceutil/trace.go:171","msg":"trace[1030853085] linearizableReadLoop","detail":"{readStateIndex:23796; appliedIndex:23791; }","duration":"2.969284729s","start":"2026-03-04T02:10:10.367515Z","end":"2026-03-04T02:10:13.336799Z","steps":["trace[1030853085] 'read index received' (duration: 119.486015ms)","trace[1030853085] 'applied index is now lower than readState.Index' (duration: 2.849797204s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:13.336868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:10.077253Z","time spent":"3.259580113s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:13.336955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.728824634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:13.337012Z","caller":"traceutil/trace.go:171","msg":"trace[1807084526] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:22986; }","duration":"3.728924297s","start":"2026-03-04T02:10:09.608078Z","end":"2026-03-04T02:10:13.337002Z","steps":["trace[1807084526] 'agreement among raft nodes before linearized reading' (duration: 3.728732301s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:13.337046Z","caller":"traceutil/trace.go:171","msg":"trace[800445061] transaction","detail":"{read_only:false; response_revision:22986; number_of_response:1; }","duration":"3.018660101s","start":"2026-03-04T02:10:10.318376Z","end":"2026-03-04T02:10:13.337037Z","steps":["trace[800445061] 'process raft request' (duration: 3.018336131s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:13.33709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:09.608056Z","time spent":"3.72899872s","remote":"127.0.0.1:32782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:13.33712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:10.318354Z","time spent":"3.018719452s","remote":"127.0.0.1:56114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:13.337107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.85241479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:13.337234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.28452384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"warn","ts":"2026-03-04T02:10:13.337015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.281528921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-04T02:10:13.337296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.144470117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:13.337242Z","caller":"traceutil/trace.go:171","msg":"trace[1665488019] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:22986; }","duration":"3.852598475s","start":"2026-03-04T02:10:09.484619Z","end":"2026-03-04T02:10:13.337217Z","steps":["trace[1665488019] 'agreement among raft nodes before linearized reading' (duration: 3.85244919s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:13.33697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.856997628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:13.337351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.283019579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-04T02:10:13.337099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.98266875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-wc5j6\" ","response":"range_response_count:1 size:4695"} {"level":"warn","ts":"2026-03-04T02:10:13.337363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.276258847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-03-04T02:10:13.337386Z","caller":"traceutil/trace.go:171","msg":"trace[1089092947] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-wc5j6; range_end:; response_count:1; response_revision:22986; }","duration":"4.98299704s","start":"2026-03-04T02:10:08.354381Z","end":"2026-03-04T02:10:13.337378Z","steps":["trace[1089092947] 'agreement among raft nodes before linearized reading' (duration: 4.982618948s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:13.337392Z","caller":"traceutil/trace.go:171","msg":"trace[2109374283] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:22986; }","duration":"5.276313429s","start":"2026-03-04T02:10:08.061069Z","end":"2026-03-04T02:10:13.337383Z","steps":["trace[2109374283] 'agreement among raft nodes before linearized reading' (duration: 5.276231217s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:13.337394Z","caller":"traceutil/trace.go:171","msg":"trace[1060146170] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:22986; }","duration":"4.857482844s","start":"2026-03-04T02:10:08.47989Z","end":"2026-03-04T02:10:13.337373Z","steps":["trace[1060146170] 'agreement among raft nodes before linearized reading' (duration: 4.856925206s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:13.33742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:08.354359Z","time spent":"4.983052952s","remote":"127.0.0.1:56286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4717,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-wc5j6\" "} {"level":"info","ts":"2026-03-04T02:10:13.337415Z","caller":"traceutil/trace.go:171","msg":"trace[1932212030] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22986; }","duration":"3.281879993s","start":"2026-03-04T02:10:10.05546Z","end":"2026-03-04T02:10:13.33734Z","steps":["trace[1932212030] 'agreement among raft nodes before linearized reading' (duration: 3.28146873s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:13.337455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:08.479838Z","time spent":"4.857598267s","remote":"127.0.0.1:34934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:13.337464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.283575467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T02:10:13.337466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.7459148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:13.33749Z","caller":"traceutil/trace.go:171","msg":"trace[793910295] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22986; }","duration":"3.283627878s","start":"2026-03-04T02:10:10.053854Z","end":"2026-03-04T02:10:13.337482Z","steps":["trace[793910295] 'agreement among raft nodes before linearized reading' (duration: 3.283550836s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:13.337505Z","caller":"traceutil/trace.go:171","msg":"trace[1385935739] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:22986; }","duration":"4.745955562s","start":"2026-03-04T02:10:08.591538Z","end":"2026-03-04T02:10:13.337494Z","steps":["trace[1385935739] 'agreement among raft nodes before linearized reading' (duration: 4.74590135s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:13.337279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.282198087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"warn","ts":"2026-03-04T02:10:13.337524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:10.053842Z","time spent":"3.283674839s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:10:13.337544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:08.591492Z","time spent":"4.746039675s","remote":"127.0.0.1:36742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:10:13.337554Z","caller":"traceutil/trace.go:171","msg":"trace[410857401] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:22986; }","duration":"5.282495446s","start":"2026-03-04T02:10:08.055044Z","end":"2026-03-04T02:10:13.337539Z","steps":["trace[410857401] 'agreement among raft nodes before linearized reading' (duration: 5.282075353s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:13.337542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.769696978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:10:13.337293Z","caller":"traceutil/trace.go:171","msg":"trace[359646234] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:22986; }","duration":"5.284626304s","start":"2026-03-04T02:10:08.052651Z","end":"2026-03-04T02:10:13.337277Z","steps":["trace[359646234] 'agreement among raft nodes before linearized reading' (duration: 5.284471979s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:13.337608Z","caller":"traceutil/trace.go:171","msg":"trace[2143870740] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:22986; }","duration":"4.769809802s","start":"2026-03-04T02:10:08.567785Z","end":"2026-03-04T02:10:13.337595Z","steps":["trace[2143870740] 'agreement among raft nodes before linearized reading' (duration: 4.769683288s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:13.337607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:08.055031Z","time spent":"5.282560068s","remote":"127.0.0.1:56294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1159,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-04T02:10:13.337644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:08.567749Z","time spent":"4.769887274s","remote":"127.0.0.1:56438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:13.337628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.250318357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:10:13.337338Z","caller":"traceutil/trace.go:171","msg":"trace[652395071] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:22986; }","duration":"3.144552069s","start":"2026-03-04T02:10:10.192775Z","end":"2026-03-04T02:10:13.337328Z","steps":["trace[652395071] 'agreement among raft nodes before linearized reading' (duration: 3.144489347s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:13.337361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:09.484588Z","time spent":"3.85275532s","remote":"127.0.0.1:60922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:13.337955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:10.192755Z","time spent":"3.145163339s","remote":"127.0.0.1:36828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:13.33756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:10.055451Z","time spent":"3.282024577s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:10:13.337422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:08.061057Z","time spent":"5.27635788s","remote":"127.0.0.1:59034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5706,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T02:10:13.337237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.492142917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:13.338162Z","caller":"traceutil/trace.go:171","msg":"trace[1780697559] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:22986; }","duration":"3.493089757s","start":"2026-03-04T02:10:09.845048Z","end":"2026-03-04T02:10:13.338138Z","steps":["trace[1780697559] 'agreement among raft nodes before linearized reading' (duration: 3.492121446s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:13.338236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:09.845031Z","time spent":"3.493183381s","remote":"127.0.0.1:34832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:10:13.337386Z","caller":"traceutil/trace.go:171","msg":"trace[477726293] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22986; }","duration":"3.2830713s","start":"2026-03-04T02:10:10.054304Z","end":"2026-03-04T02:10:13.337375Z","steps":["trace[477726293] 'agreement among raft nodes before linearized reading' (duration: 3.282957796s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:13.338375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:10.054295Z","time spent":"3.28400861s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:10:13.337642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:08.052638Z","time spent":"5.284993495s","remote":"127.0.0.1:56246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-04T02:10:13.336972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.926844242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:13.338496Z","caller":"traceutil/trace.go:171","msg":"trace[1661675507] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:22986; }","duration":"4.928400482s","start":"2026-03-04T02:10:08.410063Z","end":"2026-03-04T02:10:13.338464Z","steps":["trace[1661675507] 'agreement among raft nodes before linearized reading' (duration: 4.926854512s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:13.338595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:08.410041Z","time spent":"4.928520526s","remote":"127.0.0.1:60990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:10:13.337689Z","caller":"traceutil/trace.go:171","msg":"trace[1133422074] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:22986; }","duration":"3.25042388s","start":"2026-03-04T02:10:10.087247Z","end":"2026-03-04T02:10:13.33767Z","steps":["trace[1133422074] 'agreement among raft nodes before linearized reading' (duration: 3.250286726s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:13.338719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:10.087227Z","time spent":"3.251443383s","remote":"127.0.0.1:47650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:13.837743Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743091943731753,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:10:14.061263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000595614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:10:14.061344Z","caller":"traceutil/trace.go:171","msg":"trace[805144066] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000730268s","start":"2026-03-04T02:10:12.060597Z","end":"2026-03-04T02:10:14.061327Z","steps":["trace[805144066] 'agreement among raft nodes before linearized reading' (duration: 2.000628755s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:14.061401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:12.060576Z","time spent":"2.000815561s","remote":"127.0.0.1:56074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:10:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:10:14.33805Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743091943731753,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:10:14.456754Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.969758465s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:10:15.593305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.018351278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:10:15.593401Z","caller":"traceutil/trace.go:171","msg":"trace[1450409580] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.018508064s","start":"2026-03-04T02:10:13.574871Z","end":"2026-03-04T02:10:15.593379Z","steps":["trace[1450409580] 'agreement among raft nodes before linearized reading' (duration: 2.018385s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:15.593457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:13.57485Z","time spent":"2.018596286s","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:10:15.623088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166093771s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:10:15.623166Z","caller":"traceutil/trace.go:171","msg":"trace[1762532956] transaction","detail":"{read_only:false; response_revision:22987; number_of_response:1; }","duration":"5.249814935s","start":"2026-03-04T02:10:10.373339Z","end":"2026-03-04T02:10:15.623154Z","steps":["trace[1762532956] 'process raft request' (duration: 4.083607911s)","trace[1762532956] 'compare' (duration: 1.165798311s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:15.623206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:10.373321Z","time spent":"5.249863237s","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:10:16.070464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000694136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:10:16.07061Z","caller":"traceutil/trace.go:171","msg":"trace[933705268] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000875392s","start":"2026-03-04T02:10:14.069692Z","end":"2026-03-04T02:10:16.070567Z","steps":["trace[933705268] 'agreement among raft nodes before linearized reading' (duration: 2.000726407s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:16.070665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:14.069676Z","time spent":"2.000976235s","remote":"127.0.0.1:56074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:10:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:10:17.151201Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.397237523s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:10:17.985263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.759749ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:10:17.985538Z","caller":"traceutil/trace.go:171","msg":"trace[1694995644] linearizableReadLoop","detail":"{readStateIndex:23801; appliedIndex:23796; }","duration":"4.648638563s","start":"2026-03-04T02:10:13.336882Z","end":"2026-03-04T02:10:17.985521Z","steps":["trace[1694995644] 'read index received' (duration: 1.120082306s)","trace[1694995644] 'applied index is now lower than readState.Index' (duration: 3.528555197s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:17.985615Z","caller":"traceutil/trace.go:171","msg":"trace[1651297871] transaction","detail":"{read_only:false; response_revision:22989; number_of_response:1; }","duration":"4.643105767s","start":"2026-03-04T02:10:13.342499Z","end":"2026-03-04T02:10:17.985605Z","steps":["trace[1651297871] 'process raft request' (duration: 4.642856239s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:17.985677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:13.342471Z","time spent":"4.643172699s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:17.985664Z","caller":"traceutil/trace.go:171","msg":"trace[1745791637] transaction","detail":"{read_only:false; response_revision:22988; number_of_response:1; }","duration":"4.643281593s","start":"2026-03-04T02:10:13.342352Z","end":"2026-03-04T02:10:17.985633Z","steps":["trace[1745791637] 'process raft request' (duration: 3.80906605s)","trace[1745791637] 'compare' (duration: 833.226371ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:17.985803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:13.342341Z","time spent":"4.643384636s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:17.985866Z","caller":"traceutil/trace.go:171","msg":"trace[274417569] transaction","detail":"{read_only:false; response_revision:22990; number_of_response:1; }","duration":"4.642396554s","start":"2026-03-04T02:10:13.343459Z","end":"2026-03-04T02:10:17.985855Z","steps":["trace[274417569] 'process raft request' (duration: 4.6419648s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:17.985923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:13.343446Z","time spent":"4.642449206s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:17.986151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.599128219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:10:17.986198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.494337813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:17.986195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.292199338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:17.986194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.570598311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-04T02:10:17.986215Z","caller":"traceutil/trace.go:171","msg":"trace[654839967] transaction","detail":"{read_only:false; response_revision:22991; number_of_response:1; }","duration":"4.641830266s","start":"2026-03-04T02:10:13.344354Z","end":"2026-03-04T02:10:17.986184Z","steps":["trace[654839967] 'process raft request' (duration: 4.641105733s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:17.986249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.455080546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:17.986268Z","caller":"traceutil/trace.go:171","msg":"trace[1583572232] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:22991; }","duration":"6.292298441s","start":"2026-03-04T02:10:11.693942Z","end":"2026-03-04T02:10:17.98624Z","steps":["trace[1583572232] 'agreement among raft nodes before linearized reading' (duration: 6.292207418s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:17.986304Z","caller":"traceutil/trace.go:171","msg":"trace[950786191] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:22991; }","duration":"7.455153258s","start":"2026-03-04T02:10:10.531131Z","end":"2026-03-04T02:10:17.986285Z","steps":["trace[950786191] 'agreement among raft nodes before linearized reading' (duration: 7.455087696s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:17.986239Z","caller":"traceutil/trace.go:171","msg":"trace[1887052289] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:22991; }","duration":"6.494417647s","start":"2026-03-04T02:10:11.491811Z","end":"2026-03-04T02:10:17.986228Z","steps":["trace[1887052289] 'agreement among raft nodes before linearized reading' (duration: 6.494348845s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:17.986275Z","caller":"traceutil/trace.go:171","msg":"trace[2116483670] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:22991; }","duration":"5.570687563s","start":"2026-03-04T02:10:12.415564Z","end":"2026-03-04T02:10:17.986252Z","steps":["trace[2116483670] 'agreement among raft nodes before linearized reading' (duration: 5.570461976s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:17.986348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:10.531118Z","time spent":"7.45522068s","remote":"127.0.0.1:41320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:17.986338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.819940671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:10:17.986146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.337198879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:17.986378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:13.344343Z","time spent":"4.64194804s","remote":"127.0.0.1:56286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4873,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:17.986409Z","caller":"traceutil/trace.go:171","msg":"trace[1700520631] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:22991; }","duration":"5.820020983s","start":"2026-03-04T02:10:12.166375Z","end":"2026-03-04T02:10:17.986396Z","steps":["trace[1700520631] 'agreement among raft nodes before linearized reading' (duration: 5.819898139s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:17.986376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.135935733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:17.986446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:12.166308Z","time spent":"5.820129256s","remote":"127.0.0.1:56376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:10:17.986447Z","caller":"traceutil/trace.go:171","msg":"trace[1029099904] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:22991; }","duration":"5.337544449s","start":"2026-03-04T02:10:12.648883Z","end":"2026-03-04T02:10:17.986428Z","steps":["trace[1029099904] 'agreement among raft nodes before linearized reading' (duration: 5.337147936s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:17.9864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:12.415494Z","time spent":"5.57089448s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-04T02:10:17.986241Z","caller":"traceutil/trace.go:171","msg":"trace[1973788515] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:22991; }","duration":"5.599267544s","start":"2026-03-04T02:10:12.386957Z","end":"2026-03-04T02:10:17.986224Z","steps":["trace[1973788515] 'agreement among raft nodes before linearized reading' (duration: 5.599076537s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:17.986151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.01057261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:17.986509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:12.648861Z","time spent":"5.337627982s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:17.986382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:11.491784Z","time spent":"6.494568691s","remote":"127.0.0.1:60874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:17.98654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:12.386936Z","time spent":"5.599584283s","remote":"127.0.0.1:56578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":17,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:17.986348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:11.693923Z","time spent":"6.292405505s","remote":"127.0.0.1:36608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:10:17.986558Z","caller":"traceutil/trace.go:171","msg":"trace[632903970] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:22991; }","duration":"6.011037745s","start":"2026-03-04T02:10:11.975497Z","end":"2026-03-04T02:10:17.986535Z","steps":["trace[632903970] 'agreement among raft nodes before linearized reading' (duration: 6.010518979s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:17.986629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:11.975468Z","time spent":"6.011138289s","remote":"127.0.0.1:60950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:10:17.98648Z","caller":"traceutil/trace.go:171","msg":"trace[1694261490] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:22991; }","duration":"7.13611506s","start":"2026-03-04T02:10:10.850333Z","end":"2026-03-04T02:10:17.986448Z","steps":["trace[1694261490] 'agreement among raft nodes before linearized reading' (duration: 7.13581538s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:17.986817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.510877863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:10:17.986965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.571537891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-04T02:10:17.987097Z","caller":"traceutil/trace.go:171","msg":"trace[2116094423] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:22991; }","duration":"5.571721617s","start":"2026-03-04T02:10:12.41535Z","end":"2026-03-04T02:10:17.987072Z","steps":["trace[2116094423] 'agreement among raft nodes before linearized reading' (duration: 5.571358535s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:17.987156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:12.41533Z","time spent":"5.571815839s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T02:10:17.986933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:10.85031Z","time spent":"7.136600324s","remote":"127.0.0.1:56322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:10:17.987024Z","caller":"traceutil/trace.go:171","msg":"trace[632507174] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22991; }","duration":"7.511115471s","start":"2026-03-04T02:10:10.475865Z","end":"2026-03-04T02:10:17.98698Z","steps":["trace[632507174] 'agreement among raft nodes before linearized reading' (duration: 7.510599244s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:17.98751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.416040259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:17.98751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:10.475842Z","time spent":"7.511617167s","remote":"127.0.0.1:58948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:10:17.987573Z","caller":"traceutil/trace.go:171","msg":"trace[1824431749] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:22991; }","duration":"5.416134732s","start":"2026-03-04T02:10:12.571422Z","end":"2026-03-04T02:10:17.987557Z","steps":["trace[1824431749] 'agreement among raft nodes before linearized reading' (duration: 5.416035519s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:17.987625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:12.571405Z","time spent":"5.416213315s","remote":"127.0.0.1:36670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:18.000749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.477947311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418106"} {"level":"info","ts":"2026-03-04T02:10:18.00081Z","caller":"traceutil/trace.go:171","msg":"trace[1660339261] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:22991; }","duration":"6.478024214s","start":"2026-03-04T02:10:11.522767Z","end":"2026-03-04T02:10:18.000792Z","steps":["trace[1660339261] 'agreement among raft nodes before linearized reading' (duration: 6.463416629s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:18.000858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:11.52276Z","time spent":"6.478087826s","remote":"127.0.0.1:52942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418128,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-04T02:10:18.076306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000103878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:10:18.076404Z","caller":"traceutil/trace.go:171","msg":"trace[919153761] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000246282s","start":"2026-03-04T02:10:16.076137Z","end":"2026-03-04T02:10:18.076383Z","steps":["trace[919153761] 'agreement among raft nodes before linearized reading' (duration: 2.000127979s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:18.076451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:16.07612Z","time spent":"2.000322905s","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:10:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:10:18.486591Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743091943731763,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:10:18.9505Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.74456304s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:10:19.192333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.328584ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:10:19.192496Z","caller":"traceutil/trace.go:171","msg":"trace[5342459] transaction","detail":"{read_only:false; response_revision:22992; number_of_response:1; }","duration":"3.848093801s","start":"2026-03-04T02:10:15.344379Z","end":"2026-03-04T02:10:19.192473Z","steps":["trace[5342459] 'process raft request' (duration: 3.60654493s)","trace[5342459] 'compare' (duration: 241.2036ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:19.192585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:15.344354Z","time spent":"3.848200225s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:19.192746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:15.626093Z","time spent":"3.5666497s","remote":"127.0.0.1:56164","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T02:10:19.192931Z","caller":"traceutil/trace.go:171","msg":"trace[1123013451] transaction","detail":"{read_only:false; response_revision:22993; number_of_response:1; }","duration":"3.84805657s","start":"2026-03-04T02:10:15.344856Z","end":"2026-03-04T02:10:19.192912Z","steps":["trace[1123013451] 'process raft request' (duration: 3.847571745s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:19.193015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:15.344846Z","time spent":"3.848112403s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:19.193039Z","caller":"traceutil/trace.go:171","msg":"trace[1416128697] transaction","detail":"{read_only:false; response_revision:22994; number_of_response:1; }","duration":"3.044996499s","start":"2026-03-04T02:10:16.148011Z","end":"2026-03-04T02:10:19.193007Z","steps":["trace[1416128697] 'process raft request' (duration: 3.044665519s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:19.193181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:16.147983Z","time spent":"3.045128463s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:20.076497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000014194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:10:20.076633Z","caller":"traceutil/trace.go:171","msg":"trace[352439659] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000230541s","start":"2026-03-04T02:10:18.076371Z","end":"2026-03-04T02:10:20.076602Z","steps":["trace[352439659] 'agreement among raft nodes before linearized reading' (duration: 2.000053096s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:20.076702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:18.076348Z","time spent":"2.000340805s","remote":"127.0.0.1:56074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:10:20.627418Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.672262938s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:10:20.821933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.118091ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:10:20.822463Z","caller":"traceutil/trace.go:171","msg":"trace[1176746446] linearizableReadLoop","detail":"{readStateIndex:23810; appliedIndex:23801; }","duration":"2.836873822s","start":"2026-03-04T02:10:17.985575Z","end":"2026-03-04T02:10:20.822449Z","steps":["trace[1176746446] 'read index received' (duration: 965.462202ms)","trace[1176746446] 'applied index is now lower than readState.Index' (duration: 1.87141095s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:20.822788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.29391016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:20.822825Z","caller":"traceutil/trace.go:171","msg":"trace[970475593] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:22999; }","duration":"5.294011144s","start":"2026-03-04T02:10:15.528803Z","end":"2026-03-04T02:10:20.822814Z","steps":["trace[970475593] 'agreement among raft nodes before linearized reading' (duration: 5.293938011s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:20.822851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:15.528783Z","time spent":"5.294061064s","remote":"127.0.0.1:36640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:20.82282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.155919006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:20.822947Z","caller":"traceutil/trace.go:171","msg":"trace[689236262] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:22999; }","duration":"5.156082122s","start":"2026-03-04T02:10:15.666835Z","end":"2026-03-04T02:10:20.822917Z","steps":["trace[689236262] 'agreement among raft nodes before linearized reading' (duration: 5.155808323s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:20.823023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:15.666753Z","time spent":"5.156254517s","remote":"127.0.0.1:36812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:20.823066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.722255388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:20.823096Z","caller":"traceutil/trace.go:171","msg":"trace[1222732343] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:22999; }","duration":"5.72232408s","start":"2026-03-04T02:10:15.100763Z","end":"2026-03-04T02:10:20.823087Z","steps":["trace[1222732343] 'agreement among raft nodes before linearized reading' (duration: 5.722276819s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:20.823129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:15.100743Z","time spent":"5.722377912s","remote":"127.0.0.1:34878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:10:20.823253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.168362794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:20.823278Z","caller":"traceutil/trace.go:171","msg":"trace[1918775201] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:22999; }","duration":"6.168517679s","start":"2026-03-04T02:10:14.654754Z","end":"2026-03-04T02:10:20.823272Z","steps":["trace[1918775201] 'agreement among raft nodes before linearized reading' (duration: 6.168478808s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:20.823295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:14.654729Z","time spent":"6.16856157s","remote":"127.0.0.1:41264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:10:20.823358Z","caller":"traceutil/trace.go:171","msg":"trace[1835166484] transaction","detail":"{read_only:false; response_revision:22995; number_of_response:1; }","duration":"2.830789568s","start":"2026-03-04T02:10:17.992545Z","end":"2026-03-04T02:10:20.823335Z","steps":["trace[1835166484] 'process raft request' (duration: 2.63519193s)","trace[1835166484] 'compare' (duration: 192.922223ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:20.823397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.392162082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:20.823416Z","caller":"traceutil/trace.go:171","msg":"trace[188502960] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:22999; }","duration":"7.392239705s","start":"2026-03-04T02:10:13.431171Z","end":"2026-03-04T02:10:20.823411Z","steps":["trace[188502960] 'agreement among raft nodes before linearized reading' (duration: 7.392204513s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:20.823436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:13.431147Z","time spent":"7.392283236s","remote":"127.0.0.1:34972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:20.8235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:17.992527Z","time spent":"2.830878831s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:20.823556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.46808757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:20.823587Z","caller":"traceutil/trace.go:171","msg":"trace[1154458837] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:22999; }","duration":"7.468140672s","start":"2026-03-04T02:10:13.355439Z","end":"2026-03-04T02:10:20.82358Z","steps":["trace[1154458837] 'agreement among raft nodes before linearized reading' (duration: 7.468096821s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:20.823608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:13.35543Z","time spent":"7.468172113s","remote":"127.0.0.1:52980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:20.823725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.480300259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:20.823751Z","caller":"traceutil/trace.go:171","msg":"trace[794231570] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:22999; }","duration":"7.48034302s","start":"2026-03-04T02:10:13.343401Z","end":"2026-03-04T02:10:20.823744Z","steps":["trace[794231570] 'agreement among raft nodes before linearized reading' (duration: 7.480304189s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:20.823747Z","caller":"traceutil/trace.go:171","msg":"trace[442293697] transaction","detail":"{read_only:false; response_revision:22996; number_of_response:1; }","duration":"2.821210833s","start":"2026-03-04T02:10:18.002501Z","end":"2026-03-04T02:10:20.823711Z","steps":["trace[442293697] 'process raft request' (duration: 2.819521219s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:20.823771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:13.343392Z","time spent":"7.480372362s","remote":"127.0.0.1:56172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-03-04T02:10:20.823811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:18.002491Z","time spent":"2.821283145s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:20.823931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.482195149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-38f2c127-c499-4b79-857f-aafd91b59b87\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-03-04T02:10:20.823959Z","caller":"traceutil/trace.go:171","msg":"trace[602272845] range","detail":"{range_begin:/registry/persistentvolumes/pvc-38f2c127-c499-4b79-857f-aafd91b59b87; range_end:; response_count:1; response_revision:22999; }","duration":"7.482232641s","start":"2026-03-04T02:10:13.341718Z","end":"2026-03-04T02:10:20.82395Z","steps":["trace[602272845] 'agreement among raft nodes before linearized reading' (duration: 7.482145708s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:20.823976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:13.341711Z","time spent":"7.482260951s","remote":"127.0.0.1:56230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1298,"request content":"key:\"/registry/persistentvolumes/pvc-38f2c127-c499-4b79-857f-aafd91b59b87\" "} {"level":"info","ts":"2026-03-04T02:10:20.824057Z","caller":"traceutil/trace.go:171","msg":"trace[794528359] transaction","detail":"{read_only:false; response_revision:22997; number_of_response:1; }","duration":"2.479780302s","start":"2026-03-04T02:10:18.344263Z","end":"2026-03-04T02:10:20.824044Z","steps":["trace[794528359] 'process raft request' (duration: 2.47783445s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:20.824129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.48315876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-04T02:10:20.82416Z","caller":"traceutil/trace.go:171","msg":"trace[1700028528] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:22999; }","duration":"7.483207881s","start":"2026-03-04T02:10:13.340946Z","end":"2026-03-04T02:10:20.824154Z","steps":["trace[1700028528] 'agreement among raft nodes before linearized reading' (duration: 7.483134229s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:20.824174Z","caller":"traceutil/trace.go:171","msg":"trace[1064669718] transaction","detail":"{read_only:false; response_revision:22998; number_of_response:1; }","duration":"2.422727534s","start":"2026-03-04T02:10:18.401434Z","end":"2026-03-04T02:10:20.824162Z","steps":["trace[1064669718] 'process raft request' (duration: 2.42069649s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:20.824237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:18.401407Z","time spent":"2.422795897s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:20.824878Z","caller":"traceutil/trace.go:171","msg":"trace[1619154598] transaction","detail":"{read_only:false; response_revision:22999; number_of_response:1; }","duration":"2.398676209s","start":"2026-03-04T02:10:18.426192Z","end":"2026-03-04T02:10:20.824868Z","steps":["trace[1619154598] 'process raft request' (duration: 2.396086496s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:20.824951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:18.426157Z","time spent":"2.398754811s","remote":"127.0.0.1:52942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418239,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:20.824184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:13.340928Z","time spent":"7.483250543s","remote":"127.0.0.1:56260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T02:10:20.824128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:18.344238Z","time spent":"2.479853093s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:20.826015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.025017365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:10:20.826075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.610536777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-03-04T02:10:20.826152Z","caller":"traceutil/trace.go:171","msg":"trace[1869228953] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:22999; }","duration":"3.610653271s","start":"2026-03-04T02:10:17.21548Z","end":"2026-03-04T02:10:20.826133Z","steps":["trace[1869228953] 'agreement among raft nodes before linearized reading' (duration: 3.610431194s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:20.826151Z","caller":"traceutil/trace.go:171","msg":"trace[1185657864] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:22999; }","duration":"4.025206791s","start":"2026-03-04T02:10:16.800917Z","end":"2026-03-04T02:10:20.826124Z","steps":["trace[1185657864] 'agreement among raft nodes before linearized reading' (duration: 4.024929652s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:20.826195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:17.215466Z","time spent":"3.610719723s","remote":"127.0.0.1:56294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-04T02:10:20.826214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:16.800896Z","time spent":"4.025302864s","remote":"127.0.0.1:56520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:22.085406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000067498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:10:22.085521Z","caller":"traceutil/trace.go:171","msg":"trace[1381412255] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000255113s","start":"2026-03-04T02:10:20.085236Z","end":"2026-03-04T02:10:22.085491Z","steps":["trace[1381412255] 'agreement among raft nodes before linearized reading' (duration: 2.000104629s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:22.085582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:20.085213Z","time spent":"2.000357187s","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:10:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:10:22.83769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.268544ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:22.837819Z","caller":"traceutil/trace.go:171","msg":"trace[706346576] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:22999; }","duration":"291.404759ms","start":"2026-03-04T02:10:22.546389Z","end":"2026-03-04T02:10:22.837794Z","steps":["trace[706346576] 'range keys from in-memory index tree' (duration: 291.247844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:22.838797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.890282761s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:10:22.83919Z","caller":"traceutil/trace.go:171","msg":"trace[1584944157] transaction","detail":"{read_only:false; response_revision:23001; number_of_response:1; }","duration":"1.998240488s","start":"2026-03-04T02:10:20.840923Z","end":"2026-03-04T02:10:22.839164Z","steps":["trace[1584944157] 'process raft request' (duration: 1.998058722s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:22.839308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:20.840889Z","time spent":"1.998357132s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:22.839748Z","caller":"traceutil/trace.go:171","msg":"trace[656111941] transaction","detail":"{read_only:false; response_revision:23000; number_of_response:1; }","duration":"3.645186701s","start":"2026-03-04T02:10:19.194545Z","end":"2026-03-04T02:10:22.839731Z","steps":["trace[656111941] 'process raft request' (duration: 1.753792086s)","trace[656111941] 'compare' (duration: 1.887809101s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:22.839813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:19.194523Z","time spent":"3.645262273s","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:10:22.839996Z","caller":"traceutil/trace.go:171","msg":"trace[1845872133] linearizableReadLoop","detail":"{readStateIndex:23811; appliedIndex:23810; }","duration":"2.017482671s","start":"2026-03-04T02:10:20.822498Z","end":"2026-03-04T02:10:22.839981Z","steps":["trace[1845872133] 'read index received' (duration: 125.761625ms)","trace[1845872133] 'applied index is now lower than readState.Index' (duration: 1.891719116s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:22.840441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.301949102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:22.840476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.831765493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-wc5j6\" ","response":"range_response_count:1 size:4890"} {"level":"warn","ts":"2026-03-04T02:10:22.840491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.495430334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T02:10:22.840664Z","caller":"traceutil/trace.go:171","msg":"trace[567492076] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23001; }","duration":"4.4956335s","start":"2026-03-04T02:10:18.345011Z","end":"2026-03-04T02:10:22.840644Z","steps":["trace[567492076] 'agreement among raft nodes before linearized reading' (duration: 4.49530043s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:22.840709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.849537455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:10:22.840728Z","caller":"traceutil/trace.go:171","msg":"trace[110111007] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23001; }","duration":"2.849610788s","start":"2026-03-04T02:10:19.991112Z","end":"2026-03-04T02:10:22.840723Z","steps":["trace[110111007] 'agreement among raft nodes before linearized reading' (duration: 2.849498444s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:22.840762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:19.991082Z","time spent":"2.84967504s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:10:22.840845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.849845685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-04T02:10:22.840835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:18.345001Z","time spent":"4.495705832s","remote":"127.0.0.1:56286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T02:10:22.840924Z","caller":"traceutil/trace.go:171","msg":"trace[1661166846] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23001; }","duration":"2.84999114s","start":"2026-03-04T02:10:19.990916Z","end":"2026-03-04T02:10:22.840907Z","steps":["trace[1661166846] 'agreement among raft nodes before linearized reading' (duration: 2.849764903s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:22.840528Z","caller":"traceutil/trace.go:171","msg":"trace[1167514595] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:23001; }","duration":"4.302100938s","start":"2026-03-04T02:10:18.538408Z","end":"2026-03-04T02:10:22.840509Z","steps":["trace[1167514595] 'agreement among raft nodes before linearized reading' (duration: 4.301895592s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:22.840965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:19.990895Z","time spent":"2.850060042s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T02:10:22.840553Z","caller":"traceutil/trace.go:171","msg":"trace[2125009665] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-wc5j6; range_end:; response_count:1; response_revision:23001; }","duration":"4.831859126s","start":"2026-03-04T02:10:18.008656Z","end":"2026-03-04T02:10:22.840515Z","steps":["trace[2125009665] 'agreement among raft nodes before linearized reading' (duration: 4.831644509s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:22.840942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.84999827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-04T02:10:22.841002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:18.008642Z","time spent":"4.832357183s","remote":"127.0.0.1:56286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4912,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-wc5j6\" "} {"level":"info","ts":"2026-03-04T02:10:22.841036Z","caller":"traceutil/trace.go:171","msg":"trace[1922914042] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23001; }","duration":"2.850127824s","start":"2026-03-04T02:10:19.99089Z","end":"2026-03-04T02:10:22.841018Z","steps":["trace[1922914042] 'agreement among raft nodes before linearized reading' (duration: 2.849830095s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:22.840977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:18.53839Z","time spent":"4.302573943s","remote":"127.0.0.1:57790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:22.841085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:19.990874Z","time spent":"2.850202417s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:10:22.840594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.809321305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:10:22.841206Z","caller":"traceutil/trace.go:171","msg":"trace[1372353724] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:23001; }","duration":"2.809898993s","start":"2026-03-04T02:10:20.03126Z","end":"2026-03-04T02:10:22.841159Z","steps":["trace[1372353724] 'agreement among raft nodes before linearized reading' (duration: 2.809291723s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:22.841897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:20.03114Z","time spent":"2.810724529s","remote":"127.0.0.1:56192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:23.340126Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743091943731774,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:10:23.468507Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.913612814s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:10:24.085482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999418346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:10:24.085584Z","caller":"traceutil/trace.go:171","msg":"trace[232658856] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999603441s","start":"2026-03-04T02:10:22.085948Z","end":"2026-03-04T02:10:24.085552Z","steps":["trace[232658856] 'agreement among raft nodes before linearized reading' (duration: 1.999487998s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:24.085635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:22.085925Z","time spent":"1.999699935s","remote":"127.0.0.1:56074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:10:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:10:25.575305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000827551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:10:25.575562Z","caller":"traceutil/trace.go:171","msg":"trace[1580173767] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001134341s","start":"2026-03-04T02:10:23.574386Z","end":"2026-03-04T02:10:25.57552Z","steps":["trace[1580173767] 'agreement among raft nodes before linearized reading' (duration: 2.000845402s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:25.575693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:23.57437Z","time spent":"2.001305316s","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:10:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:10:25.821195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:24.386473Z","time spent":"1.434711615s","remote":"127.0.0.1:43566","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:10:25.82261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.353645956s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:10:25.823632Z","caller":"traceutil/trace.go:171","msg":"trace[1232921239] transaction","detail":"{read_only:false; response_revision:23004; number_of_response:1; }","duration":"2.975311191s","start":"2026-03-04T02:10:22.848292Z","end":"2026-03-04T02:10:25.823603Z","steps":["trace[1232921239] 'process raft request' (duration: 2.974668451s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:25.823684Z","caller":"traceutil/trace.go:171","msg":"trace[549926990] linearizableReadLoop","detail":"{readStateIndex:23817; appliedIndex:23812; }","duration":"2.983625856s","start":"2026-03-04T02:10:22.840029Z","end":"2026-03-04T02:10:25.823655Z","steps":["trace[549926990] 'read index received' (duration: 628.815933ms)","trace[549926990] 'applied index is now lower than readState.Index' (duration: 2.354807303s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:25.823707Z","caller":"traceutil/trace.go:171","msg":"trace[343790338] transaction","detail":"{read_only:false; response_revision:23006; number_of_response:1; }","duration":"2.975048323s","start":"2026-03-04T02:10:22.848619Z","end":"2026-03-04T02:10:25.823667Z","steps":["trace[343790338] 'process raft request' (duration: 2.974435544s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:25.823741Z","caller":"traceutil/trace.go:171","msg":"trace[986033476] transaction","detail":"{read_only:false; response_revision:23002; number_of_response:1; }","duration":"4.623867324s","start":"2026-03-04T02:10:21.199815Z","end":"2026-03-04T02:10:25.823682Z","steps":["trace[986033476] 'process raft request' (duration: 2.26901257s)","trace[986033476] 'compare' (duration: 2.350876648s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:25.824055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:22.848599Z","time spent":"2.975362832s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:25.823738Z","caller":"traceutil/trace.go:171","msg":"trace[320392717] transaction","detail":"{read_only:false; response_revision:23005; number_of_response:1; }","duration":"2.975228388s","start":"2026-03-04T02:10:22.848448Z","end":"2026-03-04T02:10:25.823677Z","steps":["trace[320392717] 'process raft request' (duration: 2.974562277s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:25.824298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:22.848419Z","time spent":"2.975793986s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:25.823784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:22.848274Z","time spent":"2.975415105s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:25.823795Z","caller":"traceutil/trace.go:171","msg":"trace[98726805] transaction","detail":"{read_only:false; response_revision:23003; number_of_response:1; }","duration":"4.623429441s","start":"2026-03-04T02:10:21.200353Z","end":"2026-03-04T02:10:25.823782Z","steps":["trace[98726805] 'process raft request' (duration: 4.622443739s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:25.824562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:21.200342Z","time spent":"4.624195215s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:25.824308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:21.199779Z","time spent":"4.62437358s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:25.901038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.966180844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-04T02:10:25.901127Z","caller":"traceutil/trace.go:171","msg":"trace[112653606] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:23007; }","duration":"4.966370571s","start":"2026-03-04T02:10:20.934731Z","end":"2026-03-04T02:10:25.901101Z","steps":["trace[112653606] 'agreement among raft nodes before linearized reading' (duration: 4.889061859s)","trace[112653606] 'range keys from in-memory index tree' (duration: 77.047553ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:25.901173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:20.93466Z","time spent":"4.966501034s","remote":"127.0.0.1:56246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-03-04T02:10:25.9014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.639789768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:25.901458Z","caller":"traceutil/trace.go:171","msg":"trace[1632915837] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23007; }","duration":"3.639900332s","start":"2026-03-04T02:10:22.261538Z","end":"2026-03-04T02:10:25.901439Z","steps":["trace[1632915837] 'agreement among raft nodes before linearized reading' (duration: 3.562209999s)","trace[1632915837] 'count revisions from in-memory index tree' (duration: 77.611121ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:25.90149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:22.261511Z","time spent":"3.639968185s","remote":"127.0.0.1:34938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:25.901499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.028120214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:25.901467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.057616191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18997fa4843f3d7a\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-04T02:10:25.90149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.73519875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:25.901549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.385475941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:25.901588Z","caller":"traceutil/trace.go:171","msg":"trace[1982638504] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18997fa4843f3d7a; range_end:; response_count:1; response_revision:23007; }","duration":"3.057794317s","start":"2026-03-04T02:10:22.843762Z","end":"2026-03-04T02:10:25.901556Z","steps":["trace[1982638504] 'agreement among raft nodes before linearized reading' (duration: 3.057450796s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:25.90163Z","caller":"traceutil/trace.go:171","msg":"trace[1894216074] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:23007; }","duration":"4.735402466s","start":"2026-03-04T02:10:21.166195Z","end":"2026-03-04T02:10:25.901597Z","steps":["trace[1894216074] 'agreement among raft nodes before linearized reading' (duration: 4.657508166s)","trace[1894216074] 'count revisions from in-memory index tree' (duration: 77.676863ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:25.901639Z","caller":"traceutil/trace.go:171","msg":"trace[1438719331] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:23007; }","duration":"3.385621256s","start":"2026-03-04T02:10:22.51599Z","end":"2026-03-04T02:10:25.901611Z","steps":["trace[1438719331] 'agreement among raft nodes before linearized reading' (duration: 3.307743466s)","trace[1438719331] 'count revisions from in-memory index tree' (duration: 77.734015ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:25.901652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:22.843742Z","time spent":"3.057898941s","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18997fa4843f3d7a\" "} {"level":"warn","ts":"2026-03-04T02:10:25.901688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:22.515974Z","time spent":"3.385706179s","remote":"127.0.0.1:32790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:25.901697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:21.166174Z","time spent":"4.735508759s","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:25.901692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.057898532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18646"} {"level":"info","ts":"2026-03-04T02:10:25.901772Z","caller":"traceutil/trace.go:171","msg":"trace[726259113] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23007; }","duration":"4.058047677s","start":"2026-03-04T02:10:21.843706Z","end":"2026-03-04T02:10:25.901754Z","steps":["trace[726259113] 'agreement among raft nodes before linearized reading' (duration: 3.980072385s)","trace[726259113] 'range keys from in-memory index tree' (duration: 77.763506ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:25.901774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.07059121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"warn","ts":"2026-03-04T02:10:25.901809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:21.843666Z","time spent":"4.05813747s","remote":"127.0.0.1:56274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18668,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-04T02:10:25.901813Z","caller":"traceutil/trace.go:171","msg":"trace[1355809039] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:23007; }","duration":"5.070670512s","start":"2026-03-04T02:10:20.83113Z","end":"2026-03-04T02:10:25.901801Z","steps":["trace[1355809039] 'agreement among raft nodes before linearized reading' (duration: 4.992709259s)","trace[1355809039] 'range keys from in-memory index tree' (duration: 77.853169ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:25.901858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:20.831089Z","time spent":"5.070756494s","remote":"127.0.0.1:56294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1159,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-04T02:10:25.901904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.933406611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:352"} {"level":"warn","ts":"2026-03-04T02:10:25.901996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.067554383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:25.902032Z","caller":"traceutil/trace.go:171","msg":"trace[256472062] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23007; }","duration":"5.067644915s","start":"2026-03-04T02:10:20.834378Z","end":"2026-03-04T02:10:25.902023Z","steps":["trace[256472062] 'agreement among raft nodes before linearized reading' (duration: 4.989446405s)","trace[256472062] 'range keys from in-memory index tree' (duration: 78.135488ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:25.902061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:20.834348Z","time spent":"5.067706597s","remote":"127.0.0.1:56294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:10:25.902078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.874062404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:25.902095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.070824247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:25.902119Z","caller":"traceutil/trace.go:171","msg":"trace[680287954] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:23007; }","duration":"1.874151248s","start":"2026-03-04T02:10:24.027956Z","end":"2026-03-04T02:10:25.902108Z","steps":["trace[680287954] 'agreement among raft nodes before linearized reading' (duration: 1.874073695s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:25.902144Z","caller":"traceutil/trace.go:171","msg":"trace[1824112613] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:0; response_revision:23007; }","duration":"5.070869048s","start":"2026-03-04T02:10:20.831258Z","end":"2026-03-04T02:10:25.902127Z","steps":["trace[1824112613] 'agreement among raft nodes before linearized reading' (duration: 4.992572985s)","trace[1824112613] 'range keys from in-memory index tree' (duration: 78.222391ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:25.902147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.159373679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:10:25.902215Z","caller":"traceutil/trace.go:171","msg":"trace[1848689918] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:23007; }","duration":"2.159477184s","start":"2026-03-04T02:10:23.742723Z","end":"2026-03-04T02:10:25.902201Z","steps":["trace[1848689918] 'agreement among raft nodes before linearized reading' (duration: 2.15935952s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:25.902244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.891517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:10:25.902265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:23.742663Z","time spent":"2.159589516s","remote":"127.0.0.1:56384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:10:25.902287Z","caller":"traceutil/trace.go:171","msg":"trace[1402608955] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:23008; }","duration":"732.932558ms","start":"2026-03-04T02:10:25.169345Z","end":"2026-03-04T02:10:25.902277Z","steps":["trace[1402608955] 'agreement among raft nodes before linearized reading' (duration: 732.843735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:25.902301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.623522376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:25.902357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.4734617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:25.902365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.694645662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:25.902392Z","caller":"traceutil/trace.go:171","msg":"trace[1276198066] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23008; }","duration":"2.473533333s","start":"2026-03-04T02:10:23.428851Z","end":"2026-03-04T02:10:25.902384Z","steps":["trace[1276198066] 'agreement among raft nodes before linearized reading' (duration: 2.473484142s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:25.902397Z","caller":"traceutil/trace.go:171","msg":"trace[780573158] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:23008; }","duration":"1.694675122s","start":"2026-03-04T02:10:24.207712Z","end":"2026-03-04T02:10:25.902387Z","steps":["trace[780573158] 'agreement among raft nodes before linearized reading' (duration: 1.694627881s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:25.902416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:23.428824Z","time spent":"2.473586505s","remote":"127.0.0.1:36706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:25.902431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:24.207635Z","time spent":"1.694788497s","remote":"127.0.0.1:34652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:25.902425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.558658341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:25.902478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.701679538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-wc5j6\" ","response":"range_response_count:1 size:4890"} {"level":"info","ts":"2026-03-04T02:10:25.902505Z","caller":"traceutil/trace.go:171","msg":"trace[1571505606] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:23008; }","duration":"1.558777165s","start":"2026-03-04T02:10:24.34371Z","end":"2026-03-04T02:10:25.902487Z","steps":["trace[1571505606] 'agreement among raft nodes before linearized reading' (duration: 1.558671611s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:25.902533Z","caller":"traceutil/trace.go:171","msg":"trace[1418731051] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-wc5j6; range_end:; response_count:1; response_revision:23008; }","duration":"2.701761571s","start":"2026-03-04T02:10:23.200758Z","end":"2026-03-04T02:10:25.90252Z","steps":["trace[1418731051] 'agreement among raft nodes before linearized reading' (duration: 2.701635097s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:25.902551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:24.343686Z","time spent":"1.558851197s","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:25.90257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:23.200743Z","time spent":"2.701818802s","remote":"127.0.0.1:56286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4912,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-wc5j6\" "} {"level":"warn","ts":"2026-03-04T02:10:25.902626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.809148258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:25.902655Z","caller":"traceutil/trace.go:171","msg":"trace[597036865] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23008; }","duration":"1.809235171s","start":"2026-03-04T02:10:24.093413Z","end":"2026-03-04T02:10:25.902648Z","steps":["trace[597036865] 'agreement among raft nodes before linearized reading' (duration: 1.809171269s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:25.902719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:24.09338Z","time spent":"1.809295693s","remote":"127.0.0.1:56074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:10:25.902317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.053835881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T02:10:25.901533Z","caller":"traceutil/trace.go:171","msg":"trace[1224941661] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:23007; }","duration":"4.028213937s","start":"2026-03-04T02:10:21.873307Z","end":"2026-03-04T02:10:25.901521Z","steps":["trace[1224941661] 'agreement among raft nodes before linearized reading' (duration: 3.950454681s)","trace[1224941661] 'count revisions from in-memory index tree' (duration: 77.708225ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:25.902773Z","caller":"traceutil/trace.go:171","msg":"trace[1913358626] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23008; }","duration":"3.054301196s","start":"2026-03-04T02:10:22.848456Z","end":"2026-03-04T02:10:25.902757Z","steps":["trace[1913358626] 'agreement among raft nodes before linearized reading' (duration: 3.053741688s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:25.902809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:22.848444Z","time spent":"3.054354588s","remote":"127.0.0.1:56286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:10:25.902806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:21.873274Z","time spent":"4.029515498s","remote":"127.0.0.1:32776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:25.902058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.33371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:25.902357Z","caller":"traceutil/trace.go:171","msg":"trace[582554632] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:23008; }","duration":"1.623670661s","start":"2026-03-04T02:10:24.278674Z","end":"2026-03-04T02:10:25.902344Z","steps":["trace[582554632] 'agreement among raft nodes before linearized reading' (duration: 1.623583598s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:25.902942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:24.278649Z","time spent":"1.624277181s","remote":"127.0.0.1:41240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:25.901931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.797365429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:25.902992Z","caller":"traceutil/trace.go:171","msg":"trace[857730241] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:23007; }","duration":"4.798480954s","start":"2026-03-04T02:10:21.104499Z","end":"2026-03-04T02:10:25.90298Z","steps":["trace[857730241] 'agreement among raft nodes before linearized reading' (duration: 4.719306523s)","trace[857730241] 'count revisions from in-memory index tree' (duration: 78.068126ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:25.903026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:21.104473Z","time spent":"4.798539886s","remote":"127.0.0.1:60902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:25.902166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:24.027932Z","time spent":"1.87422391s","remote":"127.0.0.1:57786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:10:25.902951Z","caller":"traceutil/trace.go:171","msg":"trace[134782118] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23007; }","duration":"674.181857ms","start":"2026-03-04T02:10:25.228705Z","end":"2026-03-04T02:10:25.902886Z","steps":["trace[134782118] 'agreement among raft nodes before linearized reading' (duration: 673.297809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:25.903092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:25.228659Z","time spent":"674.421425ms","remote":"127.0.0.1:36592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:25.903106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.528178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-04T02:10:25.902178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:20.831212Z","time spent":"5.070957401s","remote":"127.0.0.1:56114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-04T02:10:25.903151Z","caller":"traceutil/trace.go:171","msg":"trace[1515101251] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:23008; }","duration":"234.635362ms","start":"2026-03-04T02:10:25.668508Z","end":"2026-03-04T02:10:25.903143Z","steps":["trace[1515101251] 'agreement among raft nodes before linearized reading' (duration: 234.235299ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:25.901991Z","caller":"traceutil/trace.go:171","msg":"trace[216504910] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:23007; }","duration":"4.933588056s","start":"2026-03-04T02:10:20.96838Z","end":"2026-03-04T02:10:25.901968Z","steps":["trace[216504910] 'agreement among raft nodes before linearized reading' (duration: 4.855453448s)","trace[216504910] 'range keys from in-memory index tree' (duration: 77.930361ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:25.903194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:20.968351Z","time spent":"4.934836476s","remote":"127.0.0.1:56192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":374,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-03-04T02:10:25.902317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:25.169262Z","time spent":"733.048172ms","remote":"127.0.0.1:60856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:25.903521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.65598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:10:25.903581Z","caller":"traceutil/trace.go:171","msg":"trace[1807268869] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23007; }","duration":"613.767504ms","start":"2026-03-04T02:10:25.289798Z","end":"2026-03-04T02:10:25.903565Z","steps":["trace[1807268869] 'agreement among raft nodes before linearized reading' (duration: 611.480021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:25.903619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:25.289773Z","time spent":"613.837156ms","remote":"127.0.0.1:56544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:10:26.28309Z","caller":"traceutil/trace.go:171","msg":"trace[252563550] linearizableReadLoop","detail":"{readStateIndex:23821; appliedIndex:23819; }","duration":"375.171475ms","start":"2026-03-04T02:10:25.907885Z","end":"2026-03-04T02:10:26.283056Z","steps":["trace[252563550] 'read index received' (duration: 60.167575ms)","trace[252563550] 'applied index is now lower than readState.Index' (duration: 315.00224ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:26.283264Z","caller":"traceutil/trace.go:171","msg":"trace[460222492] transaction","detail":"{read_only:false; response_revision:23009; number_of_response:1; }","duration":"376.27679ms","start":"2026-03-04T02:10:25.906971Z","end":"2026-03-04T02:10:26.283248Z","steps":["trace[460222492] 'process raft request' (duration: 375.618069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:26.28342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:25.906958Z","time spent":"376.344293ms","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:26.283467Z","caller":"traceutil/trace.go:171","msg":"trace[881582234] transaction","detail":"{read_only:false; response_revision:23010; number_of_response:1; }","duration":"371.268301ms","start":"2026-03-04T02:10:25.912153Z","end":"2026-03-04T02:10:26.283421Z","steps":["trace[881582234] 'process raft request' (duration: 370.755654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:26.283575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.65651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:26.283643Z","caller":"traceutil/trace.go:171","msg":"trace[1183759376] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23010; }","duration":"375.768524ms","start":"2026-03-04T02:10:25.907857Z","end":"2026-03-04T02:10:26.283625Z","steps":["trace[1183759376] 'agreement among raft nodes before linearized reading' (duration: 375.561848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:26.283646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:25.912141Z","time spent":"371.405106ms","remote":"127.0.0.1:56286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4885,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:26.283684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:25.907845Z","time spent":"375.831036ms","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:10:26.393237Z","caller":"traceutil/trace.go:171","msg":"trace[868854451] transaction","detail":"{read_only:false; response_revision:23011; number_of_response:1; }","duration":"423.0542ms","start":"2026-03-04T02:10:25.970138Z","end":"2026-03-04T02:10:26.393193Z","steps":["trace[868854451] 'process raft request' (duration: 405.15328ms)","trace[868854451] 'compare' (duration: 17.677573ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:26.393386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.314358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:26.393387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.665328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:26.393436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.836247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18646"} {"level":"warn","ts":"2026-03-04T02:10:26.393436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.4149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:685"} {"level":"warn","ts":"2026-03-04T02:10:26.393433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:25.970115Z","time spent":"423.228756ms","remote":"127.0.0.1:56114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:26.393436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.305443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:10:26.393456Z","caller":"traceutil/trace.go:171","msg":"trace[1195039676] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23011; }","duration":"401.461073ms","start":"2026-03-04T02:10:25.991974Z","end":"2026-03-04T02:10:26.393435Z","steps":["trace[1195039676] 'agreement among raft nodes before linearized reading' (duration: 401.284277ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:26.393466Z","caller":"traceutil/trace.go:171","msg":"trace[419996564] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23011; }","duration":"484.877908ms","start":"2026-03-04T02:10:25.908579Z","end":"2026-03-04T02:10:26.393457Z","steps":["trace[419996564] 'agreement among raft nodes before linearized reading' (duration: 484.756744ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:26.393475Z","caller":"traceutil/trace.go:171","msg":"trace[2015307716] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:23011; }","duration":"482.475541ms","start":"2026-03-04T02:10:25.910987Z","end":"2026-03-04T02:10:26.393463Z","steps":["trace[2015307716] 'agreement among raft nodes before linearized reading' (duration: 482.358468ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:26.393466Z","caller":"traceutil/trace.go:171","msg":"trace[922157689] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23011; }","duration":"482.777191ms","start":"2026-03-04T02:10:25.910669Z","end":"2026-03-04T02:10:26.393446Z","steps":["trace[922157689] 'agreement among raft nodes before linearized reading' (duration: 482.654667ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:26.393493Z","caller":"traceutil/trace.go:171","msg":"trace[1248295009] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23011; }","duration":"458.424706ms","start":"2026-03-04T02:10:25.935052Z","end":"2026-03-04T02:10:26.393477Z","steps":["trace[1248295009] 'agreement among raft nodes before linearized reading' (duration: 458.24096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:26.393497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:25.910971Z","time spent":"482.520713ms","remote":"127.0.0.1:56260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":707,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-04T02:10:26.393501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:25.908572Z","time spent":"484.919609ms","remote":"127.0.0.1:56274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18668,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T02:10:26.393503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:25.991939Z","time spent":"401.552325ms","remote":"127.0.0.1:56558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T02:10:26.393517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:25.935024Z","time spent":"458.488038ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:10:26.393512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:25.910663Z","time spent":"482.841624ms","remote":"127.0.0.1:56074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:10:26.393539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.393314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3e0786a3-cee6-405e-b1bf-e97d916ab06a\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-04T02:10:26.393605Z","caller":"traceutil/trace.go:171","msg":"trace[857534965] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3e0786a3-cee6-405e-b1bf-e97d916ab06a; range_end:; response_count:1; response_revision:23011; }","duration":"485.499568ms","start":"2026-03-04T02:10:25.908088Z","end":"2026-03-04T02:10:26.393587Z","steps":["trace[857534965] 'agreement among raft nodes before linearized reading' (duration: 485.24333ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:26.393233Z","caller":"traceutil/trace.go:171","msg":"trace[1006881251] linearizableReadLoop","detail":"{readStateIndex:23823; appliedIndex:23822; }","duration":"109.994743ms","start":"2026-03-04T02:10:26.283195Z","end":"2026-03-04T02:10:26.39319Z","steps":["trace[1006881251] 'read index received' (duration: 92.110904ms)","trace[1006881251] 'applied index is now lower than readState.Index' (duration: 17.882049ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:26.393655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:25.908081Z","time spent":"485.55976ms","remote":"127.0.0.1:56230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-3e0786a3-cee6-405e-b1bf-e97d916ab06a\" "} {"level":"warn","ts":"2026-03-04T02:10:26.393751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.140566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:26.393784Z","caller":"traceutil/trace.go:171","msg":"trace[1700535267] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23011; }","duration":"479.61305ms","start":"2026-03-04T02:10:25.914162Z","end":"2026-03-04T02:10:26.393775Z","steps":["trace[1700535267] 'agreement among raft nodes before linearized reading' (duration: 479.065213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:26.39383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:25.914153Z","time spent":"479.669743ms","remote":"127.0.0.1:56364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-04T02:10:26.405183Z","caller":"traceutil/trace.go:171","msg":"trace[1178898895] transaction","detail":"{read_only:false; response_revision:23012; number_of_response:1; }","duration":"118.591716ms","start":"2026-03-04T02:10:26.286562Z","end":"2026-03-04T02:10:26.405154Z","steps":["trace[1178898895] 'process raft request' (duration: 118.456372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:26.405549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.025948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-tqbwt\" ","response":"range_response_count:1 size:5315"} {"level":"info","ts":"2026-03-04T02:10:26.405605Z","caller":"traceutil/trace.go:171","msg":"trace[1470035384] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-tqbwt; range_end:; response_count:1; response_revision:23012; }","duration":"118.108301ms","start":"2026-03-04T02:10:26.287481Z","end":"2026-03-04T02:10:26.405589Z","steps":["trace[1470035384] 'agreement among raft nodes before linearized reading' (duration: 117.999337ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:26.580863Z","caller":"traceutil/trace.go:171","msg":"trace[1198161995] transaction","detail":"{read_only:false; response_revision:23013; number_of_response:1; }","duration":"168.926579ms","start":"2026-03-04T02:10:26.411914Z","end":"2026-03-04T02:10:26.580841Z","steps":["trace[1198161995] 'process raft request' (duration: 168.774044ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:26.703568Z","caller":"traceutil/trace.go:171","msg":"trace[6875057] linearizableReadLoop","detail":"{readStateIndex:23826; appliedIndex:23825; }","duration":"286.930776ms","start":"2026-03-04T02:10:26.416606Z","end":"2026-03-04T02:10:26.703537Z","steps":["trace[6875057] 'read index received' (duration: 164.284081ms)","trace[6875057] 'applied index is now lower than readState.Index' (duration: 122.645395ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:26.703638Z","caller":"traceutil/trace.go:171","msg":"trace[2007505614] transaction","detail":"{read_only:false; response_revision:23014; number_of_response:1; }","duration":"287.193116ms","start":"2026-03-04T02:10:26.416415Z","end":"2026-03-04T02:10:26.703608Z","steps":["trace[2007505614] 'process raft request' (duration: 263.752719ms)","trace[2007505614] 'compare' (duration: 23.141057ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:26.703763Z","caller":"traceutil/trace.go:171","msg":"trace[888748310] transaction","detail":"{read_only:false; response_revision:23015; number_of_response:1; }","duration":"118.861755ms","start":"2026-03-04T02:10:26.584875Z","end":"2026-03-04T02:10:26.703737Z","steps":["trace[888748310] 'process raft request' (duration: 118.625547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:26.703833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.186625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-03-04T02:10:26.703876Z","caller":"traceutil/trace.go:171","msg":"trace[1348472037] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23015; }","duration":"287.306489ms","start":"2026-03-04T02:10:26.416558Z","end":"2026-03-04T02:10:26.703864Z","steps":["trace[1348472037] 'agreement among raft nodes before linearized reading' (duration: 287.133573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:26.703898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.592439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-03-04T02:10:26.703972Z","caller":"traceutil/trace.go:171","msg":"trace[633499761] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23015; }","duration":"282.730933ms","start":"2026-03-04T02:10:26.421221Z","end":"2026-03-04T02:10:26.703952Z","steps":["trace[633499761] 'agreement among raft nodes before linearized reading' (duration: 282.531367ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:26.87954Z","caller":"traceutil/trace.go:171","msg":"trace[259343691] linearizableReadLoop","detail":"{readStateIndex:23828; appliedIndex:23827; }","duration":"161.361509ms","start":"2026-03-04T02:10:26.718137Z","end":"2026-03-04T02:10:26.879499Z","steps":["trace[259343691] 'read index received' (duration: 94.908212ms)","trace[259343691] 'applied index is now lower than readState.Index' (duration: 66.452137ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:26.879698Z","caller":"traceutil/trace.go:171","msg":"trace[1383181010] transaction","detail":"{read_only:false; response_revision:23016; number_of_response:1; }","duration":"164.300342ms","start":"2026-03-04T02:10:26.715363Z","end":"2026-03-04T02:10:26.879663Z","steps":["trace[1383181010] 'process raft request' (duration: 97.66317ms)","trace[1383181010] 'compare' (duration: 66.318562ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:26.87979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.618997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-04T02:10:26.879841Z","caller":"traceutil/trace.go:171","msg":"trace[1034190955] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:23016; }","duration":"161.70216ms","start":"2026-03-04T02:10:26.718119Z","end":"2026-03-04T02:10:26.879822Z","steps":["trace[1034190955] 'agreement among raft nodes before linearized reading' (duration: 161.495243ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:27.020014Z","caller":"traceutil/trace.go:171","msg":"trace[377733927] linearizableReadLoop","detail":"{readStateIndex:23829; appliedIndex:23828; }","duration":"137.2357ms","start":"2026-03-04T02:10:26.882756Z","end":"2026-03-04T02:10:27.019992Z","steps":["trace[377733927] 'read index received' (duration: 130.051171ms)","trace[377733927] 'applied index is now lower than readState.Index' (duration: 7.183699ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:27.020072Z","caller":"traceutil/trace.go:171","msg":"trace[1239496663] transaction","detail":"{read_only:false; response_revision:23017; number_of_response:1; }","duration":"300.918803ms","start":"2026-03-04T02:10:26.719115Z","end":"2026-03-04T02:10:27.020034Z","steps":["trace[1239496663] 'process raft request' (duration: 293.711343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:27.020176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:26.719105Z","time spent":"301.002595ms","remote":"127.0.0.1:56286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6844,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:27.020278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.494028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18997fa4ab7f077b\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-03-04T02:10:27.020339Z","caller":"traceutil/trace.go:171","msg":"trace[1724890309] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18997fa4ab7f077b; range_end:; response_count:1; response_revision:23017; }","duration":"137.602082ms","start":"2026-03-04T02:10:26.882724Z","end":"2026-03-04T02:10:27.020326Z","steps":["trace[1724890309] 'agreement among raft nodes before linearized reading' (duration: 137.422746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:27.020566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.810528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e6599d89-1580-4c60-b783-18da4d07bcbb\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-03-04T02:10:27.020625Z","caller":"traceutil/trace.go:171","msg":"trace[791571728] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e6599d89-1580-4c60-b783-18da4d07bcbb; range_end:; response_count:1; response_revision:23017; }","duration":"137.915512ms","start":"2026-03-04T02:10:26.882692Z","end":"2026-03-04T02:10:27.020607Z","steps":["trace[791571728] 'agreement among raft nodes before linearized reading' (duration: 137.427416ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:27.244336Z","caller":"traceutil/trace.go:171","msg":"trace[154257176] linearizableReadLoop","detail":"{readStateIndex:23830; appliedIndex:23829; }","duration":"208.250291ms","start":"2026-03-04T02:10:27.036045Z","end":"2026-03-04T02:10:27.244295Z","steps":["trace[154257176] 'read index received' (duration: 190.412493ms)","trace[154257176] 'applied index is now lower than readState.Index' (duration: 17.836258ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:27.244381Z","caller":"traceutil/trace.go:171","msg":"trace[373378280] transaction","detail":"{read_only:false; response_revision:23018; number_of_response:1; }","duration":"208.439437ms","start":"2026-03-04T02:10:27.035895Z","end":"2026-03-04T02:10:27.244334Z","steps":["trace[373378280] 'process raft request' (duration: 190.544708ms)","trace[373378280] 'compare' (duration: 17.697993ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:27.244713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.633303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-04T02:10:27.244805Z","caller":"traceutil/trace.go:171","msg":"trace[1159103395] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:23018; }","duration":"208.798799ms","start":"2026-03-04T02:10:27.035987Z","end":"2026-03-04T02:10:27.244786Z","steps":["trace[1159103395] 'agreement among raft nodes before linearized reading' (duration: 208.488259ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:27.335232Z","caller":"traceutil/trace.go:171","msg":"trace[438501237] transaction","detail":"{read_only:false; response_revision:23019; number_of_response:1; }","duration":"292.240986ms","start":"2026-03-04T02:10:27.042962Z","end":"2026-03-04T02:10:27.335203Z","steps":["trace[438501237] 'process raft request' (duration: 292.030829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:27.33548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.012992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:10:27.335553Z","caller":"traceutil/trace.go:171","msg":"trace[520006024] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:23019; }","duration":"185.139195ms","start":"2026-03-04T02:10:27.150398Z","end":"2026-03-04T02:10:27.335537Z","steps":["trace[520006024] 'agreement among raft nodes before linearized reading' (duration: 184.914678ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:27.380627Z","caller":"traceutil/trace.go:171","msg":"trace[1373369798] transaction","detail":"{read_only:false; response_revision:23020; number_of_response:1; }","duration":"118.967628ms","start":"2026-03-04T02:10:27.261591Z","end":"2026-03-04T02:10:27.380558Z","steps":["trace[1373369798] 'process raft request' (duration: 118.662368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:27.380775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.867207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9cd94022-0661-46f0-868e-e43c8ea978f2\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-04T02:10:27.380825Z","caller":"traceutil/trace.go:171","msg":"trace[2068868150] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9cd94022-0661-46f0-868e-e43c8ea978f2; range_end:; response_count:1; response_revision:23020; }","duration":"130.923479ms","start":"2026-03-04T02:10:27.249882Z","end":"2026-03-04T02:10:27.380805Z","steps":["trace[2068868150] 'agreement among raft nodes before linearized reading' (duration: 130.831476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:27.380667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.672303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18997fa4843f3d7a\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-04T02:10:27.380913Z","caller":"traceutil/trace.go:171","msg":"trace[586921572] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18997fa4843f3d7a; range_end:; response_count:1; response_revision:23020; }","duration":"131.964813ms","start":"2026-03-04T02:10:27.248918Z","end":"2026-03-04T02:10:27.380883Z","steps":["trace[586921572] 'agreement among raft nodes before linearized reading' (duration: 131.57377ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:27.538448Z","caller":"traceutil/trace.go:171","msg":"trace[2034878894] linearizableReadLoop","detail":"{readStateIndex:23834; appliedIndex:23833; }","duration":"128.201663ms","start":"2026-03-04T02:10:27.410218Z","end":"2026-03-04T02:10:27.53842Z","steps":["trace[2034878894] 'read index received' (duration: 94.943844ms)","trace[2034878894] 'applied index is now lower than readState.Index' (duration: 33.256379ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:27.538496Z","caller":"traceutil/trace.go:171","msg":"trace[466988345] transaction","detail":"{read_only:false; response_revision:23022; number_of_response:1; }","duration":"142.944291ms","start":"2026-03-04T02:10:27.395532Z","end":"2026-03-04T02:10:27.538476Z","steps":["trace[466988345] 'process raft request' (duration: 109.683082ms)","trace[466988345] 'compare' (duration: 33.080334ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:27.53892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.429664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-81490e90-6508-40bb-b252-d5780215c983\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-04T02:10:27.539029Z","caller":"traceutil/trace.go:171","msg":"trace[1682216778] range","detail":"{range_begin:/registry/persistentvolumes/pvc-81490e90-6508-40bb-b252-d5780215c983; range_end:; response_count:1; response_revision:23022; }","duration":"125.547657ms","start":"2026-03-04T02:10:27.413458Z","end":"2026-03-04T02:10:27.539006Z","steps":["trace[1682216778] 'agreement among raft nodes before linearized reading' (duration: 125.267568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:27.538706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.524975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18646"} {"level":"warn","ts":"2026-03-04T02:10:27.539459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.259259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-wc5j6.189981627d0c9996\" ","response":"range_response_count:1 size:863"} {"level":"info","ts":"2026-03-04T02:10:27.539549Z","caller":"traceutil/trace.go:171","msg":"trace[2044386686] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-wc5j6.189981627d0c9996; range_end:; response_count:1; response_revision:23022; }","duration":"125.396893ms","start":"2026-03-04T02:10:27.414131Z","end":"2026-03-04T02:10:27.539528Z","steps":["trace[2044386686] 'agreement among raft nodes before linearized reading' (duration: 124.818895ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:27.539752Z","caller":"traceutil/trace.go:171","msg":"trace[687712318] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:23022; }","duration":"147.065492ms","start":"2026-03-04T02:10:27.392098Z","end":"2026-03-04T02:10:27.539164Z","steps":["trace[687712318] 'agreement among raft nodes before linearized reading' (duration: 146.451483ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:27.685659Z","caller":"traceutil/trace.go:171","msg":"trace[69889294] linearizableReadLoop","detail":"{readStateIndex:23837; appliedIndex:23836; }","duration":"126.492808ms","start":"2026-03-04T02:10:27.559136Z","end":"2026-03-04T02:10:27.685629Z","steps":["trace[69889294] 'read index received' (duration: 120.965633ms)","trace[69889294] 'applied index is now lower than readState.Index' (duration: 5.526275ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:27.685783Z","caller":"traceutil/trace.go:171","msg":"trace[1568992554] transaction","detail":"{read_only:false; response_revision:23025; number_of_response:1; }","duration":"133.854583ms","start":"2026-03-04T02:10:27.551892Z","end":"2026-03-04T02:10:27.685747Z","steps":["trace[1568992554] 'process raft request' (duration: 128.276916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:27.685932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.769497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18998162c76f927b\" ","response":"range_response_count:1 size:840"} {"level":"info","ts":"2026-03-04T02:10:27.685973Z","caller":"traceutil/trace.go:171","msg":"trace[2135463494] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18998162c76f927b; range_end:; response_count:1; response_revision:23025; }","duration":"126.86312ms","start":"2026-03-04T02:10:27.559095Z","end":"2026-03-04T02:10:27.685958Z","steps":["trace[2135463494] 'agreement among raft nodes before linearized reading' (duration: 126.662994ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:28.241139Z","caller":"traceutil/trace.go:171","msg":"trace[1070612840] transaction","detail":"{read_only:false; response_revision:23043; number_of_response:1; }","duration":"102.819534ms","start":"2026-03-04T02:10:28.13828Z","end":"2026-03-04T02:10:28.2411Z","steps":["trace[1070612840] 'process raft request' (duration: 48.855196ms)","trace[1070612840] 'compare' (duration: 53.818124ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:28.409414Z","caller":"traceutil/trace.go:171","msg":"trace[1289600040] transaction","detail":"{read_only:false; response_revision:23046; number_of_response:1; }","duration":"129.817434ms","start":"2026-03-04T02:10:28.279533Z","end":"2026-03-04T02:10:28.40935Z","steps":["trace[1289600040] 'process raft request' (duration: 62.874482ms)","trace[1289600040] 'compare' (duration: 66.703104ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:28.617077Z","caller":"traceutil/trace.go:171","msg":"trace[1951809492] linearizableReadLoop","detail":"{readStateIndex:23861; appliedIndex:23860; }","duration":"116.912372ms","start":"2026-03-04T02:10:28.500127Z","end":"2026-03-04T02:10:28.617039Z","steps":["trace[1951809492] 'read index received' (duration: 116.387635ms)","trace[1951809492] 'applied index is now lower than readState.Index' (duration: 522.797µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:28.617123Z","caller":"traceutil/trace.go:171","msg":"trace[1358576883] transaction","detail":"{read_only:false; response_revision:23049; number_of_response:1; }","duration":"132.693375ms","start":"2026-03-04T02:10:28.484389Z","end":"2026-03-04T02:10:28.617082Z","steps":["trace[1358576883] 'process raft request' (duration: 132.261312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:28.617364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.209332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3018"} {"level":"info","ts":"2026-03-04T02:10:28.61744Z","caller":"traceutil/trace.go:171","msg":"trace[373902535] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:23049; }","duration":"117.328165ms","start":"2026-03-04T02:10:28.500095Z","end":"2026-03-04T02:10:28.617424Z","steps":["trace[373902535] 'agreement among raft nodes before linearized reading' (duration: 117.075517ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:29.622841Z","caller":"traceutil/trace.go:171","msg":"trace[291985355] linearizableReadLoop","detail":"{readStateIndex:23879; appliedIndex:23878; }","duration":"191.59465ms","start":"2026-03-04T02:10:29.431216Z","end":"2026-03-04T02:10:29.62281Z","steps":["trace[291985355] 'read index received' (duration: 171.719178ms)","trace[291985355] 'applied index is now lower than readState.Index' (duration: 19.872762ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:29.622862Z","caller":"traceutil/trace.go:171","msg":"trace[861943741] transaction","detail":"{read_only:false; response_revision:23067; number_of_response:1; }","duration":"192.557151ms","start":"2026-03-04T02:10:29.430267Z","end":"2026-03-04T02:10:29.622824Z","steps":["trace[861943741] 'process raft request' (duration: 172.663748ms)","trace[861943741] 'compare' (duration: 19.631744ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:29.6231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.862469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4430"} {"level":"info","ts":"2026-03-04T02:10:29.623135Z","caller":"traceutil/trace.go:171","msg":"trace[157446450] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:23067; }","duration":"191.92775ms","start":"2026-03-04T02:10:29.431196Z","end":"2026-03-04T02:10:29.623124Z","steps":["trace[157446450] 'agreement among raft nodes before linearized reading' (duration: 191.717584ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:29.904429Z","caller":"traceutil/trace.go:171","msg":"trace[1910274305] transaction","detail":"{read_only:false; response_revision:23073; number_of_response:1; }","duration":"136.941161ms","start":"2026-03-04T02:10:29.767444Z","end":"2026-03-04T02:10:29.904385Z","steps":["trace[1910274305] 'process raft request' (duration: 105.588312ms)","trace[1910274305] 'compare' (duration: 31.098581ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:29.904431Z","caller":"traceutil/trace.go:171","msg":"trace[372785707] transaction","detail":"{read_only:false; response_revision:23074; number_of_response:1; }","duration":"134.905206ms","start":"2026-03-04T02:10:29.769494Z","end":"2026-03-04T02:10:29.904399Z","steps":["trace[372785707] 'process raft request' (duration: 134.791922ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:30.405229Z","caller":"traceutil/trace.go:171","msg":"trace[718386799] transaction","detail":"{read_only:false; response_revision:23088; number_of_response:1; }","duration":"119.971251ms","start":"2026-03-04T02:10:30.285226Z","end":"2026-03-04T02:10:30.405198Z","steps":["trace[718386799] 'process raft request' (duration: 119.223497ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:30.481126Z","caller":"traceutil/trace.go:171","msg":"trace[142330699] transaction","detail":"{read_only:false; response_revision:23089; number_of_response:1; }","duration":"130.855007ms","start":"2026-03-04T02:10:30.350227Z","end":"2026-03-04T02:10:30.481082Z","steps":["trace[142330699] 'process raft request' (duration: 130.532336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:30.758651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.677231ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:10:30.758771Z","caller":"traceutil/trace.go:171","msg":"trace[782250657] linearizableReadLoop","detail":"{readStateIndex:23906; appliedIndex:23905; }","duration":"134.799843ms","start":"2026-03-04T02:10:30.623956Z","end":"2026-03-04T02:10:30.758756Z","steps":["trace[782250657] 'read index received' (duration: 14.876374ms)","trace[782250657] 'applied index is now lower than readState.Index' (duration: 119.921619ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:30.758848Z","caller":"traceutil/trace.go:171","msg":"trace[1917675859] transaction","detail":"{read_only:false; response_revision:23094; number_of_response:1; }","duration":"156.257425ms","start":"2026-03-04T02:10:30.602582Z","end":"2026-03-04T02:10:30.75884Z","steps":["trace[1917675859] 'process raft request' (duration: 36.295085ms)","trace[1917675859] 'compare' (duration: 119.484775ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:30.759163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.225365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-03-04T02:10:30.759203Z","caller":"traceutil/trace.go:171","msg":"trace[1672664944] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:23094; }","duration":"135.297368ms","start":"2026-03-04T02:10:30.623895Z","end":"2026-03-04T02:10:30.759193Z","steps":["trace[1672664944] 'agreement among raft nodes before linearized reading' (duration: 135.117592ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:30.9475Z","caller":"traceutil/trace.go:171","msg":"trace[1327100147] transaction","detail":"{read_only:false; response_revision:23097; number_of_response:1; }","duration":"103.93912ms","start":"2026-03-04T02:10:30.8435Z","end":"2026-03-04T02:10:30.947439Z","steps":["trace[1327100147] 'process raft request' (duration: 103.730943ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:31.111883Z","caller":"traceutil/trace.go:171","msg":"trace[1071633314] transaction","detail":"{read_only:false; response_revision:23099; number_of_response:1; }","duration":"112.319766ms","start":"2026-03-04T02:10:30.999533Z","end":"2026-03-04T02:10:31.111853Z","steps":["trace[1071633314] 'process raft request' (duration: 78.768678ms)","trace[1071633314] 'compare' (duration: 33.043182ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:31.445051Z","caller":"traceutil/trace.go:171","msg":"trace[269445253] transaction","detail":"{read_only:false; response_revision:23106; number_of_response:1; }","duration":"114.086353ms","start":"2026-03-04T02:10:31.33094Z","end":"2026-03-04T02:10:31.445027Z","steps":["trace[269445253] 'process raft request' (duration: 111.16938ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:32.032973Z","caller":"traceutil/trace.go:171","msg":"trace[213529914] transaction","detail":"{read_only:false; response_revision:23116; number_of_response:1; }","duration":"153.584921ms","start":"2026-03-04T02:10:31.879353Z","end":"2026-03-04T02:10:32.032938Z","steps":["trace[213529914] 'process raft request' (duration: 113.03778ms)","trace[213529914] 'compare' (duration: 40.373606ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:32.033109Z","caller":"traceutil/trace.go:171","msg":"trace[457679640] linearizableReadLoop","detail":"{readStateIndex:23928; appliedIndex:23927; }","duration":"142.998734ms","start":"2026-03-04T02:10:31.890062Z","end":"2026-03-04T02:10:32.033061Z","steps":["trace[457679640] 'read index received' (duration: 102.34746ms)","trace[457679640] 'applied index is now lower than readState.Index' (duration: 40.644204ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:32.033394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.306834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:32.03344Z","caller":"traceutil/trace.go:171","msg":"trace[553724374] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:23117; }","duration":"143.421367ms","start":"2026-03-04T02:10:31.890007Z","end":"2026-03-04T02:10:32.033429Z","steps":["trace[553724374] 'agreement among raft nodes before linearized reading' (duration: 143.261402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:32.033596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.251716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:32.033742Z","caller":"traceutil/trace.go:171","msg":"trace[1349265136] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23118; }","duration":"129.419351ms","start":"2026-03-04T02:10:31.904297Z","end":"2026-03-04T02:10:32.033717Z","steps":["trace[1349265136] 'agreement among raft nodes before linearized reading' (duration: 129.199394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:32.033869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.293709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-03-04T02:10:32.033913Z","caller":"traceutil/trace.go:171","msg":"trace[968488457] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23118; }","duration":"124.34725ms","start":"2026-03-04T02:10:31.909553Z","end":"2026-03-04T02:10:32.0339Z","steps":["trace[968488457] 'agreement among raft nodes before linearized reading' (duration: 124.183185ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:32.034002Z","caller":"traceutil/trace.go:171","msg":"trace[1560566459] transaction","detail":"{read_only:false; response_revision:23118; number_of_response:1; }","duration":"117.167792ms","start":"2026-03-04T02:10:31.91682Z","end":"2026-03-04T02:10:32.033988Z","steps":["trace[1560566459] 'process raft request' (duration: 116.445339ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:32.034208Z","caller":"traceutil/trace.go:171","msg":"trace[880036411] transaction","detail":"{read_only:false; response_revision:23117; number_of_response:1; }","duration":"118.69416ms","start":"2026-03-04T02:10:31.915505Z","end":"2026-03-04T02:10:32.034199Z","steps":["trace[880036411] 'process raft request' (duration: 117.456001ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:32.237984Z","caller":"traceutil/trace.go:171","msg":"trace[654026661] transaction","detail":"{read_only:false; response_revision:23121; number_of_response:1; }","duration":"197.416187ms","start":"2026-03-04T02:10:32.040541Z","end":"2026-03-04T02:10:32.237957Z","steps":["trace[654026661] 'process raft request' (duration: 197.306913ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:32.238014Z","caller":"traceutil/trace.go:171","msg":"trace[351350746] transaction","detail":"{read_only:false; response_revision:23120; number_of_response:1; }","duration":"197.476638ms","start":"2026-03-04T02:10:32.040505Z","end":"2026-03-04T02:10:32.237982Z","steps":["trace[351350746] 'process raft request' (duration: 197.174319ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:32.238237Z","caller":"traceutil/trace.go:171","msg":"trace[1562990598] transaction","detail":"{read_only:false; response_revision:23122; number_of_response:1; }","duration":"196.879279ms","start":"2026-03-04T02:10:32.041326Z","end":"2026-03-04T02:10:32.238205Z","steps":["trace[1562990598] 'process raft request' (duration: 196.567709ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:32.23823Z","caller":"traceutil/trace.go:171","msg":"trace[946455980] linearizableReadLoop","detail":"{readStateIndex:23934; appliedIndex:23931; }","duration":"152.528216ms","start":"2026-03-04T02:10:32.08567Z","end":"2026-03-04T02:10:32.238198Z","steps":["trace[946455980] 'read index received' (duration: 151.980099ms)","trace[946455980] 'applied index is now lower than readState.Index' (duration: 545.717µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:32.238442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.762424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/orc-system/orc-controller-manager-6cb597b5d4-5nhcs.1899812b2f89e777\" ","response":"range_response_count:1 size:785"} {"level":"warn","ts":"2026-03-04T02:10:32.23845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.987588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:10:32.238491Z","caller":"traceutil/trace.go:171","msg":"trace[501439932] range","detail":"{range_begin:/registry/events/orc-system/orc-controller-manager-6cb597b5d4-5nhcs.1899812b2f89e777; range_end:; response_count:1; response_revision:23122; }","duration":"152.865367ms","start":"2026-03-04T02:10:32.085612Z","end":"2026-03-04T02:10:32.238478Z","steps":["trace[501439932] 'agreement among raft nodes before linearized reading' (duration: 152.692502ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:32.238501Z","caller":"traceutil/trace.go:171","msg":"trace[520015605] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23122; }","duration":"151.097901ms","start":"2026-03-04T02:10:32.087386Z","end":"2026-03-04T02:10:32.238484Z","steps":["trace[520015605] 'agreement among raft nodes before linearized reading' (duration: 150.982458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:42.394414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.128191ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T02:10:42.395951Z","caller":"traceutil/trace.go:171","msg":"trace[1093132755] linearizableReadLoop","detail":"{readStateIndex:23969; appliedIndex:23967; }","duration":"960.242736ms","start":"2026-03-04T02:10:41.435667Z","end":"2026-03-04T02:10:42.39591Z","steps":["trace[1093132755] 'read index received' (duration: 292.793143ms)","trace[1093132755] 'applied index is now lower than readState.Index' (duration: 667.446873ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:42.395959Z","caller":"traceutil/trace.go:171","msg":"trace[463841444] transaction","detail":"{read_only:false; response_revision:23155; number_of_response:1; }","duration":"1.024906705s","start":"2026-03-04T02:10:41.37101Z","end":"2026-03-04T02:10:42.395917Z","steps":["trace[463841444] 'process raft request' (duration: 1.023552292s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:42.396191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:41.370986Z","time spent":"1.025107362s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:42.398576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.88291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:10:42.398742Z","caller":"traceutil/trace.go:171","msg":"trace[244109484] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23155; }","duration":"963.013004ms","start":"2026-03-04T02:10:41.435641Z","end":"2026-03-04T02:10:42.398654Z","steps":["trace[244109484] 'agreement among raft nodes before linearized reading' (duration: 960.468033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:42.398819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:41.435548Z","time spent":"963.251182ms","remote":"127.0.0.1:58958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:10:42.399428Z","caller":"traceutil/trace.go:171","msg":"trace[620989897] transaction","detail":"{read_only:false; response_revision:23156; number_of_response:1; }","duration":"202.477657ms","start":"2026-03-04T02:10:42.196909Z","end":"2026-03-04T02:10:42.399386Z","steps":["trace[620989897] 'process raft request' (duration: 202.203319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:42.399718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.983749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:10:42.399785Z","caller":"traceutil/trace.go:171","msg":"trace[1172153422] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:23157; }","duration":"852.111684ms","start":"2026-03-04T02:10:41.547659Z","end":"2026-03-04T02:10:42.399771Z","steps":["trace[1172153422] 'agreement among raft nodes before linearized reading' (duration: 851.945608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:42.399832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:41.547638Z","time spent":"852.183905ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:42.399858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.277897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:10:42.399931Z","caller":"traceutil/trace.go:171","msg":"trace[145074283] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:23157; }","duration":"341.39977ms","start":"2026-03-04T02:10:42.058518Z","end":"2026-03-04T02:10:42.399917Z","steps":["trace[145074283] 'agreement among raft nodes before linearized reading' (duration: 341.225705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:42.400022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:42.058497Z","time spent":"341.513414ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:42.40011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.744264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:42.400155Z","caller":"traceutil/trace.go:171","msg":"trace[565281027] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23157; }","duration":"500.836908ms","start":"2026-03-04T02:10:41.899306Z","end":"2026-03-04T02:10:42.400143Z","steps":["trace[565281027] 'agreement among raft nodes before linearized reading' (duration: 500.768215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:42.400199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:41.89928Z","time spent":"500.9102ms","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:10:42.400231Z","caller":"traceutil/trace.go:171","msg":"trace[276485094] transaction","detail":"{read_only:false; response_revision:23157; number_of_response:1; }","duration":"202.872169ms","start":"2026-03-04T02:10:42.19733Z","end":"2026-03-04T02:10:42.400202Z","steps":["trace[276485094] 'process raft request' (duration: 202.004232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:42.400281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.105393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:10:42.400347Z","caller":"traceutil/trace.go:171","msg":"trace[1475631016] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23157; }","duration":"765.243067ms","start":"2026-03-04T02:10:41.635086Z","end":"2026-03-04T02:10:42.400329Z","steps":["trace[1475631016] 'agreement among raft nodes before linearized reading' (duration: 765.0121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:42.400394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:41.635059Z","time spent":"765.324759ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:10:42.400464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.989318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:10:42.400548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.831656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T02:10:42.400618Z","caller":"traceutil/trace.go:171","msg":"trace[1152222761] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23157; }","duration":"255.93994ms","start":"2026-03-04T02:10:42.14466Z","end":"2026-03-04T02:10:42.4006Z","steps":["trace[1152222761] 'agreement among raft nodes before linearized reading' (duration: 255.784555ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:42.400557Z","caller":"traceutil/trace.go:171","msg":"trace[732669294] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:23157; }","duration":"640.150244ms","start":"2026-03-04T02:10:41.760385Z","end":"2026-03-04T02:10:42.400535Z","steps":["trace[732669294] 'agreement among raft nodes before linearized reading' (duration: 639.974208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:42.400754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:41.760358Z","time spent":"640.37438ms","remote":"127.0.0.1:56352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:48.962237Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743091943732384,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:10:49.359172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.264741202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29543170-gwrp7\" ","response":"range_response_count:1 size:6988"} {"level":"info","ts":"2026-03-04T02:10:49.359265Z","caller":"traceutil/trace.go:171","msg":"trace[1756480557] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29543170-gwrp7; range_end:; response_count:1; response_revision:23218; }","duration":"1.264874026s","start":"2026-03-04T02:10:48.094367Z","end":"2026-03-04T02:10:49.359241Z","steps":["trace[1756480557] 'range keys from in-memory index tree' (duration: 1.264586327s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:49.359318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:48.094353Z","time spent":"1.264950658s","remote":"127.0.0.1:56286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7010,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29543170-gwrp7\" "} {"level":"warn","ts":"2026-03-04T02:10:49.359345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.675393988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-03-04T02:10:49.35939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.891467117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:10:49.359429Z","caller":"traceutil/trace.go:171","msg":"trace[376669611] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:23218; }","duration":"1.675542563s","start":"2026-03-04T02:10:47.683863Z","end":"2026-03-04T02:10:49.359406Z","steps":["trace[376669611] 'range keys from in-memory index tree' (duration: 1.675157691s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:49.359463Z","caller":"traceutil/trace.go:171","msg":"trace[1434049104] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23218; }","duration":"1.891589502s","start":"2026-03-04T02:10:47.467858Z","end":"2026-03-04T02:10:49.359448Z","steps":["trace[1434049104] 'range keys from in-memory index tree' (duration: 1.891162718s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:49.359479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:47.683839Z","time spent":"1.675631175s","remote":"127.0.0.1:56246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-04T02:10:49.35951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:47.467831Z","time spent":"1.891662014s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:10:49.360158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.782353614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T02:10:49.360204Z","caller":"traceutil/trace.go:171","msg":"trace[1944730831] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23218; }","duration":"1.782428766s","start":"2026-03-04T02:10:47.577762Z","end":"2026-03-04T02:10:49.360191Z","steps":["trace[1944730831] 'range keys from in-memory index tree' (duration: 1.782209989s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:49.360242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:47.577745Z","time spent":"1.782486368s","remote":"127.0.0.1:56286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:10:49.360897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.463923284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:49.360954Z","caller":"traceutil/trace.go:171","msg":"trace[503339398] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23218; }","duration":"1.464030358s","start":"2026-03-04T02:10:47.89691Z","end":"2026-03-04T02:10:49.36094Z","steps":["trace[503339398] 'range keys from in-memory index tree' (duration: 1.463839792s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:49.360984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:47.896888Z","time spent":"1.464088059s","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:10:49.361409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.443763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:49.361478Z","caller":"traceutil/trace.go:171","msg":"trace[1440884104] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:23218; }","duration":"944.528546ms","start":"2026-03-04T02:10:48.416933Z","end":"2026-03-04T02:10:49.361462Z","steps":["trace[1440884104] 'count revisions from in-memory index tree' (duration: 944.384621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:49.361559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:48.416895Z","time spent":"944.65374ms","remote":"127.0.0.1:56204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:10:49.403616Z","caller":"traceutil/trace.go:171","msg":"trace[1601720886] transaction","detail":"{read_only:false; response_revision:23219; number_of_response:1; }","duration":"956.240069ms","start":"2026-03-04T02:10:48.44734Z","end":"2026-03-04T02:10:49.40358Z","steps":["trace[1601720886] 'process raft request' (duration: 956.016072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:49.403816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:48.447319Z","time spent":"956.390914ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:50.32957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.468432ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:10:50.329865Z","caller":"traceutil/trace.go:171","msg":"trace[220662778] transaction","detail":"{read_only:false; response_revision:23220; number_of_response:1; }","duration":"1.875740548s","start":"2026-03-04T02:10:48.454081Z","end":"2026-03-04T02:10:50.329821Z","steps":["trace[220662778] 'process raft request' (duration: 1.767791661s)","trace[220662778] 'compare' (duration: 107.186573ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:50.32998Z","caller":"traceutil/trace.go:171","msg":"trace[499363356] transaction","detail":"{read_only:false; response_revision:23221; number_of_response:1; }","duration":"1.845282338s","start":"2026-03-04T02:10:48.484671Z","end":"2026-03-04T02:10:50.329953Z","steps":["trace[499363356] 'process raft request' (duration: 1.8450162s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:50.330054Z","caller":"traceutil/trace.go:171","msg":"trace[1736247898] transaction","detail":"{read_only:false; response_revision:23222; number_of_response:1; }","duration":"1.545088479s","start":"2026-03-04T02:10:48.784941Z","end":"2026-03-04T02:10:50.33003Z","steps":["trace[1736247898] 'process raft request' (duration: 1.544872503s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:50.330069Z","caller":"traceutil/trace.go:171","msg":"trace[1423154390] transaction","detail":"{read_only:false; response_revision:23223; number_of_response:1; }","duration":"1.509270249s","start":"2026-03-04T02:10:48.820772Z","end":"2026-03-04T02:10:50.330042Z","steps":["trace[1423154390] 'process raft request' (duration: 1.509082303s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:50.330116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:48.484651Z","time spent":"1.845398072s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:50.330171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:48.78493Z","time spent":"1.545176022s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:50.330178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:48.820757Z","time spent":"1.509374612s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:50.330258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:48.454071Z","time spent":"1.875908354s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:50.330261Z","caller":"traceutil/trace.go:171","msg":"trace[1305776846] transaction","detail":"{read_only:false; response_revision:23225; number_of_response:1; }","duration":"964.076419ms","start":"2026-03-04T02:10:49.366167Z","end":"2026-03-04T02:10:50.330243Z","steps":["trace[1305776846] 'process raft request' (duration: 963.764299ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:50.33035Z","caller":"traceutil/trace.go:171","msg":"trace[263659268] transaction","detail":"{read_only:false; response_revision:23226; number_of_response:1; }","duration":"959.406489ms","start":"2026-03-04T02:10:49.370937Z","end":"2026-03-04T02:10:50.330343Z","steps":["trace[263659268] 'process raft request' (duration: 959.037628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:50.330385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:49.370918Z","time spent":"959.449171ms","remote":"127.0.0.1:56286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7208,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:50.330399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:49.366152Z","time spent":"964.217833ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:50.330274Z","caller":"traceutil/trace.go:171","msg":"trace[1830453278] transaction","detail":"{read_only:false; response_revision:23224; number_of_response:1; }","duration":"1.011501459s","start":"2026-03-04T02:10:49.31875Z","end":"2026-03-04T02:10:50.330252Z","steps":["trace[1830453278] 'process raft request' (duration: 1.011138807s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:50.330059Z","caller":"traceutil/trace.go:171","msg":"trace[1158410855] linearizableReadLoop","detail":"{readStateIndex:24039; appliedIndex:24034; }","duration":"1.868193918s","start":"2026-03-04T02:10:48.461843Z","end":"2026-03-04T02:10:50.330037Z","steps":["trace[1158410855] 'read index received' (duration: 941.607373ms)","trace[1158410855] 'applied index is now lower than readState.Index' (duration: 926.585245ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:50.330492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:49.318683Z","time spent":"1.011762507s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:50.330545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.868700684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:10:50.330586Z","caller":"traceutil/trace.go:171","msg":"trace[480190345] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23226; }","duration":"1.868769346s","start":"2026-03-04T02:10:48.46181Z","end":"2026-03-04T02:10:50.330579Z","steps":["trace[480190345] 'agreement among raft nodes before linearized reading' (duration: 1.868643302s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:50.330601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:48.461795Z","time spent":"1.868802688s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:10:51.252353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.761334ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:10:51.252474Z","caller":"traceutil/trace.go:171","msg":"trace[493881802] linearizableReadLoop","detail":"{readStateIndex:24043; appliedIndex:24042; }","duration":"921.971687ms","start":"2026-03-04T02:10:50.330485Z","end":"2026-03-04T02:10:51.252457Z","steps":["trace[493881802] 'read index received' (duration: 340.089229ms)","trace[493881802] 'applied index is now lower than readState.Index' (duration: 581.880868ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:51.252844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.216394182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4220"} {"level":"info","ts":"2026-03-04T02:10:51.252901Z","caller":"traceutil/trace.go:171","msg":"trace[661725919] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:23227; }","duration":"1.216473234s","start":"2026-03-04T02:10:50.036413Z","end":"2026-03-04T02:10:51.252887Z","steps":["trace[661725919] 'agreement among raft nodes before linearized reading' (duration: 1.216277388s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:51.252904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.216492406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capo-system/capo-controller-manager\" ","response":"range_response_count:1 size:4612"} {"level":"warn","ts":"2026-03-04T02:10:51.25293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:50.03641Z","time spent":"1.216513216s","remote":"127.0.0.1:56558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":4242,"request content":"key:\"/registry/deployments/kube-system/coredns\" "} {"level":"info","ts":"2026-03-04T02:10:51.252941Z","caller":"traceutil/trace.go:171","msg":"trace[1659194870] range","detail":"{range_begin:/registry/deployments/capo-system/capo-controller-manager; range_end:; response_count:1; response_revision:23227; }","duration":"1.216540037s","start":"2026-03-04T02:10:50.036388Z","end":"2026-03-04T02:10:51.252928Z","steps":["trace[1659194870] 'agreement among raft nodes before linearized reading' (duration: 1.216365901s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:51.252976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:50.036383Z","time spent":"1.216585048s","remote":"127.0.0.1:56558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":4634,"request content":"key:\"/registry/deployments/capo-system/capo-controller-manager\" "} {"level":"info","ts":"2026-03-04T02:10:51.254731Z","caller":"traceutil/trace.go:171","msg":"trace[1450451562] transaction","detail":"{read_only:false; response_revision:23227; number_of_response:1; }","duration":"1.41354414s","start":"2026-03-04T02:10:49.841172Z","end":"2026-03-04T02:10:51.254716Z","steps":["trace[1450451562] 'process raft request' (duration: 829.326948ms)","trace[1450451562] 'compare' (duration: 581.318169ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:51.254857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:49.841147Z","time spent":"1.413645713s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:51.254898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.892903004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:51.254936Z","caller":"traceutil/trace.go:171","msg":"trace[855175123] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23227; }","duration":"1.892982856s","start":"2026-03-04T02:10:49.361941Z","end":"2026-03-04T02:10:51.254924Z","steps":["trace[855175123] 'agreement among raft nodes before linearized reading' (duration: 1.892937225s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:51.254937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.575914682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T02:10:51.254978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:49.361911Z","time spent":"1.893061179s","remote":"127.0.0.1:56074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:10:51.254991Z","caller":"traceutil/trace.go:171","msg":"trace[53762194] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23227; }","duration":"2.576001995s","start":"2026-03-04T02:10:48.678972Z","end":"2026-03-04T02:10:51.254974Z","steps":["trace[53762194] 'agreement among raft nodes before linearized reading' (duration: 2.575811199s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:51.255017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.218803359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-api\" ","response":"range_response_count:1 size:9086"} {"level":"info","ts":"2026-03-04T02:10:51.255063Z","caller":"traceutil/trace.go:171","msg":"trace[1317031830] range","detail":"{range_begin:/registry/deployments/openstack/cinder-api; range_end:; response_count:1; response_revision:23227; }","duration":"1.218882421s","start":"2026-03-04T02:10:50.036169Z","end":"2026-03-04T02:10:51.255051Z","steps":["trace[1317031830] 'agreement among raft nodes before linearized reading' (duration: 1.218795908s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:51.255076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.475193026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:51.255096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:50.036147Z","time spent":"1.218941563s","remote":"127.0.0.1:56558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":9108,"request content":"key:\"/registry/deployments/openstack/cinder-api\" "} {"level":"info","ts":"2026-03-04T02:10:51.25511Z","caller":"traceutil/trace.go:171","msg":"trace[334645879] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:23227; }","duration":"2.475224967s","start":"2026-03-04T02:10:48.779872Z","end":"2026-03-04T02:10:51.255097Z","steps":["trace[334645879] 'agreement among raft nodes before linearized reading' (duration: 2.475174565s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:51.254946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.218655904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager\" ","response":"range_response_count:1 size:4750"} {"level":"warn","ts":"2026-03-04T02:10:51.255151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:48.779812Z","time spent":"2.475330679s","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:51.255078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.216837106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/heat-api\" ","response":"range_response_count:1 size:7928"} {"level":"warn","ts":"2026-03-04T02:10:51.255223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.217077884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/cilium-operator\" ","response":"range_response_count:1 size:4710"} {"level":"warn","ts":"2026-03-04T02:10:51.255253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.219056237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager\" ","response":"range_response_count:1 size:5181"} {"level":"info","ts":"2026-03-04T02:10:51.255238Z","caller":"traceutil/trace.go:171","msg":"trace[251748460] range","detail":"{range_begin:/registry/deployments/openstack/heat-api; range_end:; response_count:1; response_revision:23227; }","duration":"1.216996501s","start":"2026-03-04T02:10:50.038208Z","end":"2026-03-04T02:10:51.255205Z","steps":["trace[251748460] 'agreement among raft nodes before linearized reading' (duration: 1.216798425s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:51.255354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.889085973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-04T02:10:51.255358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.220125921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-scheduler\" ","response":"range_response_count:1 size:7282"} {"level":"warn","ts":"2026-03-04T02:10:51.255372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.217225498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" ","response":"range_response_count:1 size:5140"} {"level":"info","ts":"2026-03-04T02:10:51.255398Z","caller":"traceutil/trace.go:171","msg":"trace[284932125] range","detail":"{range_begin:/registry/deployments/openstack/nova-scheduler; range_end:; response_count:1; response_revision:23227; }","duration":"1.220190273s","start":"2026-03-04T02:10:50.035199Z","end":"2026-03-04T02:10:51.255389Z","steps":["trace[284932125] 'agreement among raft nodes before linearized reading' (duration: 1.220114021s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:51.255398Z","caller":"traceutil/trace.go:171","msg":"trace[1756331314] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23227; }","duration":"1.889161055s","start":"2026-03-04T02:10:49.366224Z","end":"2026-03-04T02:10:51.255386Z","steps":["trace[1756331314] 'agreement among raft nodes before linearized reading' (duration: 1.889069702s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:51.255406Z","caller":"traceutil/trace.go:171","msg":"trace[858477047] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager; range_end:; response_count:1; response_revision:23227; }","duration":"1.21728127s","start":"2026-03-04T02:10:50.038115Z","end":"2026-03-04T02:10:51.255396Z","steps":["trace[858477047] 'agreement among raft nodes before linearized reading' (duration: 1.217183187s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:51.255425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:50.035181Z","time spent":"1.220238354s","remote":"127.0.0.1:56558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7304,"request content":"key:\"/registry/deployments/openstack/nova-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:10:51.255454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.218603963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/orc-system/orc-controller-manager\" ","response":"range_response_count:1 size:3106"} {"level":"warn","ts":"2026-03-04T02:10:51.255152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21696633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-scheduler\" ","response":"range_response_count:1 size:7628"} {"level":"warn","ts":"2026-03-04T02:10:51.255502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.218748376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/heat-engine\" ","response":"range_response_count:1 size:6616"} {"level":"info","ts":"2026-03-04T02:10:51.25552Z","caller":"traceutil/trace.go:171","msg":"trace[1886461375] range","detail":"{range_begin:/registry/deployments/openstack/cinder-scheduler; range_end:; response_count:1; response_revision:23227; }","duration":"1.217343692s","start":"2026-03-04T02:10:50.038169Z","end":"2026-03-04T02:10:51.255513Z","steps":["trace[1886461375] 'agreement among raft nodes before linearized reading' (duration: 1.216927249s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:51.255531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21761195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/magnum-api\" ","response":"range_response_count:1 size:7852"} {"level":"info","ts":"2026-03-04T02:10:51.255544Z","caller":"traceutil/trace.go:171","msg":"trace[655167641] range","detail":"{range_begin:/registry/deployments/openstack/heat-engine; range_end:; response_count:1; response_revision:23227; }","duration":"1.218810559s","start":"2026-03-04T02:10:50.036725Z","end":"2026-03-04T02:10:51.255535Z","steps":["trace[655167641] 'agreement among raft nodes before linearized reading' (duration: 1.218719716s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:51.255569Z","caller":"traceutil/trace.go:171","msg":"trace[178923647] range","detail":"{range_begin:/registry/deployments/openstack/magnum-api; range_end:; response_count:1; response_revision:23227; }","duration":"1.217679112s","start":"2026-03-04T02:10:50.037881Z","end":"2026-03-04T02:10:51.25556Z","steps":["trace[178923647] 'agreement among raft nodes before linearized reading' (duration: 1.217509707s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:51.255581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.217445555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/octavia-worker\" ","response":"range_response_count:1 size:8017"} {"level":"warn","ts":"2026-03-04T02:10:51.255606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:50.03787Z","time spent":"1.217729035s","remote":"127.0.0.1:56558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":7874,"request content":"key:\"/registry/deployments/openstack/magnum-api\" "} {"level":"warn","ts":"2026-03-04T02:10:51.255618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.790150834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T02:10:51.255615Z","caller":"traceutil/trace.go:171","msg":"trace[2069885505] range","detail":"{range_begin:/registry/deployments/openstack/octavia-worker; range_end:; response_count:1; response_revision:23227; }","duration":"1.217475446s","start":"2026-03-04T02:10:50.03813Z","end":"2026-03-04T02:10:51.255605Z","steps":["trace[2069885505] 'agreement among raft nodes before linearized reading' (duration: 1.217396413s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:51.255642Z","caller":"traceutil/trace.go:171","msg":"trace[357517338] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23227; }","duration":"2.790194146s","start":"2026-03-04T02:10:48.46544Z","end":"2026-03-04T02:10:51.255635Z","steps":["trace[357517338] 'agreement among raft nodes before linearized reading' (duration: 2.790123584s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:51.255638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.217836148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-backup\" ","response":"range_response_count:1 size:11623"} {"level":"warn","ts":"2026-03-04T02:10:51.255648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:50.038101Z","time spent":"1.217541018s","remote":"127.0.0.1:56558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":8039,"request content":"key:\"/registry/deployments/openstack/octavia-worker\" "} {"level":"warn","ts":"2026-03-04T02:10:51.255659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:48.465433Z","time spent":"2.790222086s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T02:10:51.255686Z","caller":"traceutil/trace.go:171","msg":"trace[1337251275] range","detail":"{range_begin:/registry/deployments/openstack/cinder-backup; range_end:; response_count:1; response_revision:23227; }","duration":"1.21787986s","start":"2026-03-04T02:10:50.037781Z","end":"2026-03-04T02:10:51.255661Z","steps":["trace[1337251275] 'agreement among raft nodes before linearized reading' (duration: 1.217758026s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:51.255725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:50.037773Z","time spent":"1.217942921s","remote":"127.0.0.1:56558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11645,"request content":"key:\"/registry/deployments/openstack/cinder-backup\" "} {"level":"warn","ts":"2026-03-04T02:10:51.254848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.931517583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:51.255751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.217704913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:6129"} {"level":"info","ts":"2026-03-04T02:10:51.255771Z","caller":"traceutil/trace.go:171","msg":"trace[1345871710] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:0; response_revision:23227; }","duration":"1.932479164s","start":"2026-03-04T02:10:49.323278Z","end":"2026-03-04T02:10:51.255758Z","steps":["trace[1345871710] 'agreement among raft nodes before linearized reading' (duration: 1.931508533s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:51.25578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.792943603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-04T02:10:51.255792Z","caller":"traceutil/trace.go:171","msg":"trace[1146849697] range","detail":"{range_begin:/registry/deployments/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:23227; }","duration":"1.217741264s","start":"2026-03-04T02:10:50.038038Z","end":"2026-03-04T02:10:51.25578Z","steps":["trace[1146849697] 'agreement among raft nodes before linearized reading' (duration: 1.217673372s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:51.255807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:49.323264Z","time spent":"1.932532436s","remote":"127.0.0.1:41198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-04T02:10:51.255811Z","caller":"traceutil/trace.go:171","msg":"trace[275134710] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23227; }","duration":"2.792987504s","start":"2026-03-04T02:10:48.462813Z","end":"2026-03-04T02:10:51.255801Z","steps":["trace[275134710] 'agreement among raft nodes before linearized reading' (duration: 2.792910002s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:51.255829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:50.038011Z","time spent":"1.217809267s","remote":"127.0.0.1:56558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":6151,"request content":"key:\"/registry/deployments/openstack/rabbitmq-messaging-topology-operator\" "} {"level":"warn","ts":"2026-03-04T02:10:51.255839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:48.462805Z","time spent":"2.793027956s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:10:51.255426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:49.366207Z","time spent":"1.889211626s","remote":"127.0.0.1:56286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:10:51.255655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.219047376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/staffeln-api\" ","response":"range_response_count:1 size:7015"} {"level":"warn","ts":"2026-03-04T02:10:51.255574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:50.036717Z","time spent":"1.21884947s","remote":"127.0.0.1:56558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":6638,"request content":"key:\"/registry/deployments/openstack/heat-engine\" "} {"level":"info","ts":"2026-03-04T02:10:51.255931Z","caller":"traceutil/trace.go:171","msg":"trace[786928208] range","detail":"{range_begin:/registry/deployments/openstack/staffeln-api; range_end:; response_count:1; response_revision:23227; }","duration":"1.219326525s","start":"2026-03-04T02:10:50.036597Z","end":"2026-03-04T02:10:51.255924Z","steps":["trace[786928208] 'agreement among raft nodes before linearized reading' (duration: 1.218992714s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:51.255959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:50.036562Z","time spent":"1.219389947s","remote":"127.0.0.1:56558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7037,"request content":"key:\"/registry/deployments/openstack/staffeln-api\" "} {"level":"warn","ts":"2026-03-04T02:10:51.255974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.218893781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/placement-api\" ","response":"range_response_count:1 size:7748"} {"level":"warn","ts":"2026-03-04T02:10:51.255785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.633279898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:10:51.255027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:48.678954Z","time spent":"2.576065687s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T02:10:51.256011Z","caller":"traceutil/trace.go:171","msg":"trace[1571836252] range","detail":"{range_begin:/registry/deployments/openstack/placement-api; range_end:; response_count:1; response_revision:23227; }","duration":"1.218947904s","start":"2026-03-04T02:10:50.037055Z","end":"2026-03-04T02:10:51.256002Z","steps":["trace[1571836252] 'agreement among raft nodes before linearized reading' (duration: 1.218867691s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:51.256039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:50.037046Z","time spent":"1.218987855s","remote":"127.0.0.1:56558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":7770,"request content":"key:\"/registry/deployments/openstack/placement-api\" "} {"level":"info","ts":"2026-03-04T02:10:51.255509Z","caller":"traceutil/trace.go:171","msg":"trace[65916101] range","detail":"{range_begin:/registry/deployments/orc-system/orc-controller-manager; range_end:; response_count:1; response_revision:23227; }","duration":"1.218660424s","start":"2026-03-04T02:10:50.036837Z","end":"2026-03-04T02:10:51.255497Z","steps":["trace[65916101] 'agreement among raft nodes before linearized reading' (duration: 1.21852489s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:51.255097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.711185448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:51.256089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:50.036815Z","time spent":"1.219261633s","remote":"127.0.0.1:56558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":3128,"request content":"key:\"/registry/deployments/orc-system/orc-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:10:51.255504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.217413234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:3761"} {"level":"info","ts":"2026-03-04T02:10:51.25614Z","caller":"traceutil/trace.go:171","msg":"trace[87424064] range","detail":"{range_begin:/registry/deployments/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:23227; }","duration":"1.218060384s","start":"2026-03-04T02:10:50.038067Z","end":"2026-03-04T02:10:51.256127Z","steps":["trace[87424064] 'agreement among raft nodes before linearized reading' (duration: 1.217363792s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:51.256038Z","caller":"traceutil/trace.go:171","msg":"trace[142018236] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23227; }","duration":"2.633521806s","start":"2026-03-04T02:10:48.622499Z","end":"2026-03-04T02:10:51.256021Z","steps":["trace[142018236] 'agreement among raft nodes before linearized reading' (duration: 2.633266368s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:51.256181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:50.03806Z","time spent":"1.218111017s","remote":"127.0.0.1:56558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3783,"request content":"key:\"/registry/deployments/local-path-storage/local-path-provisioner\" "} {"level":"warn","ts":"2026-03-04T02:10:51.25619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:48.622449Z","time spent":"2.633728213s","remote":"127.0.0.1:58980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:10:51.256094Z","caller":"traceutil/trace.go:171","msg":"trace[164836677] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:23227; }","duration":"1.712242021s","start":"2026-03-04T02:10:49.543844Z","end":"2026-03-04T02:10:51.256086Z","steps":["trace[164836677] 'agreement among raft nodes before linearized reading' (duration: 1.711159917s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:51.254861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.890747795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-53705e5c-56a4-4f73-93bc-099ab75ab8dd\" ","response":"range_response_count:1 size:1319"} {"level":"warn","ts":"2026-03-04T02:10:51.256241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:49.543825Z","time spent":"1.712403456s","remote":"127.0.0.1:41256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:51.256277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.79412138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:10:51.25528Z","caller":"traceutil/trace.go:171","msg":"trace[490121010] range","detail":"{range_begin:/registry/deployments/kube-system/cilium-operator; range_end:; response_count:1; response_revision:23227; }","duration":"1.217130385s","start":"2026-03-04T02:10:50.038138Z","end":"2026-03-04T02:10:51.255268Z","steps":["trace[490121010] 'agreement among raft nodes before linearized reading' (duration: 1.217032322s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:51.255274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.851831856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:10:51.256314Z","caller":"traceutil/trace.go:171","msg":"trace[356230225] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23227; }","duration":"2.794174672s","start":"2026-03-04T02:10:48.462129Z","end":"2026-03-04T02:10:51.256304Z","steps":["trace[356230225] 'agreement among raft nodes before linearized reading' (duration: 2.794088779s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:51.256364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:50.038103Z","time spent":"1.218247631s","remote":"127.0.0.1:56558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":4732,"request content":"key:\"/registry/deployments/kube-system/cilium-operator\" "} {"level":"warn","ts":"2026-03-04T02:10:51.256394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:48.462121Z","time spent":"2.794265175s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T02:10:51.255291Z","caller":"traceutil/trace.go:171","msg":"trace[1773399018] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager; range_end:; response_count:1; response_revision:23227; }","duration":"1.219098028s","start":"2026-03-04T02:10:50.036178Z","end":"2026-03-04T02:10:51.255276Z","steps":["trace[1773399018] 'agreement among raft nodes before linearized reading' (duration: 1.218961644s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:51.256271Z","caller":"traceutil/trace.go:171","msg":"trace[991007406] range","detail":"{range_begin:/registry/persistentvolumes/pvc-53705e5c-56a4-4f73-93bc-099ab75ab8dd; range_end:; response_count:1; response_revision:23227; }","duration":"1.892189041s","start":"2026-03-04T02:10:49.36407Z","end":"2026-03-04T02:10:51.256259Z","steps":["trace[991007406] 'agreement among raft nodes before linearized reading' (duration: 1.890702903s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:51.256388Z","caller":"traceutil/trace.go:171","msg":"trace[1533673385] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:23227; }","duration":"1.852994072s","start":"2026-03-04T02:10:49.403383Z","end":"2026-03-04T02:10:51.256377Z","steps":["trace[1533673385] 'agreement among raft nodes before linearized reading' (duration: 1.851851976s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:51.256475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:49.364054Z","time spent":"1.892413308s","remote":"127.0.0.1:56230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-53705e5c-56a4-4f73-93bc-099ab75ab8dd\" "} {"level":"warn","ts":"2026-03-04T02:10:51.256493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:49.403364Z","time spent":"1.853117287s","remote":"127.0.0.1:56344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:51.255431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:50.038102Z","time spent":"1.217321341s","remote":"127.0.0.1:56558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":5162,"request content":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:10:51.255547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:50.038165Z","time spent":"1.217376573s","remote":"127.0.0.1:56558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":7650,"request content":"key:\"/registry/deployments/openstack/cinder-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:10:51.255357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:50.038201Z","time spent":"1.217125505s","remote":"127.0.0.1:56558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7950,"request content":"key:\"/registry/deployments/openstack/heat-api\" "} {"level":"warn","ts":"2026-03-04T02:10:51.256442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:50.036167Z","time spent":"1.220263525s","remote":"127.0.0.1:56558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":5203,"request content":"key:\"/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager\" "} {"level":"info","ts":"2026-03-04T02:10:51.255168Z","caller":"traceutil/trace.go:171","msg":"trace[1659752430] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager; range_end:; response_count:1; response_revision:23227; }","duration":"1.218908812s","start":"2026-03-04T02:10:50.036249Z","end":"2026-03-04T02:10:51.255157Z","steps":["trace[1659752430] 'agreement among raft nodes before linearized reading' (duration: 1.218637483s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:51.256659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:50.03623Z","time spent":"1.22041562s","remote":"127.0.0.1:56558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":4772,"request content":"key:\"/registry/deployments/cert-manager/cert-manager\" "} {"level":"warn","ts":"2026-03-04T02:10:51.255903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.218786498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/memcached-memcached\" ","response":"range_response_count:1 size:7257"} {"level":"info","ts":"2026-03-04T02:10:51.256713Z","caller":"traceutil/trace.go:171","msg":"trace[107826415] range","detail":"{range_begin:/registry/deployments/openstack/memcached-memcached; range_end:; response_count:1; response_revision:23227; }","duration":"1.219592244s","start":"2026-03-04T02:10:50.03711Z","end":"2026-03-04T02:10:51.256702Z","steps":["trace[107826415] 'agreement among raft nodes before linearized reading' (duration: 1.218721946s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:51.256757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:50.037091Z","time spent":"1.219655986s","remote":"127.0.0.1:56558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":7279,"request content":"key:\"/registry/deployments/openstack/memcached-memcached\" "} {"level":"warn","ts":"2026-03-04T02:10:51.753216Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743091943732397,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:10:52.253928Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743091943732397,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:10:52.509484Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.838938675s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:10:52.985497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.602478ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:52.985623Z","caller":"traceutil/trace.go:171","msg":"trace[1701827481] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23227; }","duration":"439.741973ms","start":"2026-03-04T02:10:52.545862Z","end":"2026-03-04T02:10:52.985604Z","steps":["trace[1701827481] 'range keys from in-memory index tree' (duration: 439.586158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:52.986493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.686469ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:10:52.986608Z","caller":"traceutil/trace.go:171","msg":"trace[1813509439] transaction","detail":"{read_only:false; response_revision:23228; number_of_response:1; }","duration":"2.64994788s","start":"2026-03-04T02:10:50.336639Z","end":"2026-03-04T02:10:52.986587Z","steps":["trace[1813509439] 'process raft request' (duration: 2.173082915s)","trace[1813509439] 'compare' (duration: 476.131461ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:52.986671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:50.336614Z","time spent":"2.650023692s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:53.269999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000200111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:10:53.27009Z","caller":"traceutil/trace.go:171","msg":"trace[356024741] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000324876s","start":"2026-03-04T02:10:51.269749Z","end":"2026-03-04T02:10:53.270073Z","steps":["trace[356024741] 'agreement among raft nodes before linearized reading' (duration: 2.000208162s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:53.270172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:51.269741Z","time spent":"2.000393998s","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:10:53.921922Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.412205918s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:10:53.922251Z","caller":"traceutil/trace.go:171","msg":"trace[772093231] transaction","detail":"{read_only:false; response_revision:23229; number_of_response:1; }","duration":"2.810187393s","start":"2026-03-04T02:10:51.112045Z","end":"2026-03-04T02:10:53.922233Z","steps":["trace[772093231] 'process raft request' (duration: 2.810041979s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:53.922366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:51.112017Z","time spent":"2.810289077s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:53.922877Z","caller":"traceutil/trace.go:171","msg":"trace[176458634] transaction","detail":"{read_only:false; response_revision:23231; number_of_response:1; }","duration":"2.658313487s","start":"2026-03-04T02:10:51.264537Z","end":"2026-03-04T02:10:53.92285Z","steps":["trace[176458634] 'process raft request' (duration: 2.657801091s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:53.922938Z","caller":"traceutil/trace.go:171","msg":"trace[1324370873] transaction","detail":"{read_only:false; response_revision:23232; number_of_response:1; }","duration":"2.655610481s","start":"2026-03-04T02:10:51.267273Z","end":"2026-03-04T02:10:53.922884Z","steps":["trace[1324370873] 'process raft request' (duration: 2.655157807s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:53.922944Z","caller":"traceutil/trace.go:171","msg":"trace[1390180537] transaction","detail":"{read_only:false; response_revision:23233; number_of_response:1; }","duration":"2.655576911s","start":"2026-03-04T02:10:51.267327Z","end":"2026-03-04T02:10:53.922904Z","steps":["trace[1390180537] 'process raft request' (duration: 2.655167878s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:53.922982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:51.264532Z","time spent":"2.65838456s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:53.923069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:51.267268Z","time spent":"2.655734345s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:53.923071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:51.267321Z","time spent":"2.655686914s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:53.922928Z","caller":"traceutil/trace.go:171","msg":"trace[1536174071] transaction","detail":"{read_only:false; response_revision:23230; number_of_response:1; }","duration":"2.658438811s","start":"2026-03-04T02:10:51.264461Z","end":"2026-03-04T02:10:53.9229Z","steps":["trace[1536174071] 'process raft request' (duration: 2.657739389s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:53.923527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:51.264438Z","time spent":"2.658981039s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:53.966277Z","caller":"traceutil/trace.go:171","msg":"trace[840398824] transaction","detail":"{read_only:false; response_revision:23234; number_of_response:1; }","duration":"2.555749981s","start":"2026-03-04T02:10:51.41049Z","end":"2026-03-04T02:10:53.96624Z","steps":["trace[840398824] 'process raft request' (duration: 2.555533114s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:53.966344Z","caller":"traceutil/trace.go:171","msg":"trace[985550128] transaction","detail":"{read_only:false; response_revision:23235; number_of_response:1; }","duration":"1.629707554s","start":"2026-03-04T02:10:52.336612Z","end":"2026-03-04T02:10:53.96632Z","steps":["trace[985550128] 'process raft request' (duration: 1.629545769s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:53.966395Z","caller":"traceutil/trace.go:171","msg":"trace[1948974453] transaction","detail":"{read_only:false; response_revision:23236; number_of_response:1; }","duration":"1.629722185s","start":"2026-03-04T02:10:52.336664Z","end":"2026-03-04T02:10:53.966386Z","steps":["trace[1948974453] 'process raft request' (duration: 1.629542399s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:53.96647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:52.336595Z","time spent":"1.629802877s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:53.966521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:52.336648Z","time spent":"1.629797067s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:53.966518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:51.410467Z","time spent":"2.555895816s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:53.966332Z","caller":"traceutil/trace.go:171","msg":"trace[834586096] transaction","detail":"{read_only:false; response_revision:23237; number_of_response:1; }","duration":"1.629621202s","start":"2026-03-04T02:10:52.336687Z","end":"2026-03-04T02:10:53.966308Z","steps":["trace[834586096] 'process raft request' (duration: 1.62955733s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:53.966869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:52.336676Z","time spent":"1.630054855s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:53.967034Z","caller":"traceutil/trace.go:171","msg":"trace[690272155] transaction","detail":"{read_only:false; response_revision:23239; number_of_response:1; }","duration":"1.6207763s","start":"2026-03-04T02:10:52.346233Z","end":"2026-03-04T02:10:53.967009Z","steps":["trace[690272155] 'process raft request' (duration: 1.620221982s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:53.967137Z","caller":"traceutil/trace.go:171","msg":"trace[671653497] linearizableReadLoop","detail":"{readStateIndex:24051; appliedIndex:24043; }","duration":"2.714390763s","start":"2026-03-04T02:10:51.252727Z","end":"2026-03-04T02:10:53.967117Z","steps":["trace[671653497] 'read index received' (duration: 1.257008877s)","trace[671653497] 'applied index is now lower than readState.Index' (duration: 1.457378116s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:53.967164Z","caller":"traceutil/trace.go:171","msg":"trace[1412126209] transaction","detail":"{read_only:false; response_revision:23241; number_of_response:1; }","duration":"966.157524ms","start":"2026-03-04T02:10:53.000988Z","end":"2026-03-04T02:10:53.967146Z","steps":["trace[1412126209] 'process raft request' (duration: 966.111933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:53.967229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:52.346215Z","time spent":"1.620911184s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:53.967254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:53.000973Z","time spent":"966.240017ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:53.967349Z","caller":"traceutil/trace.go:171","msg":"trace[1994959550] transaction","detail":"{read_only:false; response_revision:23240; number_of_response:1; }","duration":"1.189765044s","start":"2026-03-04T02:10:52.777575Z","end":"2026-03-04T02:10:53.96734Z","steps":["trace[1994959550] 'process raft request' (duration: 1.189439974s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:53.967356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.126133132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-04T02:10:53.967358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.121745103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-04T02:10:53.967397Z","caller":"traceutil/trace.go:171","msg":"trace[21788543] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23241; }","duration":"3.126241636s","start":"2026-03-04T02:10:50.841142Z","end":"2026-03-04T02:10:53.967384Z","steps":["trace[21788543] 'agreement among raft nodes before linearized reading' (duration: 3.126088231s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:53.967408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:52.777551Z","time spent":"1.189826537s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:53.967413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.777311796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:53.967429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:50.8411Z","time spent":"3.126322169s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-04T02:10:53.967414Z","caller":"traceutil/trace.go:171","msg":"trace[667349707] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23241; }","duration":"3.121838286s","start":"2026-03-04T02:10:50.84556Z","end":"2026-03-04T02:10:53.967398Z","steps":["trace[667349707] 'agreement among raft nodes before linearized reading' (duration: 3.12163889s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:53.96746Z","caller":"traceutil/trace.go:171","msg":"trace[1078651167] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:23241; }","duration":"2.777393719s","start":"2026-03-04T02:10:51.190053Z","end":"2026-03-04T02:10:53.967446Z","steps":["trace[1078651167] 'agreement among raft nodes before linearized reading' (duration: 2.777315326s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:53.967476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:50.84554Z","time spent":"3.121921638s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T02:10:53.967505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:51.190031Z","time spent":"2.777461971s","remote":"127.0.0.1:37166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:10:53.967518Z","caller":"traceutil/trace.go:171","msg":"trace[529396019] transaction","detail":"{read_only:false; response_revision:23238; number_of_response:1; }","duration":"1.629796287s","start":"2026-03-04T02:10:52.336763Z","end":"2026-03-04T02:10:53.966559Z","steps":["trace[529396019] 'process raft request' (duration: 1.629514278s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:53.967603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.700731078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"warn","ts":"2026-03-04T02:10:53.967611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.700186451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/ovn-northd\" ","response":"range_response_count:1 size:6655"} {"level":"warn","ts":"2026-03-04T02:10:53.967636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:52.336722Z","time spent":"1.630866981s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:53.967659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.709411164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18646"} {"level":"info","ts":"2026-03-04T02:10:53.967676Z","caller":"traceutil/trace.go:171","msg":"trace[239688543] range","detail":"{range_begin:/registry/deployments/openstack/ovn-northd; range_end:; response_count:1; response_revision:23241; }","duration":"2.700250323s","start":"2026-03-04T02:10:51.267408Z","end":"2026-03-04T02:10:53.967658Z","steps":["trace[239688543] 'agreement among raft nodes before linearized reading' (duration: 2.700073087s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:53.967695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.701805582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-operator\" ","response":"range_response_count:1 size:5446"} {"level":"warn","ts":"2026-03-04T02:10:53.96774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:51.267404Z","time spent":"2.700320315s","remote":"127.0.0.1:56558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":6677,"request content":"key:\"/registry/deployments/openstack/ovn-northd\" "} {"level":"warn","ts":"2026-03-04T02:10:53.967804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.701930106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-system/capi-controller-manager\" ","response":"range_response_count:1 size:5058"} {"level":"info","ts":"2026-03-04T02:10:53.967838Z","caller":"traceutil/trace.go:171","msg":"trace[725636322] range","detail":"{range_begin:/registry/deployments/capi-system/capi-controller-manager; range_end:; response_count:1; response_revision:23241; }","duration":"2.701967487s","start":"2026-03-04T02:10:51.265863Z","end":"2026-03-04T02:10:53.96783Z","steps":["trace[725636322] 'agreement among raft nodes before linearized reading' (duration: 2.701862494s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:53.967844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.70142024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/prometheus-pushgateway\" ","response":"range_response_count:1 size:4133"} {"level":"warn","ts":"2026-03-04T02:10:53.967902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.295822246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:53.967935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.70207477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rook-ceph-crashcollector-instance\" ","response":"range_response_count:1 size:9322"} {"level":"warn","ts":"2026-03-04T02:10:53.967902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.700719777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/octavia-housekeeping\" ","response":"range_response_count:1 size:7776"} {"level":"info","ts":"2026-03-04T02:10:53.967976Z","caller":"traceutil/trace.go:171","msg":"trace[1881599791] range","detail":"{range_begin:/registry/deployments/openstack/octavia-housekeeping; range_end:; response_count:1; response_revision:23241; }","duration":"2.70079748s","start":"2026-03-04T02:10:51.267168Z","end":"2026-03-04T02:10:53.967965Z","steps":["trace[1881599791] 'agreement among raft nodes before linearized reading' (duration: 2.700654626s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:53.968076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.493762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:53.968089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.700458969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend\" ","response":"range_response_count:1 size:4495"} {"level":"info","ts":"2026-03-04T02:10:53.967637Z","caller":"traceutil/trace.go:171","msg":"trace[1125153851] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:23241; }","duration":"2.70077156s","start":"2026-03-04T02:10:51.266857Z","end":"2026-03-04T02:10:53.967628Z","steps":["trace[1125153851] 'agreement among raft nodes before linearized reading' (duration: 2.700666826s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:53.968096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.702262626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/heat-cfn\" ","response":"range_response_count:1 size:7941"} {"level":"info","ts":"2026-03-04T02:10:53.968119Z","caller":"traceutil/trace.go:171","msg":"trace[661577814] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23241; }","duration":"394.566304ms","start":"2026-03-04T02:10:53.573542Z","end":"2026-03-04T02:10:53.968108Z","steps":["trace[661577814] 'agreement among raft nodes before linearized reading' (duration: 394.494692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:53.968142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:51.266851Z","time spent":"2.701273245s","remote":"127.0.0.1:56558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11859,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-03-04T02:10:53.968156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:53.573523Z","time spent":"394.626096ms","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:10:53.968235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.70047813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/node-feature-discovery-gc\" ","response":"range_response_count:1 size:3559"} {"level":"info","ts":"2026-03-04T02:10:53.968295Z","caller":"traceutil/trace.go:171","msg":"trace[1469070822] range","detail":"{range_begin:/registry/deployments/monitoring/node-feature-discovery-gc; range_end:; response_count:1; response_revision:23241; }","duration":"2.700560012s","start":"2026-03-04T02:10:51.267719Z","end":"2026-03-04T02:10:53.968279Z","steps":["trace[1469070822] 'agreement among raft nodes before linearized reading' (duration: 2.700325515s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:53.968339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.632675209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T02:10:53.968412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.70080471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/node-feature-discovery-master\" ","response":"range_response_count:1 size:5032"} {"level":"warn","ts":"2026-03-04T02:10:53.968451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.266928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:53.96847Z","caller":"traceutil/trace.go:171","msg":"trace[140691909] range","detail":"{range_begin:/registry/deployments/monitoring/node-feature-discovery-master; range_end:; response_count:1; response_revision:23241; }","duration":"2.700862292s","start":"2026-03-04T02:10:51.267587Z","end":"2026-03-04T02:10:53.968449Z","steps":["trace[140691909] 'agreement among raft nodes before linearized reading' (duration: 2.700734038s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:53.968489Z","caller":"traceutil/trace.go:171","msg":"trace[1456616577] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:23241; }","duration":"266.352201ms","start":"2026-03-04T02:10:53.702122Z","end":"2026-03-04T02:10:53.968474Z","steps":["trace[1456616577] 'agreement among raft nodes before linearized reading' (duration: 266.29838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:53.968502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:51.267581Z","time spent":"2.700913124s","remote":"127.0.0.1:56558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":5054,"request content":"key:\"/registry/deployments/monitoring/node-feature-discovery-master\" "} {"level":"info","ts":"2026-03-04T02:10:53.967744Z","caller":"traceutil/trace.go:171","msg":"trace[18011356] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-operator; range_end:; response_count:1; response_revision:23241; }","duration":"2.701852374s","start":"2026-03-04T02:10:51.265874Z","end":"2026-03-04T02:10:53.967726Z","steps":["trace[18011356] 'agreement among raft nodes before linearized reading' (duration: 2.701697939s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:53.968755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.702775763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/neutron-server\" ","response":"range_response_count:1 size:10836"} {"level":"info","ts":"2026-03-04T02:10:53.968802Z","caller":"traceutil/trace.go:171","msg":"trace[852967303] range","detail":"{range_begin:/registry/deployments/openstack/neutron-server; range_end:; response_count:1; response_revision:23241; }","duration":"2.702825734s","start":"2026-03-04T02:10:51.26596Z","end":"2026-03-04T02:10:53.968786Z","steps":["trace[852967303] 'agreement among raft nodes before linearized reading' (duration: 2.70270134s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:53.968843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:51.265958Z","time spent":"2.702878656s","remote":"127.0.0.1:56558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":10858,"request content":"key:\"/registry/deployments/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-04T02:10:53.968959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.458507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:53.968981Z","caller":"traceutil/trace.go:171","msg":"trace[316768152] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23241; }","duration":"696.520788ms","start":"2026-03-04T02:10:53.272455Z","end":"2026-03-04T02:10:53.968976Z","steps":["trace[316768152] 'agreement among raft nodes before linearized reading' (duration: 696.482347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:53.969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:53.272436Z","time spent":"696.55918ms","remote":"127.0.0.1:56074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:10:53.969109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.701463031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-volume\" ","response":"range_response_count:1 size:14909"} {"level":"info","ts":"2026-03-04T02:10:53.96916Z","caller":"traceutil/trace.go:171","msg":"trace[1158447199] range","detail":"{range_begin:/registry/deployments/openstack/cinder-volume; range_end:; response_count:1; response_revision:23241; }","duration":"2.701522623s","start":"2026-03-04T02:10:51.267627Z","end":"2026-03-04T02:10:53.969149Z","steps":["trace[1158447199] 'agreement among raft nodes before linearized reading' (duration: 2.701338517s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:53.96919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:51.267625Z","time spent":"2.701558664s","remote":"127.0.0.1:56558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":14931,"request content":"key:\"/registry/deployments/openstack/cinder-volume\" "} {"level":"warn","ts":"2026-03-04T02:10:53.969284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.701303926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:10942"} {"level":"info","ts":"2026-03-04T02:10:53.969341Z","caller":"traceutil/trace.go:171","msg":"trace[1025019122] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:23241; }","duration":"2.701380469s","start":"2026-03-04T02:10:51.267945Z","end":"2026-03-04T02:10:53.969325Z","steps":["trace[1025019122] 'agreement among raft nodes before linearized reading' (duration: 2.701228054s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:53.969372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:51.267931Z","time spent":"2.70143364s","remote":"127.0.0.1:56558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":10964,"request content":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-grafana\" "} {"level":"warn","ts":"2026-03-04T02:10:53.967712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.700313155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-api-metadata\" ","response":"range_response_count:1 size:10041"} {"level":"warn","ts":"2026-03-04T02:10:53.969474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.734581644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:10:53.969513Z","caller":"traceutil/trace.go:171","msg":"trace[1368434143] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23241; }","duration":"1.734671126s","start":"2026-03-04T02:10:52.234831Z","end":"2026-03-04T02:10:53.969502Z","steps":["trace[1368434143] 'agreement among raft nodes before linearized reading' (duration: 1.734609384s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:53.969523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.702413692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-kube-state-metrics\" ","response":"range_response_count:1 size:5130"} {"level":"warn","ts":"2026-03-04T02:10:53.969535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:52.23481Z","time spent":"1.734718768s","remote":"127.0.0.1:58988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:10:53.969526Z","caller":"traceutil/trace.go:171","msg":"trace[453964144] range","detail":"{range_begin:/registry/deployments/openstack/nova-api-metadata; range_end:; response_count:1; response_revision:23241; }","duration":"2.702127322s","start":"2026-03-04T02:10:51.267374Z","end":"2026-03-04T02:10:53.969502Z","steps":["trace[453964144] 'agreement among raft nodes before linearized reading' (duration: 2.700280783s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:53.969555Z","caller":"traceutil/trace.go:171","msg":"trace[381196580] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-kube-state-metrics; range_end:; response_count:1; response_revision:23241; }","duration":"2.702451883s","start":"2026-03-04T02:10:51.267094Z","end":"2026-03-04T02:10:53.969546Z","steps":["trace[381196580] 'agreement among raft nodes before linearized reading' (duration: 2.7023647s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:53.969586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:51.267089Z","time spent":"2.702490994s","remote":"127.0.0.1:56558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":5152,"request content":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-kube-state-metrics\" "} {"level":"warn","ts":"2026-03-04T02:10:53.969594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:51.267363Z","time spent":"2.702211655s","remote":"127.0.0.1:56558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10063,"request content":"key:\"/registry/deployments/openstack/nova-api-metadata\" "} {"level":"info","ts":"2026-03-04T02:10:53.9679Z","caller":"traceutil/trace.go:171","msg":"trace[461007264] range","detail":"{range_begin:/registry/deployments/monitoring/prometheus-pushgateway; range_end:; response_count:1; response_revision:23241; }","duration":"2.701476632s","start":"2026-03-04T02:10:51.26641Z","end":"2026-03-04T02:10:53.967887Z","steps":["trace[461007264] 'agreement among raft nodes before linearized reading' (duration: 2.701359858s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:53.969652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:51.266407Z","time spent":"2.703238078s","remote":"127.0.0.1:56558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4155,"request content":"key:\"/registry/deployments/monitoring/prometheus-pushgateway\" "} {"level":"warn","ts":"2026-03-04T02:10:53.96785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.089823525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:10:53.969724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.702592297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/barbican-api\" ","response":"range_response_count:1 size:7674"} {"level":"info","ts":"2026-03-04T02:10:53.969745Z","caller":"traceutil/trace.go:171","msg":"trace[1194367529] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:23241; }","duration":"2.091759637s","start":"2026-03-04T02:10:51.877974Z","end":"2026-03-04T02:10:53.969733Z","steps":["trace[1194367529] 'agreement among raft nodes before linearized reading' (duration: 2.089839295s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:53.969749Z","caller":"traceutil/trace.go:171","msg":"trace[863609897] range","detail":"{range_begin:/registry/deployments/openstack/barbican-api; range_end:; response_count:1; response_revision:23241; }","duration":"2.702615758s","start":"2026-03-04T02:10:51.267125Z","end":"2026-03-04T02:10:53.969741Z","steps":["trace[863609897] 'agreement among raft nodes before linearized reading' (duration: 2.702535035s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:53.969769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:51.877951Z","time spent":"2.091810988s","remote":"127.0.0.1:60940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:53.969773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:51.267109Z","time spent":"2.70265894s","remote":"127.0.0.1:56558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7696,"request content":"key:\"/registry/deployments/openstack/barbican-api\" "} {"level":"info","ts":"2026-03-04T02:10:53.967703Z","caller":"traceutil/trace.go:171","msg":"trace[1392860740] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23241; }","duration":"2.709470746s","start":"2026-03-04T02:10:51.258217Z","end":"2026-03-04T02:10:53.967688Z","steps":["trace[1392860740] 'agreement among raft nodes before linearized reading' (duration: 2.709191988s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:53.969875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:51.258203Z","time spent":"2.711665456s","remote":"127.0.0.1:56274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18668,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T02:10:53.967864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:51.265861Z","time spent":"2.701998138s","remote":"127.0.0.1:56558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":5080,"request content":"key:\"/registry/deployments/capi-system/capi-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:10:53.970026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.703107993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-novncproxy\" ","response":"range_response_count:1 size:9751"} {"level":"warn","ts":"2026-03-04T02:10:53.970069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.703171556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:5015"} {"level":"info","ts":"2026-03-04T02:10:53.970088Z","caller":"traceutil/trace.go:171","msg":"trace[1273756720] range","detail":"{range_begin:/registry/deployments/openstack/nova-novncproxy; range_end:; response_count:1; response_revision:23241; }","duration":"2.703173375s","start":"2026-03-04T02:10:51.266896Z","end":"2026-03-04T02:10:53.97007Z","steps":["trace[1273756720] 'agreement among raft nodes before linearized reading' (duration: 2.702990099s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:53.970108Z","caller":"traceutil/trace.go:171","msg":"trace[1333008559] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:23241; }","duration":"2.703207887s","start":"2026-03-04T02:10:51.266882Z","end":"2026-03-04T02:10:53.97009Z","steps":["trace[1333008559] 'agreement among raft nodes before linearized reading' (duration: 2.703107524s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:53.970132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:51.266894Z","time spent":"2.703225527s","remote":"127.0.0.1:56558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":9773,"request content":"key:\"/registry/deployments/openstack/nova-novncproxy\" "} {"level":"warn","ts":"2026-03-04T02:10:53.970137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:51.266879Z","time spent":"2.703247978s","remote":"127.0.0.1:56558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":5037,"request content":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" "} {"level":"warn","ts":"2026-03-04T02:10:53.970137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:51.267164Z","time spent":"2.702954659s","remote":"127.0.0.1:56558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":7798,"request content":"key:\"/registry/deployments/openstack/octavia-housekeeping\" "} {"level":"info","ts":"2026-03-04T02:10:53.970204Z","caller":"traceutil/trace.go:171","msg":"trace[119919891] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23241; }","duration":"3.29814413s","start":"2026-03-04T02:10:50.672036Z","end":"2026-03-04T02:10:53.97018Z","steps":["trace[119919891] 'agreement among raft nodes before linearized reading' (duration: 3.295837176s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:53.970272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:50.672018Z","time spent":"3.298236113s","remote":"127.0.0.1:36824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:10:53.970615Z","caller":"traceutil/trace.go:171","msg":"trace[1336435892] range","detail":"{range_begin:/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend; range_end:; response_count:1; response_revision:23241; }","duration":"2.702986069s","start":"2026-03-04T02:10:51.267615Z","end":"2026-03-04T02:10:53.970601Z","steps":["trace[1336435892] 'agreement among raft nodes before linearized reading' (duration: 2.700340125s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:53.970663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:51.267612Z","time spent":"2.703037182s","remote":"127.0.0.1:56558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":4517,"request content":"key:\"/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend\" "} {"level":"info","ts":"2026-03-04T02:10:53.971922Z","caller":"traceutil/trace.go:171","msg":"trace[1605977109] range","detail":"{range_begin:/registry/deployments/openstack/heat-cfn; range_end:; response_count:1; response_revision:23241; }","duration":"2.706086458s","start":"2026-03-04T02:10:51.265808Z","end":"2026-03-04T02:10:53.971894Z","steps":["trace[1605977109] 'agreement among raft nodes before linearized reading' (duration: 2.702219955s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:53.971975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:51.265801Z","time spent":"2.706161121s","remote":"127.0.0.1:56558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7963,"request content":"key:\"/registry/deployments/openstack/heat-cfn\" "} {"level":"info","ts":"2026-03-04T02:10:53.967986Z","caller":"traceutil/trace.go:171","msg":"trace[1039020916] range","detail":"{range_begin:/registry/deployments/openstack/rook-ceph-crashcollector-instance; range_end:; response_count:1; response_revision:23241; }","duration":"2.702108442s","start":"2026-03-04T02:10:51.265848Z","end":"2026-03-04T02:10:53.967956Z","steps":["trace[1039020916] 'agreement among raft nodes before linearized reading' (duration: 2.70203059s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:53.96836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:51.267707Z","time spent":"2.700639575s","remote":"127.0.0.1:56558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":3581,"request content":"key:\"/registry/deployments/monitoring/node-feature-discovery-gc\" "} {"level":"warn","ts":"2026-03-04T02:10:53.974281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:51.265844Z","time spent":"2.706548633s","remote":"127.0.0.1:56558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":9344,"request content":"key:\"/registry/deployments/openstack/rook-ceph-crashcollector-instance\" "} {"level":"info","ts":"2026-03-04T02:10:53.97474Z","caller":"traceutil/trace.go:171","msg":"trace[749557461] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23241; }","duration":"1.639111774s","start":"2026-03-04T02:10:52.3356Z","end":"2026-03-04T02:10:53.974712Z","steps":["trace[749557461] 'agreement among raft nodes before linearized reading' (duration: 1.632556514s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:53.974818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:52.335584Z","time spent":"1.639192457s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:10:53.968692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.269946841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:10:53.975156Z","caller":"traceutil/trace.go:171","msg":"trace[811325777] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:23241; }","duration":"2.276450528s","start":"2026-03-04T02:10:51.698682Z","end":"2026-03-04T02:10:53.975132Z","steps":["trace[811325777] 'agreement among raft nodes before linearized reading' (duration: 2.269260019s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:53.975204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:51.69866Z","time spent":"2.276528201s","remote":"127.0.0.1:56230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:53.968673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.702258536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:3891"} {"level":"info","ts":"2026-03-04T02:10:53.975386Z","caller":"traceutil/trace.go:171","msg":"trace[1848942132] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:23241; }","duration":"2.708975221s","start":"2026-03-04T02:10:51.266385Z","end":"2026-03-04T02:10:53.97536Z","steps":["trace[1848942132] 'agreement among raft nodes before linearized reading' (duration: 2.702183754s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:53.975447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:51.266379Z","time spent":"2.709048503s","remote":"127.0.0.1:56558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":3913,"request content":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" "} {"level":"warn","ts":"2026-03-04T02:10:53.97628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:51.265872Z","time spent":"2.709451336s","remote":"127.0.0.1:56558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":5468,"request content":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-operator\" "} {"level":"warn","ts":"2026-03-04T02:10:54.475161Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743091943732412,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:10:54.975845Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743091943732412,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:10:55.476228Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743091943732412,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:10:55.977362Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743091943732412,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:10:56.477915Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743091943732412,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:10:56.525139Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.540928548s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:10:56.531623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:54.37334Z","time spent":"2.158276614s","remote":"127.0.0.1:59364","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T02:10:56.533131Z","caller":"traceutil/trace.go:171","msg":"trace[714462792] transaction","detail":"{read_only:false; response_revision:23242; number_of_response:1; }","duration":"2.558844329s","start":"2026-03-04T02:10:53.974266Z","end":"2026-03-04T02:10:56.533111Z","steps":["trace[714462792] 'process raft request' (duration: 2.55102042s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:56.533265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:53.97425Z","time spent":"2.558929832s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:56.899065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000532292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:10:56.899131Z","caller":"traceutil/trace.go:171","msg":"trace[1344645089] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000650466s","start":"2026-03-04T02:10:54.898466Z","end":"2026-03-04T02:10:56.899117Z","steps":["trace[1344645089] 'agreement among raft nodes before linearized reading' (duration: 2.000562793s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:56.899166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:54.898445Z","time spent":"2.000713248s","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:10:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:10:58.289989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000392997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:10:58.290074Z","caller":"traceutil/trace.go:171","msg":"trace[950005143] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000528741s","start":"2026-03-04T02:10:56.289526Z","end":"2026-03-04T02:10:58.290055Z","steps":["trace[950005143] 'agreement among raft nodes before linearized reading' (duration: 2.000424997s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:58.290113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:56.289511Z","time spent":"2.000594563s","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:10:58.899447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999909681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:10:58.899534Z","caller":"traceutil/trace.go:171","msg":"trace[1060752191] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000046675s","start":"2026-03-04T02:10:56.899468Z","end":"2026-03-04T02:10:58.899514Z","steps":["trace[1060752191] 'agreement among raft nodes before linearized reading' (duration: 1.999937862s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:58.899591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:56.899451Z","time spent":"2.000119678s","remote":"127.0.0.1:56074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:10:58.977626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:53.978245Z","time spent":"4.999376291s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 02:10:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:10:59.135068Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.608686916s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:10:59.188646Z","caller":"traceutil/trace.go:171","msg":"trace[1119265703] transaction","detail":"{read_only:false; response_revision:23243; number_of_response:1; }","duration":"5.213485328s","start":"2026-03-04T02:10:53.975127Z","end":"2026-03-04T02:10:59.188612Z","steps":["trace[1119265703] 'process raft request' (duration: 5.160127489s)","trace[1119265703] 'compare' (duration: 52.687418ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:59.188804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:53.975114Z","time spent":"5.213603092s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:59.188867Z","caller":"traceutil/trace.go:171","msg":"trace[1729580419] transaction","detail":"{read_only:false; response_revision:23249; number_of_response:1; }","duration":"3.213602928s","start":"2026-03-04T02:10:55.975241Z","end":"2026-03-04T02:10:59.188844Z","steps":["trace[1729580419] 'process raft request' (duration: 3.213531406s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:59.188967Z","caller":"traceutil/trace.go:171","msg":"trace[1496327455] linearizableReadLoop","detail":"{readStateIndex:24068; appliedIndex:24058; }","duration":"5.214504281s","start":"2026-03-04T02:10:53.97445Z","end":"2026-03-04T02:10:59.188955Z","steps":["trace[1496327455] 'read index received' (duration: 2.550849395s)","trace[1496327455] 'applied index is now lower than readState.Index' (duration: 2.663653766s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:59.189013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:55.975223Z","time spent":"3.213717291s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:59.188989Z","caller":"traceutil/trace.go:171","msg":"trace[987466171] transaction","detail":"{read_only:false; response_revision:23247; number_of_response:1; }","duration":"3.213684011s","start":"2026-03-04T02:10:55.975142Z","end":"2026-03-04T02:10:59.188826Z","steps":["trace[987466171] 'process raft request' (duration: 3.213540086s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:59.189096Z","caller":"traceutil/trace.go:171","msg":"trace[873810315] transaction","detail":"{read_only:false; response_revision:23248; number_of_response:1; }","duration":"3.213913188s","start":"2026-03-04T02:10:55.97517Z","end":"2026-03-04T02:10:59.189084Z","steps":["trace[873810315] 'process raft request' (duration: 3.213568597s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:59.189136Z","caller":"traceutil/trace.go:171","msg":"trace[1994000980] transaction","detail":"{read_only:false; response_revision:23246; number_of_response:1; }","duration":"3.216386926s","start":"2026-03-04T02:10:55.972739Z","end":"2026-03-04T02:10:59.189126Z","steps":["trace[1994000980] 'process raft request' (duration: 3.215910831s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:59.189175Z","caller":"traceutil/trace.go:171","msg":"trace[470995087] transaction","detail":"{read_only:false; response_revision:23250; number_of_response:1; }","duration":"3.211828472s","start":"2026-03-04T02:10:55.977338Z","end":"2026-03-04T02:10:59.189166Z","steps":["trace[470995087] 'process raft request' (duration: 3.21146615s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:59.189167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:55.975151Z","time spent":"3.21398306s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:59.18923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:55.97272Z","time spent":"3.216471209s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:59.18926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:55.977331Z","time spent":"3.211872373s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:59.189308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:55.975133Z","time spent":"3.213965679s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:59.189351Z","caller":"traceutil/trace.go:171","msg":"trace[1903974717] transaction","detail":"{read_only:false; response_revision:23251; number_of_response:1; }","duration":"3.211919415s","start":"2026-03-04T02:10:55.977404Z","end":"2026-03-04T02:10:59.189323Z","steps":["trace[1903974717] 'process raft request' (duration: 3.211484501s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:59.189461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.215007377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/pxc-operator\" ","response":"range_response_count:1 size:4386"} {"level":"info","ts":"2026-03-04T02:10:59.189507Z","caller":"traceutil/trace.go:171","msg":"trace[1138065764] range","detail":"{range_begin:/registry/deployments/openstack/pxc-operator; range_end:; response_count:1; response_revision:23251; }","duration":"5.215076019s","start":"2026-03-04T02:10:53.974419Z","end":"2026-03-04T02:10:59.189495Z","steps":["trace[1138065764] 'agreement among raft nodes before linearized reading' (duration: 5.214896573s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:59.189543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:53.974404Z","time spent":"5.21513215s","remote":"127.0.0.1:56558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4408,"request content":"key:\"/registry/deployments/openstack/pxc-operator\" "} {"level":"warn","ts":"2026-03-04T02:10:59.189461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:55.977388Z","time spent":"3.212027928s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:59.189356Z","caller":"traceutil/trace.go:171","msg":"trace[455063572] transaction","detail":"{read_only:false; response_revision:23244; number_of_response:1; }","duration":"5.212985212s","start":"2026-03-04T02:10:53.975664Z","end":"2026-03-04T02:10:59.18865Z","steps":["trace[455063572] 'process raft request' (duration: 5.212844088s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:59.189682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:53.97565Z","time spent":"5.213996335s","remote":"127.0.0.1:41198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1561,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:10:59.689545Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743091943732424,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:11:00.189716Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743091943732424,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:11:00.689964Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743091943732424,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:11:00.906654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000266664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:11:00.906747Z","caller":"traceutil/trace.go:171","msg":"trace[758561792] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000397238s","start":"2026-03-04T02:10:58.906335Z","end":"2026-03-04T02:11:00.906732Z","steps":["trace[758561792] 'agreement among raft nodes before linearized reading' (duration: 2.000284175s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:00.906786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:58.906323Z","time spent":"2.00045118s","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:11:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:11:00.927465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998842465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-04T02:11:00.927521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998914206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:11:00.927563Z","caller":"traceutil/trace.go:171","msg":"trace[957626099] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.998969888s","start":"2026-03-04T02:10:55.928568Z","end":"2026-03-04T02:11:00.927538Z","steps":["trace[957626099] 'agreement among raft nodes before linearized reading' (duration: 4.998852345s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:00.927629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:55.928495Z","time spent":"4.999122843s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T02:11:00.927623Z","caller":"traceutil/trace.go:171","msg":"trace[901095857] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999080602s","start":"2026-03-04T02:10:55.928516Z","end":"2026-03-04T02:11:00.927597Z","steps":["trace[901095857] 'agreement among raft nodes before linearized reading' (duration: 4.998945858s)"],"step_count":1} 2026/03/04 02:11:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:11:00.927701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:55.928493Z","time spent":"4.999185385s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/04 02:11:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:11:01.190125Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743091943732424,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:11:01.690791Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743091943732424,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:11:01.816145Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.680860434s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:11:01.886239Z","caller":"traceutil/trace.go:171","msg":"trace[1232715168] transaction","detail":"{read_only:false; response_revision:23252; number_of_response:1; }","duration":"2.95802569s","start":"2026-03-04T02:10:58.928182Z","end":"2026-03-04T02:11:01.886208Z","steps":["trace[1232715168] 'process raft request' (duration: 2.888164215s)","trace[1232715168] 'compare' (duration: 69.207054ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:01.886401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:58.928158Z","time spent":"2.958152904s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:02.335319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.355056768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:11:02.335395Z","caller":"traceutil/trace.go:171","msg":"trace[1826890557] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"1.355185991s","start":"2026-03-04T02:11:00.980191Z","end":"2026-03-04T02:11:02.335377Z","steps":["trace[1826890557] 'agreement among raft nodes before linearized reading' (duration: 1.355089028s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:02.335441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:00.980174Z","time spent":"1.355258253s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/04 02:11:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:11:02.906936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999810968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:11:02.907018Z","caller":"traceutil/trace.go:171","msg":"trace[1451119048] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999960413s","start":"2026-03-04T02:11:00.90704Z","end":"2026-03-04T02:11:02.907Z","steps":["trace[1451119048] 'agreement among raft nodes before linearized reading' (duration: 1.999853949s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:02.907065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:00.907017Z","time spent":"2.000038235s","remote":"127.0.0.1:56074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:11:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:11:03.286007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.088886ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:03.286162Z","caller":"traceutil/trace.go:171","msg":"trace[791865747] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23252; }","duration":"740.254741ms","start":"2026-03-04T02:11:02.545884Z","end":"2026-03-04T02:11:03.286138Z","steps":["trace[791865747] 'range keys from in-memory index tree' (duration: 740.070146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:03.339912Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.523563354s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:11:04.048534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.422599ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T02:11:04.049698Z","caller":"traceutil/trace.go:171","msg":"trace[371179638] linearizableReadLoop","detail":"{readStateIndex:24078; appliedIndex:24068; }","duration":"4.860656614s","start":"2026-03-04T02:10:59.189017Z","end":"2026-03-04T02:11:04.049674Z","steps":["trace[371179638] 'read index received' (duration: 2.62734842s)","trace[371179638] 'applied index is now lower than readState.Index' (duration: 2.233306904s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:04.049845Z","caller":"traceutil/trace.go:171","msg":"trace[560550066] transaction","detail":"{read_only:false; response_revision:23254; number_of_response:1; }","duration":"2.855110493s","start":"2026-03-04T02:11:01.194717Z","end":"2026-03-04T02:11:04.049827Z","steps":["trace[560550066] 'process raft request' (duration: 2.853950446s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:04.049973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:01.194668Z","time spent":"2.855227696s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:04.050173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.012998596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129255"} {"level":"info","ts":"2026-03-04T02:11:04.050246Z","caller":"traceutil/trace.go:171","msg":"trace[1333092816] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:23261; }","duration":"10.013095859s","start":"2026-03-04T02:10:54.037132Z","end":"2026-03-04T02:11:04.050228Z","steps":["trace[1333092816] 'agreement among raft nodes before linearized reading' (duration: 10.012877652s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:04.050243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.016989793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:04.050284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:54.037123Z","time spent":"10.013153231s","remote":"127.0.0.1:56136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129277,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-03-04T02:11:04.050299Z","caller":"traceutil/trace.go:171","msg":"trace[1851483995] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23261; }","duration":"10.017074486s","start":"2026-03-04T02:10:54.03321Z","end":"2026-03-04T02:11:04.050285Z","steps":["trace[1851483995] 'agreement among raft nodes before linearized reading' (duration: 10.016989573s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:04.050345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:54.033194Z","time spent":"10.017139138s","remote":"127.0.0.1:56558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-04T02:11:04.050499Z","caller":"traceutil/trace.go:171","msg":"trace[1464607905] transaction","detail":"{read_only:false; response_revision:23255; number_of_response:1; }","duration":"2.855378761s","start":"2026-03-04T02:11:01.195108Z","end":"2026-03-04T02:11:04.050487Z","steps":["trace[1464607905] 'process raft request' (duration: 2.854231614s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:04.050599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.017375295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-03-04T02:11:04.050618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:01.195101Z","time spent":"2.855456213s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:04.050633Z","caller":"traceutil/trace.go:171","msg":"trace[1351649912] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:23261; }","duration":"10.017444057s","start":"2026-03-04T02:10:54.033175Z","end":"2026-03-04T02:11:04.050619Z","steps":["trace[1351649912] 'agreement among raft nodes before linearized reading' (duration: 10.017325463s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:04.050661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:54.033152Z","time spent":"10.017502209s","remote":"127.0.0.1:56150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-03-04T02:11:04.050828Z","caller":"traceutil/trace.go:171","msg":"trace[10059021] transaction","detail":"{read_only:false; response_revision:23256; number_of_response:1; }","duration":"2.855464933s","start":"2026-03-04T02:11:01.195352Z","end":"2026-03-04T02:11:04.050817Z","steps":["trace[10059021] 'process raft request' (duration: 2.85409089s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:04.050899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.072261633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/image\" ","response":"range_response_count:1 size:1056"} {"level":"warn","ts":"2026-03-04T02:11:04.050892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:01.195346Z","time spent":"2.855511366s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:04.050938Z","caller":"traceutil/trace.go:171","msg":"trace[1613100952] range","detail":"{range_begin:/registry/ingress/openstack/image; range_end:; response_count:1; response_revision:23261; }","duration":"10.072299154s","start":"2026-03-04T02:10:53.978629Z","end":"2026-03-04T02:11:04.050928Z","steps":["trace[1613100952] 'agreement among raft nodes before linearized reading' (duration: 10.072197111s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:04.050971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:53.978614Z","time spent":"10.072350765s","remote":"127.0.0.1:56384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":1078,"request content":"key:\"/registry/ingress/openstack/image\" "} {"level":"info","ts":"2026-03-04T02:11:04.051049Z","caller":"traceutil/trace.go:171","msg":"trace[150144165] transaction","detail":"{read_only:false; response_revision:23257; number_of_response:1; }","duration":"2.855581718s","start":"2026-03-04T02:11:01.195457Z","end":"2026-03-04T02:11:04.051038Z","steps":["trace[150144165] 'process raft request' (duration: 2.854023158s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:04.0511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:01.195452Z","time spent":"2.855619209s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:04.051163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.072570652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/placement\" ","response":"range_response_count:1 size:862"} {"level":"info","ts":"2026-03-04T02:11:04.051191Z","caller":"traceutil/trace.go:171","msg":"trace[1062877238] range","detail":"{range_begin:/registry/ingress/openstack/placement; range_end:; response_count:1; response_revision:23261; }","duration":"10.072608674s","start":"2026-03-04T02:10:53.978574Z","end":"2026-03-04T02:11:04.051183Z","steps":["trace[1062877238] 'agreement among raft nodes before linearized reading' (duration: 10.072528912s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:04.051215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:53.978568Z","time spent":"10.072642145s","remote":"127.0.0.1:56384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":884,"request content":"key:\"/registry/ingress/openstack/placement\" "} {"level":"info","ts":"2026-03-04T02:11:04.051224Z","caller":"traceutil/trace.go:171","msg":"trace[2083156687] transaction","detail":"{read_only:false; response_revision:23258; number_of_response:1; }","duration":"2.855174485s","start":"2026-03-04T02:11:01.196036Z","end":"2026-03-04T02:11:04.051211Z","steps":["trace[2083156687] 'process raft request' (duration: 2.853485121s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:04.05127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:01.19601Z","time spent":"2.855235046s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:04.051386Z","caller":"traceutil/trace.go:171","msg":"trace[825721304] transaction","detail":"{read_only:false; response_revision:23259; number_of_response:1; }","duration":"2.855288368s","start":"2026-03-04T02:11:01.19609Z","end":"2026-03-04T02:11:04.051378Z","steps":["trace[825721304] 'process raft request' (duration: 2.85346359s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:04.051395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.072834991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/orchestration\" ","response":"range_response_count:1 size:983"} {"level":"info","ts":"2026-03-04T02:11:04.051425Z","caller":"traceutil/trace.go:171","msg":"trace[744880733] range","detail":"{range_begin:/registry/ingress/openstack/orchestration; range_end:; response_count:1; response_revision:23261; }","duration":"10.072870492s","start":"2026-03-04T02:10:53.978546Z","end":"2026-03-04T02:11:04.051416Z","steps":["trace[744880733] 'agreement among raft nodes before linearized reading' (duration: 10.072790649s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:04.051437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:01.19608Z","time spent":"2.855328709s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:04.05145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:53.978543Z","time spent":"10.072901603s","remote":"127.0.0.1:56384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":1005,"request content":"key:\"/registry/ingress/openstack/orchestration\" "} {"level":"info","ts":"2026-03-04T02:11:04.051565Z","caller":"traceutil/trace.go:171","msg":"trace[1444496939] transaction","detail":"{read_only:false; response_revision:23260; number_of_response:1; }","duration":"2.577316747s","start":"2026-03-04T02:11:01.474239Z","end":"2026-03-04T02:11:04.051556Z","steps":["trace[1444496939] 'process raft request' (duration: 2.575345644s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:04.051619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.073096589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-03-04T02:11:04.051657Z","caller":"traceutil/trace.go:171","msg":"trace[2057337569] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:23261; }","duration":"10.07313159s","start":"2026-03-04T02:10:53.978516Z","end":"2026-03-04T02:11:04.051648Z","steps":["trace[2057337569] 'agreement among raft nodes before linearized reading' (duration: 10.073039617s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:04.05169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:53.978503Z","time spent":"10.073180962s","remote":"127.0.0.1:60856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7771,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-04T02:11:04.05171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.198728179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:04.051741Z","caller":"traceutil/trace.go:171","msg":"trace[1904726816] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:23261; }","duration":"5.198798532s","start":"2026-03-04T02:10:58.852933Z","end":"2026-03-04T02:11:04.051731Z","steps":["trace[1904726816] 'agreement among raft nodes before linearized reading' (duration: 5.1987456s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:04.051776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:58.852912Z","time spent":"5.198856243s","remote":"127.0.0.1:34700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:04.051941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.519827264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:04.051952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.07375161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:888"} {"level":"info","ts":"2026-03-04T02:11:04.051979Z","caller":"traceutil/trace.go:171","msg":"trace[152981149] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:23261; }","duration":"5.519903856s","start":"2026-03-04T02:10:58.532067Z","end":"2026-03-04T02:11:04.05197Z","steps":["trace[152981149] 'agreement among raft nodes before linearized reading' (duration: 5.519849624s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:04.051989Z","caller":"traceutil/trace.go:171","msg":"trace[1960755380] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:23261; }","duration":"10.073796761s","start":"2026-03-04T02:10:53.978182Z","end":"2026-03-04T02:11:04.051979Z","steps":["trace[1960755380] 'agreement among raft nodes before linearized reading' (duration: 10.073699938s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:04.052009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:58.532046Z","time spent":"5.519955098s","remote":"127.0.0.1:41254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:04.052018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:53.978179Z","time spent":"10.073832302s","remote":"127.0.0.1:56384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":910,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"warn","ts":"2026-03-04T02:11:04.052168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.976068001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:04.052198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.074017078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/compute-novnc-proxy\" ","response":"range_response_count:1 size:1088"} {"level":"info","ts":"2026-03-04T02:11:04.052207Z","caller":"traceutil/trace.go:171","msg":"trace[47343563] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:23261; }","duration":"5.976147833s","start":"2026-03-04T02:10:58.076049Z","end":"2026-03-04T02:11:04.052197Z","steps":["trace[47343563] 'agreement among raft nodes before linearized reading' (duration: 5.976087961s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:04.052226Z","caller":"traceutil/trace.go:171","msg":"trace[1018746074] range","detail":"{range_begin:/registry/ingress/openstack/compute-novnc-proxy; range_end:; response_count:1; response_revision:23261; }","duration":"10.07404922s","start":"2026-03-04T02:10:53.978168Z","end":"2026-03-04T02:11:04.052217Z","steps":["trace[1018746074] 'agreement among raft nodes before linearized reading' (duration: 10.073962687s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:04.052236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:58.076025Z","time spent":"5.976202865s","remote":"127.0.0.1:37192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:04.052252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:53.978166Z","time spent":"10.074081071s","remote":"127.0.0.1:56384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":1110,"request content":"key:\"/registry/ingress/openstack/compute-novnc-proxy\" "} {"level":"warn","ts":"2026-03-04T02:11:04.052382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.642499331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:04.052418Z","caller":"traceutil/trace.go:171","msg":"trace[1396311996] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:23261; }","duration":"6.642572113s","start":"2026-03-04T02:10:57.409837Z","end":"2026-03-04T02:11:04.05241Z","steps":["trace[1396311996] 'agreement among raft nodes before linearized reading' (duration: 6.642520081s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:04.052447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:57.409817Z","time spent":"6.642622415s","remote":"127.0.0.1:34722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:04.052471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.074295258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/load-balancer\" ","response":"range_response_count:1 size:880"} {"level":"info","ts":"2026-03-04T02:11:04.052517Z","caller":"traceutil/trace.go:171","msg":"trace[1957364271] range","detail":"{range_begin:/registry/ingress/openstack/load-balancer; range_end:; response_count:1; response_revision:23261; }","duration":"10.074355309s","start":"2026-03-04T02:10:53.978152Z","end":"2026-03-04T02:11:04.052508Z","steps":["trace[1957364271] 'agreement among raft nodes before linearized reading' (duration: 10.074244256s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:04.052552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:53.978148Z","time spent":"10.07439576s","remote":"127.0.0.1:56384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":902,"request content":"key:\"/registry/ingress/openstack/load-balancer\" "} {"level":"warn","ts":"2026-03-04T02:11:04.052601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.55570707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:04.052639Z","caller":"traceutil/trace.go:171","msg":"trace[1008023239] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23261; }","duration":"7.555783592s","start":"2026-03-04T02:10:56.496844Z","end":"2026-03-04T02:11:04.052628Z","steps":["trace[1008023239] 'agreement among raft nodes before linearized reading' (duration: 7.55572902s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:04.052677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:56.49682Z","time spent":"7.555844964s","remote":"127.0.0.1:34878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:11:04.052739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.074965178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/network\" ","response":"range_response_count:1 size:855"} {"level":"info","ts":"2026-03-04T02:11:04.052775Z","caller":"traceutil/trace.go:171","msg":"trace[160910670] range","detail":"{range_begin:/registry/ingress/openstack/network; range_end:; response_count:1; response_revision:23261; }","duration":"10.07500647s","start":"2026-03-04T02:10:53.977759Z","end":"2026-03-04T02:11:04.052765Z","steps":["trace[160910670] 'agreement among raft nodes before linearized reading' (duration: 10.074913398s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:04.052807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:53.977756Z","time spent":"10.075045242s","remote":"127.0.0.1:56384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":877,"request content":"key:\"/registry/ingress/openstack/network\" "} {"level":"warn","ts":"2026-03-04T02:11:04.052896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.124336237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-04T02:11:04.052933Z","caller":"traceutil/trace.go:171","msg":"trace[1137094782] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23261; }","duration":"8.124382388s","start":"2026-03-04T02:10:55.928541Z","end":"2026-03-04T02:11:04.052923Z","steps":["trace[1137094782] 'agreement among raft nodes before linearized reading' (duration: 8.124258695s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:04.052988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:55.928535Z","time spent":"8.12444555s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:11:04.053079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.075385412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/secretgen-controller/secretgen-controller\" ","response":"range_response_count:1 size:3106"} {"level":"info","ts":"2026-03-04T02:11:04.053125Z","caller":"traceutil/trace.go:171","msg":"trace[1550773201] range","detail":"{range_begin:/registry/deployments/secretgen-controller/secretgen-controller; range_end:; response_count:1; response_revision:23261; }","duration":"10.075432624s","start":"2026-03-04T02:10:53.977682Z","end":"2026-03-04T02:11:04.053114Z","steps":["trace[1550773201] 'agreement among raft nodes before linearized reading' (duration: 10.07532062s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:04.053161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:53.977668Z","time spent":"10.075483865s","remote":"127.0.0.1:56558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3128,"request content":"key:\"/registry/deployments/secretgen-controller/secretgen-controller\" "} {"level":"warn","ts":"2026-03-04T02:11:04.053176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.126743853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:11:04.053204Z","caller":"traceutil/trace.go:171","msg":"trace[1698029366] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23261; }","duration":"8.126803155s","start":"2026-03-04T02:10:55.926392Z","end":"2026-03-04T02:11:04.053195Z","steps":["trace[1698029366] 'agreement among raft nodes before linearized reading' (duration: 8.126723153s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:04.053237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:55.926374Z","time spent":"8.126857347s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:11:04.053343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.075703833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/magnum-registry\" ","response":"range_response_count:1 size:3013"} {"level":"warn","ts":"2026-03-04T02:11:04.053369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.146979317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:04.053395Z","caller":"traceutil/trace.go:171","msg":"trace[89868086] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; response_count:0; response_revision:23261; }","duration":"8.147046779s","start":"2026-03-04T02:10:55.90634Z","end":"2026-03-04T02:11:04.053387Z","steps":["trace[89868086] 'agreement among raft nodes before linearized reading' (duration: 8.147004108s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:04.0534Z","caller":"traceutil/trace.go:171","msg":"trace[1472379893] range","detail":"{range_begin:/registry/deployments/openstack/magnum-registry; range_end:; response_count:1; response_revision:23261; }","duration":"10.075764334s","start":"2026-03-04T02:10:53.977621Z","end":"2026-03-04T02:11:04.053385Z","steps":["trace[1472379893] 'agreement among raft nodes before linearized reading' (duration: 10.075660641s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:04.053427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:55.906316Z","time spent":"8.147105621s","remote":"127.0.0.1:56114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.204.45.162\" "} {"level":"warn","ts":"2026-03-04T02:11:04.053441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:53.977617Z","time spent":"10.075812996s","remote":"127.0.0.1:56558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":3035,"request content":"key:\"/registry/deployments/openstack/magnum-registry\" "} {"level":"warn","ts":"2026-03-04T02:11:04.053616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.307801518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:11:04.053643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.076037703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:5849"} {"level":"info","ts":"2026-03-04T02:11:04.053654Z","caller":"traceutil/trace.go:171","msg":"trace[347761426] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:23261; }","duration":"8.307882441s","start":"2026-03-04T02:10:55.745763Z","end":"2026-03-04T02:11:04.053645Z","steps":["trace[347761426] 'agreement among raft nodes before linearized reading' (duration: 8.307772058s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:04.053671Z","caller":"traceutil/trace.go:171","msg":"trace[1384667112] range","detail":"{range_begin:/registry/deployments/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:23261; }","duration":"10.076068294s","start":"2026-03-04T02:10:53.977594Z","end":"2026-03-04T02:11:04.053663Z","steps":["trace[1384667112] 'agreement among raft nodes before linearized reading' (duration: 10.075981351s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:04.05371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:53.97758Z","time spent":"10.076121905s","remote":"127.0.0.1:56558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":5871,"request content":"key:\"/registry/deployments/openstack/rabbitmq-cluster-operator\" "} {"level":"warn","ts":"2026-03-04T02:11:04.05372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.872538272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:04.053745Z","caller":"traceutil/trace.go:171","msg":"trace[1532468469] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:23261; }","duration":"8.872614734s","start":"2026-03-04T02:10:55.181123Z","end":"2026-03-04T02:11:04.053738Z","steps":["trace[1532468469] 'agreement among raft nodes before linearized reading' (duration: 8.872575633s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:04.053777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:55.181101Z","time spent":"8.872669116s","remote":"127.0.0.1:36630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:04.053888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.076315352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/staffeln-conductor\" ","response":"range_response_count:1 size:5119"} {"level":"info","ts":"2026-03-04T02:11:04.053922Z","caller":"traceutil/trace.go:171","msg":"trace[923082589] range","detail":"{range_begin:/registry/deployments/openstack/staffeln-conductor; range_end:; response_count:1; response_revision:23261; }","duration":"10.076359143s","start":"2026-03-04T02:10:53.977555Z","end":"2026-03-04T02:11:04.053914Z","steps":["trace[923082589] 'agreement among raft nodes before linearized reading' (duration: 10.07626989s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:04.053954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:53.977549Z","time spent":"10.076398754s","remote":"127.0.0.1:56558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5141,"request content":"key:\"/registry/deployments/openstack/staffeln-conductor\" "} {"level":"warn","ts":"2026-03-04T02:11:04.05398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.99716098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:11:04.054015Z","caller":"traceutil/trace.go:171","msg":"trace[697680126] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:23261; }","duration":"8.997234692s","start":"2026-03-04T02:10:55.056773Z","end":"2026-03-04T02:11:04.054007Z","steps":["trace[697680126] 'agreement among raft nodes before linearized reading' (duration: 8.997132889s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:04.054048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:55.056756Z","time spent":"8.997284604s","remote":"127.0.0.1:56294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":88,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:04.054132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.076608701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-conductor\" ","response":"range_response_count:1 size:7280"} {"level":"info","ts":"2026-03-04T02:11:04.054169Z","caller":"traceutil/trace.go:171","msg":"trace[572169675] range","detail":"{range_begin:/registry/deployments/openstack/nova-conductor; range_end:; response_count:1; response_revision:23261; }","duration":"10.076657133s","start":"2026-03-04T02:10:53.977501Z","end":"2026-03-04T02:11:04.054158Z","steps":["trace[572169675] 'agreement among raft nodes before linearized reading' (duration: 10.07657154s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:04.054205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:53.977491Z","time spent":"10.076701754s","remote":"127.0.0.1:56558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7302,"request content":"key:\"/registry/deployments/openstack/nova-conductor\" "} {"level":"warn","ts":"2026-03-04T02:11:04.054245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.059755343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:11:04.054273Z","caller":"traceutil/trace.go:171","msg":"trace[1864704354] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23261; }","duration":"9.059805994s","start":"2026-03-04T02:10:54.994459Z","end":"2026-03-04T02:11:04.054265Z","steps":["trace[1864704354] 'agreement among raft nodes before linearized reading' (duration: 9.059723252s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:04.054309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:54.994444Z","time spent":"9.059856126s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:11:04.054425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.076913271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/octavia-api\" ","response":"range_response_count:1 size:8148"} {"level":"info","ts":"2026-03-04T02:11:04.054465Z","caller":"traceutil/trace.go:171","msg":"trace[1839509164] range","detail":"{range_begin:/registry/deployments/openstack/octavia-api; range_end:; response_count:1; response_revision:23261; }","duration":"10.076955832s","start":"2026-03-04T02:10:53.9775Z","end":"2026-03-04T02:11:04.054456Z","steps":["trace[1839509164] 'agreement among raft nodes before linearized reading' (duration: 10.076846999s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:04.054498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:53.977486Z","time spent":"10.077004623s","remote":"127.0.0.1:56558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":8170,"request content":"key:\"/registry/deployments/openstack/octavia-api\" "} {"level":"warn","ts":"2026-03-04T02:11:04.051627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:01.474212Z","time spent":"2.577387999s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:04.055182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.615425286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:11:04.055223Z","caller":"traceutil/trace.go:171","msg":"trace[420449024] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:23261; }","duration":"9.615502028s","start":"2026-03-04T02:10:54.439709Z","end":"2026-03-04T02:11:04.055211Z","steps":["trace[420449024] 'agreement among raft nodes before linearized reading' (duration: 9.615314492s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:04.055256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:54.439694Z","time spent":"9.615553939s","remote":"127.0.0.1:53410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":163,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:04.055404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.077920492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/keystone-api\" ","response":"range_response_count:1 size:11498"} {"level":"warn","ts":"2026-03-04T02:11:04.055426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.672990449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:04.055469Z","caller":"traceutil/trace.go:171","msg":"trace[2110281510] range","detail":"{range_begin:/registry/deployments/openstack/keystone-api; range_end:; response_count:1; response_revision:23261; }","duration":"10.078021206s","start":"2026-03-04T02:10:53.977429Z","end":"2026-03-04T02:11:04.055451Z","steps":["trace[2110281510] 'agreement among raft nodes before linearized reading' (duration: 10.077805319s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:04.055487Z","caller":"traceutil/trace.go:171","msg":"trace[32892171] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23261; }","duration":"9.673085932s","start":"2026-03-04T02:10:54.382385Z","end":"2026-03-04T02:11:04.055471Z","steps":["trace[32892171] 'agreement among raft nodes before linearized reading' (duration: 9.673005229s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:04.055515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:53.97742Z","time spent":"10.078084438s","remote":"127.0.0.1:56558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":11520,"request content":"key:\"/registry/deployments/openstack/keystone-api\" "} {"level":"warn","ts":"2026-03-04T02:11:04.055525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:54.382365Z","time spent":"9.673147294s","remote":"127.0.0.1:36794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:04.055753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.907403073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:04.055753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.078342066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/loki-gateway\" ","response":"range_response_count:1 size:4681"} {"level":"info","ts":"2026-03-04T02:11:04.05579Z","caller":"traceutil/trace.go:171","msg":"trace[1166095586] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:23261; }","duration":"9.907443454s","start":"2026-03-04T02:10:54.148334Z","end":"2026-03-04T02:11:04.055778Z","steps":["trace[1166095586] 'agreement among raft nodes before linearized reading' (duration: 9.907378282s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:04.055809Z","caller":"traceutil/trace.go:171","msg":"trace[1109238598] range","detail":"{range_begin:/registry/deployments/monitoring/loki-gateway; range_end:; response_count:1; response_revision:23261; }","duration":"10.078412208s","start":"2026-03-04T02:10:53.977387Z","end":"2026-03-04T02:11:04.055799Z","steps":["trace[1109238598] 'agreement among raft nodes before linearized reading' (duration: 10.078283194s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:04.055824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:54.148266Z","time spent":"9.907549178s","remote":"127.0.0.1:37182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:04.055836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:53.977378Z","time spent":"10.0784508s","remote":"127.0.0.1:56558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":4703,"request content":"key:\"/registry/deployments/monitoring/loki-gateway\" "} {"level":"warn","ts":"2026-03-04T02:11:04.056004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.920072787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:04.056023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.079012778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/rook-ceph/rook-ceph-operator\" ","response":"range_response_count:1 size:4500"} {"level":"info","ts":"2026-03-04T02:11:04.056042Z","caller":"traceutil/trace.go:171","msg":"trace[1655668203] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:23261; }","duration":"9.920152119s","start":"2026-03-04T02:10:54.135877Z","end":"2026-03-04T02:11:04.056029Z","steps":["trace[1655668203] 'agreement among raft nodes before linearized reading' (duration: 9.920092337s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:04.056084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:54.135855Z","time spent":"9.920218252s","remote":"127.0.0.1:32770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:04.056129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.079157552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rook-ceph-rgw-ceph-a\" ","response":"range_response_count:1 size:24678"} {"level":"info","ts":"2026-03-04T02:11:04.056155Z","caller":"traceutil/trace.go:171","msg":"trace[1538774347] range","detail":"{range_begin:/registry/deployments/openstack/rook-ceph-rgw-ceph-a; range_end:; response_count:1; response_revision:23261; }","duration":"10.079209354s","start":"2026-03-04T02:10:53.976937Z","end":"2026-03-04T02:11:04.056147Z","steps":["trace[1538774347] 'agreement among raft nodes before linearized reading' (duration: 10.079129562s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:04.056178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:53.976922Z","time spent":"10.079249795s","remote":"127.0.0.1:56558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":24700,"request content":"key:\"/registry/deployments/openstack/rook-ceph-rgw-ceph-a\" "} {"level":"warn","ts":"2026-03-04T02:11:04.056367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.081748055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18997fa4843f3d7a\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-04T02:11:04.056398Z","caller":"traceutil/trace.go:171","msg":"trace[1778428207] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18997fa4843f3d7a; range_end:; response_count:1; response_revision:23261; }","duration":"10.081801126s","start":"2026-03-04T02:10:53.974587Z","end":"2026-03-04T02:11:04.056388Z","steps":["trace[1778428207] 'agreement among raft nodes before linearized reading' (duration: 10.081711593s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:04.056423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:53.974571Z","time spent":"10.081845278s","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18997fa4843f3d7a\" "} {"level":"info","ts":"2026-03-04T02:11:04.056051Z","caller":"traceutil/trace.go:171","msg":"trace[2053535278] range","detail":"{range_begin:/registry/deployments/rook-ceph/rook-ceph-operator; range_end:; response_count:1; response_revision:23261; }","duration":"10.079052709s","start":"2026-03-04T02:10:53.97699Z","end":"2026-03-04T02:11:04.056043Z","steps":["trace[2053535278] 'agreement among raft nodes before linearized reading' (duration: 10.078967396s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:04.056614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:53.976985Z","time spent":"10.079616387s","remote":"127.0.0.1:56558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4522,"request content":"key:\"/registry/deployments/rook-ceph/rook-ceph-operator\" "} {"level":"warn","ts":"2026-03-04T02:11:04.056628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.863476014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/compute\" ","response":"range_response_count:1 size:842"} {"level":"info","ts":"2026-03-04T02:11:04.056661Z","caller":"traceutil/trace.go:171","msg":"trace[1268868137] range","detail":"{range_begin:/registry/ingress/openstack/compute; range_end:; response_count:1; response_revision:23261; }","duration":"4.863533146s","start":"2026-03-04T02:10:59.193119Z","end":"2026-03-04T02:11:04.056652Z","steps":["trace[1268868137] 'agreement among raft nodes before linearized reading' (duration: 4.863438323s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:04.056686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:59.193105Z","time spent":"4.863574007s","remote":"127.0.0.1:56384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":864,"request content":"key:\"/registry/ingress/openstack/compute\" "} {"level":"info","ts":"2026-03-04T02:11:04.051659Z","caller":"traceutil/trace.go:171","msg":"trace[804142471] transaction","detail":"{read_only:false; response_revision:23261; number_of_response:1; }","duration":"2.442785193s","start":"2026-03-04T02:11:01.608866Z","end":"2026-03-04T02:11:04.051651Z","steps":["trace[804142471] 'process raft request' (duration: 2.440754508s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:04.057865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:01.608845Z","time spent":"2.44896544s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:04.053681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:55.745745Z","time spent":"8.307929962s","remote":"127.0.0.1:56428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":96,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:04.05794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.457181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-04T02:11:04.057972Z","caller":"traceutil/trace.go:171","msg":"trace[1186229255] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:23261; }","duration":"378.538423ms","start":"2026-03-04T02:11:03.679425Z","end":"2026-03-04T02:11:04.057964Z","steps":["trace[1186229255] 'agreement among raft nodes before linearized reading' (duration: 377.892962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:04.057997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:03.679404Z","time spent":"378.586995ms","remote":"127.0.0.1:56246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-03-04T02:11:04.058153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.128260727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T02:11:04.058167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.210422775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:04.058196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143371208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:04.058241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.566170057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:04.058273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.721326092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T02:11:04.058256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.390994548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:04.058325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.164705869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:04.05833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.862035948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1579"} {"level":"warn","ts":"2026-03-04T02:11:04.058327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.128481583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:11:04.058336Z","caller":"traceutil/trace.go:171","msg":"trace[1666619785] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23261; }","duration":"4.391133343s","start":"2026-03-04T02:10:59.667184Z","end":"2026-03-04T02:11:04.058317Z","steps":["trace[1666619785] 'agreement among raft nodes before linearized reading' (duration: 4.391004719s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:04.058349Z","caller":"traceutil/trace.go:171","msg":"trace[892467108] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:23261; }","duration":"2.164758731s","start":"2026-03-04T02:11:01.893583Z","end":"2026-03-04T02:11:04.058341Z","steps":["trace[892467108] 'agreement among raft nodes before linearized reading' (duration: 2.16472566s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:04.058353Z","caller":"traceutil/trace.go:171","msg":"trace[622244521] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23261; }","duration":"4.862159622s","start":"2026-03-04T02:10:59.196187Z","end":"2026-03-04T02:11:04.058347Z","steps":["trace[622244521] 'agreement among raft nodes before linearized reading' (duration: 4.86210042s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:04.05836Z","caller":"traceutil/trace.go:171","msg":"trace[1942241200] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23261; }","duration":"1.128559116s","start":"2026-03-04T02:11:02.929793Z","end":"2026-03-04T02:11:04.058352Z","steps":["trace[1942241200] 'agreement among raft nodes before linearized reading' (duration: 1.128468443s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:04.058377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:01.893569Z","time spent":"2.164801993s","remote":"127.0.0.1:32772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:04.058385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:59.667164Z","time spent":"4.391212616s","remote":"127.0.0.1:34990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:04.05839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:02.929772Z","time spent":"1.128608157s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:11:04.058387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:59.196167Z","time spent":"4.862209494s","remote":"127.0.0.1:41198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1601,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-04T02:11:04.058296Z","caller":"traceutil/trace.go:171","msg":"trace[10834628] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23261; }","duration":"1.721381303s","start":"2026-03-04T02:11:02.336909Z","end":"2026-03-04T02:11:04.05829Z","steps":["trace[10834628] 'agreement among raft nodes before linearized reading' (duration: 1.721314751s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:04.058205Z","caller":"traceutil/trace.go:171","msg":"trace[695755974] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:23261; }","duration":"2.210498897s","start":"2026-03-04T02:11:01.847697Z","end":"2026-03-04T02:11:04.058196Z","steps":["trace[695755974] 'agreement among raft nodes before linearized reading' (duration: 2.210443976s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:04.058536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:02.336893Z","time spent":"1.721633771s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:11:04.05855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.253979416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:04.058551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:01.847676Z","time spent":"2.210864309s","remote":"127.0.0.1:34712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:04.05858Z","caller":"traceutil/trace.go:171","msg":"trace[1954908421] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23261; }","duration":"4.254043948s","start":"2026-03-04T02:10:59.804525Z","end":"2026-03-04T02:11:04.058569Z","steps":["trace[1954908421] 'agreement among raft nodes before linearized reading' (duration: 4.254001327s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:04.058274Z","caller":"traceutil/trace.go:171","msg":"trace[502740667] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:23261; }","duration":"4.566238119s","start":"2026-03-04T02:10:59.492026Z","end":"2026-03-04T02:11:04.058264Z","steps":["trace[502740667] 'agreement among raft nodes before linearized reading' (duration: 4.566195828s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:04.058607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:59.804504Z","time spent":"4.254097429s","remote":"127.0.0.1:34980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:04.05818Z","caller":"traceutil/trace.go:171","msg":"trace[458128958] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23261; }","duration":"1.128327249s","start":"2026-03-04T02:11:02.929846Z","end":"2026-03-04T02:11:04.058173Z","steps":["trace[458128958] 'agreement among raft nodes before linearized reading' (duration: 1.128253746s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:04.058243Z","caller":"traceutil/trace.go:171","msg":"trace[1501501887] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23261; }","duration":"1.14345291s","start":"2026-03-04T02:11:02.91478Z","end":"2026-03-04T02:11:04.058233Z","steps":["trace[1501501887] 'agreement among raft nodes before linearized reading' (duration: 1.143377568s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:04.058172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.8633719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1579"} {"level":"warn","ts":"2026-03-04T02:11:04.058643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:02.929825Z","time spent":"1.128809714s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T02:11:04.058663Z","caller":"traceutil/trace.go:171","msg":"trace[884806121] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23261; }","duration":"4.863871057s","start":"2026-03-04T02:10:59.194781Z","end":"2026-03-04T02:11:04.058652Z","steps":["trace[884806121] 'agreement among raft nodes before linearized reading' (duration: 4.86333255s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:04.058722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:59.194774Z","time spent":"4.863938359s","remote":"127.0.0.1:41198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1601,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-04T02:11:04.058754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.07722243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-api-osapi\" ","response":"range_response_count:1 size:7763"} {"level":"warn","ts":"2026-03-04T02:11:04.05821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.298712385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:04.058785Z","caller":"traceutil/trace.go:171","msg":"trace[715104556] range","detail":"{range_begin:/registry/deployments/openstack/nova-api-osapi; range_end:; response_count:1; response_revision:23261; }","duration":"10.081331862s","start":"2026-03-04T02:10:53.977445Z","end":"2026-03-04T02:11:04.058777Z","steps":["trace[715104556] 'agreement among raft nodes before linearized reading' (duration: 10.07717555s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:04.058817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:53.97744Z","time spent":"10.081369263s","remote":"127.0.0.1:56558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7785,"request content":"key:\"/registry/deployments/openstack/nova-api-osapi\" "} {"level":"info","ts":"2026-03-04T02:11:04.058815Z","caller":"traceutil/trace.go:171","msg":"trace[2553038] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:23261; }","duration":"2.299365166s","start":"2026-03-04T02:11:01.759442Z","end":"2026-03-04T02:11:04.058807Z","steps":["trace[2553038] 'agreement among raft nodes before linearized reading' (duration: 2.298745176s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:04.058851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:01.759421Z","time spent":"2.299419368s","remote":"127.0.0.1:34704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:04.058665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:02.914759Z","time spent":"1.143893374s","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:11:04.058626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:59.492011Z","time spent":"4.566602251s","remote":"127.0.0.1:52948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:04.065501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.335528744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:11:04.065575Z","caller":"traceutil/trace.go:171","msg":"trace[955491857] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:23261; }","duration":"9.335659988s","start":"2026-03-04T02:10:54.729901Z","end":"2026-03-04T02:11:04.065561Z","steps":["trace[955491857] 'agreement among raft nodes before linearized reading' (duration: 9.324509353s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:04.065608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:54.729881Z","time spent":"9.33571896s","remote":"127.0.0.1:46528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2719,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:04.563879Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743091943732437,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:11:04.990483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:04.065153Z","time spent":"925.323665ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 02:11:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:11:05.06459Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743091943732437,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:11:05.414486Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.351069321s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:11:05.926163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:04.065743Z","time spent":"1.860413459s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 02:11:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:11:05.926923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:04.065388Z","time spent":"1.861532875s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 02:11:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:11:05.927202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:04.065381Z","time spent":"1.861810584s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 02:11:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:11:05.927669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:04.065295Z","time spent":"1.862370732s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 02:11:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:11:05.933251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:04.06603Z","time spent":"1.867203795s","remote":"127.0.0.1:41198","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 02:11:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:11:05.975943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.897894913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:11:05.976038Z","caller":"traceutil/trace.go:171","msg":"trace[553024720] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; }","duration":"1.898014776s","start":"2026-03-04T02:11:04.078001Z","end":"2026-03-04T02:11:05.976016Z","steps":["trace[553024720] 'agreement among raft nodes before linearized reading' (duration: 1.897898423s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:05.976093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:04.077998Z","time spent":"1.898084689s","remote":"127.0.0.1:41198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} 2026/03/04 02:11:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:11:05.977823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.899755452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/key-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:11:05.977912Z","caller":"traceutil/trace.go:171","msg":"trace[722742956] range","detail":"{range_begin:/registry/ingress/openstack/key-manager; range_end:; }","duration":"1.899856615s","start":"2026-03-04T02:11:04.078024Z","end":"2026-03-04T02:11:05.97788Z","steps":["trace[722742956] 'agreement among raft nodes before linearized reading' (duration: 1.899762392s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:05.977953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:04.078016Z","time spent":"1.899931097s","remote":"127.0.0.1:56384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":0,"request content":"key:\"/registry/ingress/openstack/key-manager\" "} 2026/03/04 02:11:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:11:05.978047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.899991629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/volumev3\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-04T02:11:05.978045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.899871296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-04T02:11:05.978048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.899811184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:11:05.978081Z","caller":"traceutil/trace.go:171","msg":"trace[891712581] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; }","duration":"1.899914317s","start":"2026-03-04T02:11:04.078154Z","end":"2026-03-04T02:11:05.978068Z","steps":["trace[891712581] 'agreement among raft nodes before linearized reading' (duration: 1.899879826s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:05.978103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:04.078149Z","time spent":"1.899948318s","remote":"127.0.0.1:60940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"info","ts":"2026-03-04T02:11:05.978103Z","caller":"traceutil/trace.go:171","msg":"trace[1162647686] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; }","duration":"1.899880096s","start":"2026-03-04T02:11:04.078211Z","end":"2026-03-04T02:11:05.978091Z","steps":["trace[1162647686] 'agreement among raft nodes before linearized reading' (duration: 1.899818534s)"],"step_count":1} 2026/03/04 02:11:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:11:05.978122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.900082112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:11:05.978069Z","caller":"traceutil/trace.go:171","msg":"trace[1501624151] range","detail":"{range_begin:/registry/ingress/openstack/volumev3; range_end:; }","duration":"1.900021911s","start":"2026-03-04T02:11:04.078042Z","end":"2026-03-04T02:11:05.978064Z","steps":["trace[1501624151] 'agreement among raft nodes before linearized reading' (duration: 1.89999878s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:05.978145Z","caller":"traceutil/trace.go:171","msg":"trace[880406228] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; }","duration":"1.900101133s","start":"2026-03-04T02:11:04.078035Z","end":"2026-03-04T02:11:05.978136Z","steps":["trace[880406228] 'agreement among raft nodes before linearized reading' (duration: 1.900081832s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:05.978148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.900097493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-alertmanager\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-04T02:11:05.978139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:04.078207Z","time spent":"1.899924177s","remote":"127.0.0.1:37172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":0,"response size":0,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-04T02:11:05.97817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.900154385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"","error":"context canceled"} 2026/03/04 02:11:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-04T02:11:05.978186Z","caller":"traceutil/trace.go:171","msg":"trace[1836939731] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; }","duration":"1.900177415s","start":"2026-03-04T02:11:04.078004Z","end":"2026-03-04T02:11:05.978182Z","steps":["trace[1836939731] 'agreement among raft nodes before linearized reading' (duration: 1.900161555s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:05.978189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.900169245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-04T02:11:05.978215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.900128063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/rook-ceph-cluster\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-04T02:11:05.978174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.899941748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-04T02:11:05.978241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.900383262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-04T02:11:05.978249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.900172585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/auth-system/keycloak\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:11:05.978267Z","caller":"traceutil/trace.go:171","msg":"trace[1083720193] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; }","duration":"1.900440724s","start":"2026-03-04T02:11:04.077819Z","end":"2026-03-04T02:11:05.97826Z","steps":["trace[1083720193] 'agreement among raft nodes before linearized reading' (duration: 1.900414303s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:05.978292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:04.077799Z","time spent":"1.900487885s","remote":"127.0.0.1:59034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":0,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-04T02:11:05.978285Z","caller":"traceutil/trace.go:171","msg":"trace[1915203456] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; }","duration":"1.900089233s","start":"2026-03-04T02:11:04.078169Z","end":"2026-03-04T02:11:05.978258Z","steps":["trace[1915203456] 'agreement among raft nodes before linearized reading' (duration: 1.899947548s)"],"step_count":1} 2026/03/04 02:11:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:11:05.978099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.900065872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-04T02:11:05.978351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:04.078164Z","time spent":"1.900175045s","remote":"127.0.0.1:37198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":0,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-03-04T02:11:05.978372Z","caller":"traceutil/trace.go:171","msg":"trace[1991154557] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; }","duration":"1.90033359s","start":"2026-03-04T02:11:04.078023Z","end":"2026-03-04T02:11:05.978356Z","steps":["trace[1991154557] 'agreement among raft nodes before linearized reading' (duration: 1.900071142s)"],"step_count":1} 2026/03/04 02:11:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:11:05.978414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:04.078019Z","time spent":"1.900385912s","remote":"127.0.0.1:41198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} 2026/03/04 02:11:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-04T02:11:05.978268Z","caller":"traceutil/trace.go:171","msg":"trace[460734979] range","detail":"{range_begin:/registry/ingress/auth-system/keycloak; range_end:; }","duration":"1.900202926s","start":"2026-03-04T02:11:04.078062Z","end":"2026-03-04T02:11:05.978265Z","steps":["trace[460734979] 'agreement among raft nodes before linearized reading' (duration: 1.900182925s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:05.978518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:04.078057Z","time spent":"1.900450944s","remote":"127.0.0.1:56384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":0,"request content":"key:\"/registry/ingress/auth-system/keycloak\" "} 2026/03/04 02:11:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-04T02:11:05.978214Z","caller":"traceutil/trace.go:171","msg":"trace[1443135259] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; }","duration":"1.900204826s","start":"2026-03-04T02:11:04.078004Z","end":"2026-03-04T02:11:05.978209Z","steps":["trace[1443135259] 'agreement among raft nodes before linearized reading' (duration: 1.900180685s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:05.978619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:04.077999Z","time spent":"1.900605959s","remote":"127.0.0.1:41198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} 2026/03/04 02:11:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:11:05.978191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.900127604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:11:05.978725Z","caller":"traceutil/trace.go:171","msg":"trace[330665539] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; }","duration":"1.90065852s","start":"2026-03-04T02:11:04.078053Z","end":"2026-03-04T02:11:05.978711Z","steps":["trace[330665539] 'agreement among raft nodes before linearized reading' (duration: 1.900133664s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:05.978762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:04.078049Z","time spent":"1.900705632s","remote":"127.0.0.1:56384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} 2026/03/04 02:11:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:11:05.978124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.900050371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-grafana\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:11:05.978834Z","caller":"traceutil/trace.go:171","msg":"trace[1237328086] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-grafana; range_end:; }","duration":"1.900764534s","start":"2026-03-04T02:11:04.07806Z","end":"2026-03-04T02:11:05.978825Z","steps":["trace[1237328086] 'agreement among raft nodes before linearized reading' (duration: 1.900059371s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:05.978867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:04.078056Z","time spent":"1.900803465s","remote":"127.0.0.1:56384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-grafana\" "} 2026/03/04 02:11:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:11:05.978168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:04.07802Z","time spent":"1.900142954s","remote":"127.0.0.1:41198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} 2026/03/04 02:11:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:11:05.978155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:04.078039Z","time spent":"1.900113373s","remote":"127.0.0.1:56384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":0,"request content":"key:\"/registry/ingress/openstack/volumev3\" "} 2026/03/04 02:11:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:11:05.978103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.900032571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-prometheus\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:11:05.979023Z","caller":"traceutil/trace.go:171","msg":"trace[307609336] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-prometheus; range_end:; }","duration":"1.900977891s","start":"2026-03-04T02:11:04.078039Z","end":"2026-03-04T02:11:05.979017Z","steps":["trace[307609336] 'agreement among raft nodes before linearized reading' (duration: 1.900058462s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:05.979057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:04.07801Z","time spent":"1.901039713s","remote":"127.0.0.1:56384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":0,"response size":0,"request content":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-prometheus\" "} 2026/03/04 02:11:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:11:05.978066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.900070942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:11:05.979126Z","caller":"traceutil/trace.go:171","msg":"trace[1122541882] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; }","duration":"1.901172997s","start":"2026-03-04T02:11:04.077947Z","end":"2026-03-04T02:11:05.97912Z","steps":["trace[1122541882] 'agreement among raft nodes before linearized reading' (duration: 1.900097203s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:05.979161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:04.077933Z","time spent":"1.901221598s","remote":"127.0.0.1:41198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" "} 2026/03/04 02:11:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-04T02:11:05.978171Z","caller":"traceutil/trace.go:171","msg":"trace[1719806858] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-alertmanager; range_end:; }","duration":"1.900129854s","start":"2026-03-04T02:11:04.078034Z","end":"2026-03-04T02:11:05.978164Z","steps":["trace[1719806858] 'agreement among raft nodes before linearized reading' (duration: 1.900105613s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:05.979231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:04.078028Z","time spent":"1.901196198s","remote":"127.0.0.1:56384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":0,"request content":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-alertmanager\" "} 2026/03/04 02:11:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:11:05.978199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:04.077999Z","time spent":"1.900197696s","remote":"127.0.0.1:41198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} 2026/03/04 02:11:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:11:05.978228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.900166325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/cloudformation\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:11:05.979338Z","caller":"traceutil/trace.go:171","msg":"trace[1457825756] range","detail":"{range_begin:/registry/ingress/openstack/cloudformation; range_end:; }","duration":"1.9012819s","start":"2026-03-04T02:11:04.078049Z","end":"2026-03-04T02:11:05.979331Z","steps":["trace[1457825756] 'agreement among raft nodes before linearized reading' (duration: 1.900175475s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:05.979372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:04.078044Z","time spent":"1.901319541s","remote":"127.0.0.1:56384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/ingress/openstack/cloudformation\" "} 2026/03/04 02:11:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-04T02:11:05.97824Z","caller":"traceutil/trace.go:171","msg":"trace[1560866657] range","detail":"{range_begin:/registry/ingress/openstack/rook-ceph-cluster; range_end:; }","duration":"1.900158125s","start":"2026-03-04T02:11:04.078074Z","end":"2026-03-04T02:11:05.978233Z","steps":["trace[1560866657] 'agreement among raft nodes before linearized reading' (duration: 1.900135564s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:05.979436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:04.078069Z","time spent":"1.901360283s","remote":"127.0.0.1:56384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/ingress/openstack/rook-ceph-cluster\" "} 2026/03/04 02:11:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:11:05.978237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.900271458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/identity\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:11:05.979504Z","caller":"traceutil/trace.go:171","msg":"trace[857328899] range","detail":"{range_begin:/registry/ingress/openstack/identity; range_end:; }","duration":"1.901550539s","start":"2026-03-04T02:11:04.077947Z","end":"2026-03-04T02:11:05.979498Z","steps":["trace[857328899] 'agreement among raft nodes before linearized reading' (duration: 1.900282479s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:05.979547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:04.077941Z","time spent":"1.90159349s","remote":"127.0.0.1:56384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":0,"request content":"key:\"/registry/ingress/openstack/identity\" "} 2026/03/04 02:11:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:11:06.043001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.330737ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-04T02:11:06.043104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:04.063278Z","time spent":"1.979821572s","remote":"127.0.0.1:56114","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:11:06.070462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.992548887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:11:06.070557Z","caller":"traceutil/trace.go:171","msg":"trace[992765345] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99268258s","start":"2026-03-04T02:11:04.077855Z","end":"2026-03-04T02:11:06.070538Z","steps":["trace[992765345] 'agreement among raft nodes before linearized reading' (duration: 1.992575397s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:06.070621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:04.077841Z","time spent":"1.992768444s","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:11:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:11:06.45996Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.042406083s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:11:07.143964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.552037ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:11:07.144351Z","caller":"traceutil/trace.go:171","msg":"trace[1167341214] transaction","detail":"{read_only:false; response_revision:23264; number_of_response:1; }","duration":"3.078990001s","start":"2026-03-04T02:11:04.065337Z","end":"2026-03-04T02:11:07.144327Z","steps":["trace[1167341214] 'process raft request' (duration: 3.078789515s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:07.14444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:04.065325Z","time spent":"3.079068915s","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:07.144832Z","caller":"traceutil/trace.go:171","msg":"trace[2107967916] linearizableReadLoop","detail":"{readStateIndex:24088; appliedIndex:24078; }","duration":"3.081284615s","start":"2026-03-04T02:11:04.063537Z","end":"2026-03-04T02:11:07.144821Z","steps":["trace[2107967916] 'read index received' (duration: 1.351177114s)","trace[2107967916] 'applied index is now lower than readState.Index' (duration: 1.730106431s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:07.144911Z","caller":"traceutil/trace.go:171","msg":"trace[1372843684] transaction","detail":"{read_only:false; response_revision:23269; number_of_response:1; }","duration":"2.919291837s","start":"2026-03-04T02:11:04.225611Z","end":"2026-03-04T02:11:07.144903Z","steps":["trace[1372843684] 'process raft request' (duration: 2.918877754s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:07.144966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:04.225582Z","time spent":"2.919349099s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:07.145709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.082167353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:88 size:114337"} {"level":"info","ts":"2026-03-04T02:11:07.145751Z","caller":"traceutil/trace.go:171","msg":"trace[2002117499] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:88; response_revision:23269; }","duration":"3.082246876s","start":"2026-03-04T02:11:04.063495Z","end":"2026-03-04T02:11:07.145742Z","steps":["trace[2002117499] 'agreement among raft nodes before linearized reading' (duration: 3.081637326s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:07.145785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:04.063477Z","time spent":"3.082298458s","remote":"127.0.0.1:56294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":88,"response size":114359,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"info","ts":"2026-03-04T02:11:07.145801Z","caller":"traceutil/trace.go:171","msg":"trace[1793108732] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23269; }","duration":"2.152417947s","start":"2026-03-04T02:11:04.993352Z","end":"2026-03-04T02:11:07.14577Z","steps":["trace[1793108732] 'process raft request' (duration: 2.151429846s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:07.145968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:04.993331Z","time spent":"2.152548962s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":475,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:07.146071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.082509094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:88 size:114337"} {"level":"info","ts":"2026-03-04T02:11:07.146146Z","caller":"traceutil/trace.go:171","msg":"trace[980148969] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:88; response_revision:23269; }","duration":"3.082593287s","start":"2026-03-04T02:11:04.063533Z","end":"2026-03-04T02:11:07.146126Z","steps":["trace[980148969] 'agreement among raft nodes before linearized reading' (duration: 3.081542763s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:07.146188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:04.063506Z","time spent":"3.082670429s","remote":"127.0.0.1:56294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":88,"response size":114359,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-03-04T02:11:07.153748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:05.928494Z","time spent":"1.225247405s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 02:11:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-04T02:11:07.349954Z","caller":"traceutil/trace.go:171","msg":"trace[427917668] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23269; }","duration":"1.419421748s","start":"2026-03-04T02:11:05.930513Z","end":"2026-03-04T02:11:07.349935Z","steps":["trace[427917668] 'process raft request' (duration: 1.419248083s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:07.35Z","caller":"traceutil/trace.go:171","msg":"trace[1581118956] transaction","detail":"{read_only:false; response_revision:23270; number_of_response:1; }","duration":"1.305957174s","start":"2026-03-04T02:11:06.04401Z","end":"2026-03-04T02:11:07.349968Z","steps":["trace[1581118956] 'process raft request' (duration: 1.305796149s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:07.350027Z","caller":"traceutil/trace.go:171","msg":"trace[10877763] transaction","detail":"{read_only:false; response_revision:23271; number_of_response:1; }","duration":"1.283746458s","start":"2026-03-04T02:11:06.066261Z","end":"2026-03-04T02:11:07.350008Z","steps":["trace[10877763] 'process raft request' (duration: 1.283641514s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:07.350055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:05.930503Z","time spent":"1.419500211s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62,"response count":0,"response size":529,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:07.350128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:06.066235Z","time spent":"1.283842821s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:07.350137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:06.043986Z","time spent":"1.306076838s","remote":"127.0.0.1:56114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:07.350296Z","caller":"traceutil/trace.go:171","msg":"trace[1856516241] transaction","detail":"{read_only:false; response_revision:23272; number_of_response:1; }","duration":"1.28380112s","start":"2026-03-04T02:11:06.066488Z","end":"2026-03-04T02:11:07.350289Z","steps":["trace[1856516241] 'process raft request' (duration: 1.283480429s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:07.350333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:06.066478Z","time spent":"1.28383686s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:07.350352Z","caller":"traceutil/trace.go:171","msg":"trace[386408034] transaction","detail":"{read_only:false; response_revision:23274; number_of_response:1; }","duration":"1.283393866s","start":"2026-03-04T02:11:06.066938Z","end":"2026-03-04T02:11:07.350332Z","steps":["trace[386408034] 'process raft request' (duration: 1.283333704s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:07.350478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:06.06693Z","time spent":"1.283479799s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:07.350486Z","caller":"traceutil/trace.go:171","msg":"trace[1562772469] transaction","detail":"{read_only:false; response_revision:23273; number_of_response:1; }","duration":"1.28383045s","start":"2026-03-04T02:11:06.066632Z","end":"2026-03-04T02:11:07.350462Z","steps":["trace[1562772469] 'process raft request' (duration: 1.283530021s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:07.350569Z","caller":"traceutil/trace.go:171","msg":"trace[1583185679] transaction","detail":"{read_only:false; response_revision:23275; number_of_response:1; }","duration":"1.273676907s","start":"2026-03-04T02:11:06.07688Z","end":"2026-03-04T02:11:07.350557Z","steps":["trace[1583185679] 'process raft request' (duration: 1.273422919s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:07.350643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:06.076866Z","time spent":"1.273742129s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:07.350614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:06.066626Z","time spent":"1.283917023s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:07.351289Z","caller":"traceutil/trace.go:171","msg":"trace[1270889170] transaction","detail":"{read_only:false; response_revision:23276; number_of_response:1; }","duration":"1.269768473s","start":"2026-03-04T02:11:06.081505Z","end":"2026-03-04T02:11:07.351273Z","steps":["trace[1270889170] 'process raft request' (duration: 1.268976858s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:07.351378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:06.081491Z","time spent":"1.269848895s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:07.378242Z","caller":"traceutil/trace.go:171","msg":"trace[1651994749] linearizableReadLoop","detail":"{readStateIndex:24098; appliedIndex:24088; }","duration":"233.3497ms","start":"2026-03-04T02:11:07.144871Z","end":"2026-03-04T02:11:07.37822Z","steps":["trace[1651994749] 'read index received' (duration: 204.802171ms)","trace[1651994749] 'applied index is now lower than readState.Index' (duration: 28.546409ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:07.37839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.251305639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:07.378403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.936900756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:11:07.378447Z","caller":"traceutil/trace.go:171","msg":"trace[1946992744] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:23277; }","duration":"3.251426963s","start":"2026-03-04T02:11:04.127009Z","end":"2026-03-04T02:11:07.378436Z","steps":["trace[1946992744] 'agreement among raft nodes before linearized reading' (duration: 3.25132602s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:07.37846Z","caller":"traceutil/trace.go:171","msg":"trace[1353024352] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:23277; }","duration":"1.937024669s","start":"2026-03-04T02:11:05.441421Z","end":"2026-03-04T02:11:07.378445Z","steps":["trace[1353024352] 'agreement among raft nodes before linearized reading' (duration: 1.936829093s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:07.378501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:05.4414Z","time spent":"1.937089452s","remote":"127.0.0.1:46532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:07.378652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.772538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-04T02:11:07.378712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.313391835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-dc8f1560-92a6-4a81-8ae4-895519bf74b0\" ","response":"range_response_count:1 size:1324"} {"level":"warn","ts":"2026-03-04T02:11:07.378744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.30828796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:07.378758Z","caller":"traceutil/trace.go:171","msg":"trace[2134743655] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23277; }","duration":"447.913623ms","start":"2026-03-04T02:11:06.930828Z","end":"2026-03-04T02:11:07.378741Z","steps":["trace[2134743655] 'agreement among raft nodes before linearized reading' (duration: 447.683475ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:07.378776Z","caller":"traceutil/trace.go:171","msg":"trace[1369085831] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23277; }","duration":"1.308342061s","start":"2026-03-04T02:11:06.070424Z","end":"2026-03-04T02:11:07.378766Z","steps":["trace[1369085831] 'agreement among raft nodes before linearized reading' (duration: 1.308286199s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:07.378497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:04.126982Z","time spent":"3.251496904s","remote":"127.0.0.1:56484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:07.378803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:06.070416Z","time spent":"1.308381993s","remote":"127.0.0.1:56074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:11:07.378846Z","caller":"traceutil/trace.go:171","msg":"trace[1907735509] transaction","detail":"{read_only:false; response_revision:23277; number_of_response:1; }","duration":"485.559022ms","start":"2026-03-04T02:11:06.893276Z","end":"2026-03-04T02:11:07.378835Z","steps":["trace[1907735509] 'process raft request' (duration: 484.816208ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:07.378763Z","caller":"traceutil/trace.go:171","msg":"trace[2110006221] range","detail":"{range_begin:/registry/persistentvolumes/pvc-dc8f1560-92a6-4a81-8ae4-895519bf74b0; range_end:; response_count:1; response_revision:23277; }","duration":"3.313493689s","start":"2026-03-04T02:11:04.065254Z","end":"2026-03-04T02:11:07.378748Z","steps":["trace[2110006221] 'agreement among raft nodes before linearized reading' (duration: 3.313268742s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:07.378935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:06.893258Z","time spent":"485.622393ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:07.378968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:04.065237Z","time spent":"3.313720077s","remote":"127.0.0.1:56230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-dc8f1560-92a6-4a81-8ae4-895519bf74b0\" "} {"level":"warn","ts":"2026-03-04T02:11:07.378927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.313642704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:07.378992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.266027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-78cd46897f-vwwtw.18997f9edd5a4d22\" ","response":"range_response_count:1 size:1138"} {"level":"info","ts":"2026-03-04T02:11:07.379064Z","caller":"traceutil/trace.go:171","msg":"trace[1539391068] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23277; }","duration":"3.313826149s","start":"2026-03-04T02:11:04.065212Z","end":"2026-03-04T02:11:07.379038Z","steps":["trace[1539391068] 'agreement among raft nodes before linearized reading' (duration: 3.31354567s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:07.37914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:04.065206Z","time spent":"3.313921603s","remote":"127.0.0.1:56294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:11:07.379176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.17272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-03-04T02:11:07.379205Z","caller":"traceutil/trace.go:171","msg":"trace[2073608032] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:23277; }","duration":"225.239122ms","start":"2026-03-04T02:11:07.153958Z","end":"2026-03-04T02:11:07.379197Z","steps":["trace[2073608032] 'agreement among raft nodes before linearized reading' (duration: 225.143929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:07.378804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:06.930813Z","time spent":"447.982335ms","remote":"127.0.0.1:56188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-04T02:11:07.379238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.24759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129255"} {"level":"info","ts":"2026-03-04T02:11:07.379282Z","caller":"traceutil/trace.go:171","msg":"trace[539712628] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:23277; }","duration":"224.307763ms","start":"2026-03-04T02:11:07.154964Z","end":"2026-03-04T02:11:07.379271Z","steps":["trace[539712628] 'agreement among raft nodes before linearized reading' (duration: 224.132587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:07.379382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.314116549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:07.37943Z","caller":"traceutil/trace.go:171","msg":"trace[1720647089] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23277; }","duration":"3.31417294s","start":"2026-03-04T02:11:04.065246Z","end":"2026-03-04T02:11:07.379419Z","steps":["trace[1720647089] 'agreement among raft nodes before linearized reading' (duration: 3.314096188s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:07.379468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:04.065242Z","time spent":"3.314219172s","remote":"127.0.0.1:56294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-04T02:11:07.379073Z","caller":"traceutil/trace.go:171","msg":"trace[1419658575] range","detail":"{range_begin:/registry/events/openstack/barbican-api-78cd46897f-vwwtw.18997f9edd5a4d22; range_end:; response_count:1; response_revision:23277; }","duration":"227.384571ms","start":"2026-03-04T02:11:07.151668Z","end":"2026-03-04T02:11:07.379052Z","steps":["trace[1419658575] 'agreement among raft nodes before linearized reading' (duration: 227.136553ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:07.804404Z","caller":"traceutil/trace.go:171","msg":"trace[88926475] linearizableReadLoop","detail":"{readStateIndex:24100; appliedIndex:24099; }","duration":"348.006882ms","start":"2026-03-04T02:11:07.456357Z","end":"2026-03-04T02:11:07.804364Z","steps":["trace[88926475] 'read index received' (duration: 336.228836ms)","trace[88926475] 'applied index is now lower than readState.Index' (duration: 11.776715ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:07.804437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:07.436951Z","time spent":"367.480002ms","remote":"127.0.0.1:56114","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:11:07.80455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.173327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:07.804594Z","caller":"traceutil/trace.go:171","msg":"trace[857413228] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23278; }","duration":"348.247219ms","start":"2026-03-04T02:11:07.456334Z","end":"2026-03-04T02:11:07.804581Z","steps":["trace[857413228] 'agreement among raft nodes before linearized reading' (duration: 348.159517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:07.804627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:07.456323Z","time spent":"348.295971ms","remote":"127.0.0.1:56364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:11:07.804879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.665908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18997fa4843f3d7a\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-04T02:11:07.804943Z","caller":"traceutil/trace.go:171","msg":"trace[1780826896] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18997fa4843f3d7a; range_end:; response_count:1; response_revision:23278; }","duration":"346.742631ms","start":"2026-03-04T02:11:07.458184Z","end":"2026-03-04T02:11:07.804926Z","steps":["trace[1780826896] 'agreement among raft nodes before linearized reading' (duration: 346.563836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:07.804986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:07.458175Z","time spent":"346.800953ms","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18997fa4843f3d7a\" "} {"level":"warn","ts":"2026-03-04T02:11:07.805196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.097562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-04T02:11:07.80524Z","caller":"traceutil/trace.go:171","msg":"trace[1494569382] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:23278; }","duration":"265.186054ms","start":"2026-03-04T02:11:07.540042Z","end":"2026-03-04T02:11:07.805228Z","steps":["trace[1494569382] 'agreement among raft nodes before linearized reading' (duration: 265.078351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:07.80529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.727227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-03-04T02:11:07.805345Z","caller":"traceutil/trace.go:171","msg":"trace[787675396] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23278; }","duration":"338.808978ms","start":"2026-03-04T02:11:07.466521Z","end":"2026-03-04T02:11:07.80533Z","steps":["trace[787675396] 'agreement among raft nodes before linearized reading' (duration: 338.668204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:07.805452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.2301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:11:07.805617Z","caller":"traceutil/trace.go:171","msg":"trace[1380620446] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:23278; }","duration":"240.473967ms","start":"2026-03-04T02:11:07.565134Z","end":"2026-03-04T02:11:07.805608Z","steps":["trace[1380620446] 'agreement among raft nodes before linearized reading' (duration: 240.221119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:07.805392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:07.466508Z","time spent":"338.871721ms","remote":"127.0.0.1:59034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5706,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T02:11:08.997833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.973082ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:11:08.997937Z","caller":"traceutil/trace.go:171","msg":"trace[1559819958] transaction","detail":"{read_only:false; response_revision:23279; number_of_response:1; }","duration":"1.192125539s","start":"2026-03-04T02:11:07.805795Z","end":"2026-03-04T02:11:08.99792Z","steps":["trace[1559819958] 'process raft request' (duration: 494.979301ms)","trace[1559819958] 'compare' (duration: 696.27336ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:08.997986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:07.805778Z","time spent":"1.19218463s","remote":"127.0.0.1:56114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:09.403241Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.102045981s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:11:09.708172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.542767ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:11:09.708305Z","caller":"traceutil/trace.go:171","msg":"trace[786824681] linearizableReadLoop","detail":"{readStateIndex:24102; appliedIndex:24100; }","duration":"1.899015818s","start":"2026-03-04T02:11:07.809272Z","end":"2026-03-04T02:11:09.708288Z","steps":["trace[786824681] 'read index received' (duration: 491.998326ms)","trace[786824681] 'applied index is now lower than readState.Index' (duration: 1.407015232s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:09.708376Z","caller":"traceutil/trace.go:171","msg":"trace[1061329451] transaction","detail":"{read_only:false; response_revision:23280; number_of_response:1; }","duration":"1.899988969s","start":"2026-03-04T02:11:07.808376Z","end":"2026-03-04T02:11:09.708365Z","steps":["trace[1061329451] 'process raft request' (duration: 1.595125922s)","trace[1061329451] 'compare' (duration: 303.344009ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:09.708481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:07.80835Z","time spent":"1.900058292s","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:09.708644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.899342958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6c2b3477-8900-4bc4-9e2b-28311709bccf\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-03-04T02:11:09.708727Z","caller":"traceutil/trace.go:171","msg":"trace[717411417] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6c2b3477-8900-4bc4-9e2b-28311709bccf; range_end:; response_count:1; response_revision:23280; }","duration":"1.899470262s","start":"2026-03-04T02:11:07.809236Z","end":"2026-03-04T02:11:09.708706Z","steps":["trace[717411417] 'agreement among raft nodes before linearized reading' (duration: 1.899129151s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:09.708779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:07.809226Z","time spent":"1.899543485s","remote":"127.0.0.1:56230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1338,"request content":"key:\"/registry/persistentvolumes/pvc-6c2b3477-8900-4bc4-9e2b-28311709bccf\" "} {"level":"warn","ts":"2026-03-04T02:11:10.209114Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743091943732481,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:11:10.356295Z","caller":"traceutil/trace.go:171","msg":"trace[444789378] transaction","detail":"{read_only:false; response_revision:23281; number_of_response:1; }","duration":"999.853648ms","start":"2026-03-04T02:11:09.356415Z","end":"2026-03-04T02:11:10.356268Z","steps":["trace[444789378] 'process raft request' (duration: 999.235739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:10.356432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:09.356391Z","time spent":"999.966811ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:10.356419Z","caller":"traceutil/trace.go:171","msg":"trace[252920399] transaction","detail":"{read_only:false; response_revision:23282; number_of_response:1; }","duration":"998.631699ms","start":"2026-03-04T02:11:09.357687Z","end":"2026-03-04T02:11:10.356319Z","steps":["trace[252920399] 'process raft request' (duration: 998.439193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:10.356556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:09.357666Z","time spent":"998.812605ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:10.356531Z","caller":"traceutil/trace.go:171","msg":"trace[470280818] transaction","detail":"{read_only:false; response_revision:23283; number_of_response:1; }","duration":"998.739503ms","start":"2026-03-04T02:11:09.357767Z","end":"2026-03-04T02:11:10.356507Z","steps":["trace[470280818] 'process raft request' (duration: 998.493175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:10.356678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:09.357761Z","time spent":"998.845396ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:10.356941Z","caller":"traceutil/trace.go:171","msg":"trace[1867934451] linearizableReadLoop","detail":"{readStateIndex:24108; appliedIndex:24102; }","duration":"648.596603ms","start":"2026-03-04T02:11:09.708332Z","end":"2026-03-04T02:11:10.356929Z","steps":["trace[1867934451] 'read index received' (duration: 647.261471ms)","trace[1867934451] 'applied index is now lower than readState.Index' (duration: 1.334312ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:10.357018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059125315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:10.357044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.247267796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:11:10.357125Z","caller":"traceutil/trace.go:171","msg":"trace[1385276992] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:23286; }","duration":"1.059220298s","start":"2026-03-04T02:11:09.297834Z","end":"2026-03-04T02:11:10.357055Z","steps":["trace[1385276992] 'agreement among raft nodes before linearized reading' (duration: 1.059101105s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:10.357136Z","caller":"traceutil/trace.go:171","msg":"trace[1707283165] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23286; }","duration":"1.24739804s","start":"2026-03-04T02:11:09.109728Z","end":"2026-03-04T02:11:10.357126Z","steps":["trace[1707283165] 'agreement among raft nodes before linearized reading' (duration: 1.247278226s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:10.357165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:09.297816Z","time spent":"1.059336602s","remote":"127.0.0.1:34692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:10.357267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.288923143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1892"} {"level":"info","ts":"2026-03-04T02:11:10.357306Z","caller":"traceutil/trace.go:171","msg":"trace[1518253309] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23286; }","duration":"1.289048136s","start":"2026-03-04T02:11:09.068248Z","end":"2026-03-04T02:11:10.357296Z","steps":["trace[1518253309] 'agreement among raft nodes before linearized reading' (duration: 1.288938283s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:10.357337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:09.068201Z","time spent":"1.289129919s","remote":"127.0.0.1:41198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1914,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-04T02:11:10.357372Z","caller":"traceutil/trace.go:171","msg":"trace[1692607232] transaction","detail":"{read_only:false; response_revision:23284; number_of_response:1; }","duration":"999.467046ms","start":"2026-03-04T02:11:09.357892Z","end":"2026-03-04T02:11:10.357359Z","steps":["trace[1692607232] 'process raft request' (duration: 998.552287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:10.357431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:09.357883Z","time spent":"999.515807ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:10.357507Z","caller":"traceutil/trace.go:171","msg":"trace[994926226] transaction","detail":"{read_only:false; response_revision:23285; number_of_response:1; }","duration":"997.947888ms","start":"2026-03-04T02:11:09.359551Z","end":"2026-03-04T02:11:10.357498Z","steps":["trace[994926226] 'process raft request' (duration: 997.262076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:10.35755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:09.359531Z","time spent":"997.994458ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:10.357558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354611954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-04T02:11:10.357615Z","caller":"traceutil/trace.go:171","msg":"trace[2031895653] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23286; }","duration":"1.354692687s","start":"2026-03-04T02:11:09.002914Z","end":"2026-03-04T02:11:10.357606Z","steps":["trace[2031895653] 'agreement among raft nodes before linearized reading' (duration: 1.354581103s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:10.357624Z","caller":"traceutil/trace.go:171","msg":"trace[799953490] transaction","detail":"{read_only:false; response_revision:23286; number_of_response:1; }","duration":"997.707829ms","start":"2026-03-04T02:11:09.359907Z","end":"2026-03-04T02:11:10.357615Z","steps":["trace[799953490] 'process raft request' (duration: 996.978476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:10.35764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:09.002899Z","time spent":"1.354735458s","remote":"127.0.0.1:56260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T02:11:10.357664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:09.359901Z","time spent":"997.74074ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:10.357771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.665474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:11:10.35778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.458612035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:10.357806Z","caller":"traceutil/trace.go:171","msg":"trace[1331090616] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23286; }","duration":"1.458661286s","start":"2026-03-04T02:11:08.899137Z","end":"2026-03-04T02:11:10.357798Z","steps":["trace[1331090616] 'agreement among raft nodes before linearized reading' (duration: 1.458621525s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:10.357804Z","caller":"traceutil/trace.go:171","msg":"trace[2116734933] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:23286; }","duration":"870.731207ms","start":"2026-03-04T02:11:09.48706Z","end":"2026-03-04T02:11:10.357791Z","steps":["trace[2116734933] 'agreement among raft nodes before linearized reading' (duration: 870.667985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:10.357828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:08.899124Z","time spent":"1.458699418s","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:11:10.357843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:09.487042Z","time spent":"870.787588ms","remote":"127.0.0.1:37184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:10.357933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.483685633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:10.357954Z","caller":"traceutil/trace.go:171","msg":"trace[2145422420] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23286; }","duration":"1.483747545s","start":"2026-03-04T02:11:08.874201Z","end":"2026-03-04T02:11:10.357949Z","steps":["trace[2145422420] 'agreement among raft nodes before linearized reading' (duration: 1.483711194s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:10.357972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:08.874172Z","time spent":"1.483795956s","remote":"127.0.0.1:36518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:10.358017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.361586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:10.35804Z","caller":"traceutil/trace.go:171","msg":"trace[1606422732] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23286; }","duration":"925.387567ms","start":"2026-03-04T02:11:09.432645Z","end":"2026-03-04T02:11:10.358033Z","steps":["trace[1606422732] 'agreement among raft nodes before linearized reading' (duration: 925.340255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:10.358062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:09.432585Z","time spent":"925.469289ms","remote":"127.0.0.1:34818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:10.358108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.044809051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29543170-gwrp7\" ","response":"range_response_count:1 size:7226"} {"level":"info","ts":"2026-03-04T02:11:10.358126Z","caller":"traceutil/trace.go:171","msg":"trace[1871317053] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29543170-gwrp7; range_end:; response_count:1; response_revision:23286; }","duration":"2.044828051s","start":"2026-03-04T02:11:08.313293Z","end":"2026-03-04T02:11:10.358121Z","steps":["trace[1871317053] 'agreement among raft nodes before linearized reading' (duration: 2.044768579s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:10.358142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:08.313242Z","time spent":"2.044896824s","remote":"127.0.0.1:56286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7248,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29543170-gwrp7\" "} {"level":"warn","ts":"2026-03-04T02:11:10.357169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:09.109712Z","time spent":"1.247447822s","remote":"127.0.0.1:58972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:10.358421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.223236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18997fa4843f3d7a\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-04T02:11:10.358443Z","caller":"traceutil/trace.go:171","msg":"trace[1267208446] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18997fa4843f3d7a; range_end:; response_count:1; response_revision:23286; }","duration":"645.273797ms","start":"2026-03-04T02:11:09.713163Z","end":"2026-03-04T02:11:10.358437Z","steps":["trace[1267208446] 'agreement among raft nodes before linearized reading' (duration: 645.191555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:10.358466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:09.713149Z","time spent":"645.310748ms","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18997fa4843f3d7a\" "} {"level":"warn","ts":"2026-03-04T02:11:10.358612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.689025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:10.358631Z","caller":"traceutil/trace.go:171","msg":"trace[331727859] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23286; }","duration":"208.762457ms","start":"2026-03-04T02:11:10.149863Z","end":"2026-03-04T02:11:10.358626Z","steps":["trace[331727859] 'agreement among raft nodes before linearized reading' (duration: 208.730046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:10.358769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.855948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:10.358788Z","caller":"traceutil/trace.go:171","msg":"trace[2009951090] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:23286; }","duration":"288.877368ms","start":"2026-03-04T02:11:10.069905Z","end":"2026-03-04T02:11:10.358783Z","steps":["trace[2009951090] 'agreement among raft nodes before linearized reading' (duration: 288.844157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:10.358975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.426644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-04T02:11:10.359007Z","caller":"traceutil/trace.go:171","msg":"trace[484147412] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:23286; }","duration":"543.495276ms","start":"2026-03-04T02:11:09.815502Z","end":"2026-03-04T02:11:10.358997Z","steps":["trace[484147412] 'agreement among raft nodes before linearized reading' (duration: 543.382023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:10.359028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:09.815483Z","time spent":"543.539908ms","remote":"127.0.0.1:56246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-03-04T02:11:10.832257Z","caller":"traceutil/trace.go:171","msg":"trace[2080835532] linearizableReadLoop","detail":"{readStateIndex:24110; appliedIndex:24109; }","duration":"410.700897ms","start":"2026-03-04T02:11:10.421532Z","end":"2026-03-04T02:11:10.832233Z","steps":["trace[2080835532] 'read index received' (duration: 347.924278ms)","trace[2080835532] 'applied index is now lower than readState.Index' (duration: 62.775069ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:10.832521Z","caller":"traceutil/trace.go:171","msg":"trace[1603428456] transaction","detail":"{read_only:false; response_revision:23288; number_of_response:1; }","duration":"463.222551ms","start":"2026-03-04T02:11:10.369271Z","end":"2026-03-04T02:11:10.832494Z","steps":["trace[1603428456] 'process raft request' (duration: 400.131222ms)","trace[1603428456] 'compare' (duration: 62.640714ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:10.832659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:10.369262Z","time spent":"463.330034ms","remote":"127.0.0.1:56286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7219,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:10.832794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.271364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:10.83285Z","caller":"traceutil/trace.go:171","msg":"trace[570481614] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23288; }","duration":"464.341146ms","start":"2026-03-04T02:11:10.368493Z","end":"2026-03-04T02:11:10.832834Z","steps":["trace[570481614] 'agreement among raft nodes before linearized reading' (duration: 464.255094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:10.832848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.668426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T02:11:10.832786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.875541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:10.832927Z","caller":"traceutil/trace.go:171","msg":"trace[291202732] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:23288; }","duration":"182.060717ms","start":"2026-03-04T02:11:10.650853Z","end":"2026-03-04T02:11:10.832914Z","steps":["trace[291202732] 'agreement among raft nodes before linearized reading' (duration: 181.888581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:10.833109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.356291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18997fa4ab7f077b\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-03-04T02:11:10.833153Z","caller":"traceutil/trace.go:171","msg":"trace[109920117] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18997fa4ab7f077b; range_end:; response_count:1; response_revision:23288; }","duration":"407.983591ms","start":"2026-03-04T02:11:10.425158Z","end":"2026-03-04T02:11:10.833141Z","steps":["trace[109920117] 'agreement among raft nodes before linearized reading' (duration: 407.303599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:10.833179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:10.425138Z","time spent":"408.033343ms","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18997fa4ab7f077b\" "} {"level":"info","ts":"2026-03-04T02:11:10.833271Z","caller":"traceutil/trace.go:171","msg":"trace[1655490220] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23288; }","duration":"470.068688ms","start":"2026-03-04T02:11:10.362812Z","end":"2026-03-04T02:11:10.832881Z","steps":["trace[1655490220] 'agreement among raft nodes before linearized reading' (duration: 469.584412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:10.833317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:10.362792Z","time spent":"470.513512ms","remote":"127.0.0.1:56364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T02:11:10.832881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:10.368488Z","time spent":"464.385378ms","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:11:11.378033Z","caller":"traceutil/trace.go:171","msg":"trace[1182921792] transaction","detail":"{read_only:false; response_revision:23289; number_of_response:1; }","duration":"542.34856ms","start":"2026-03-04T02:11:10.835646Z","end":"2026-03-04T02:11:11.377994Z","steps":["trace[1182921792] 'process raft request' (duration: 477.576407ms)","trace[1182921792] 'compare' (duration: 64.468373ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:11.378519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:10.835622Z","time spent":"542.801714ms","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:12.681064Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.075818635s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:11:12.681889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.403312ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:12.681978Z","caller":"traceutil/trace.go:171","msg":"trace[1181467596] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23289; }","duration":"135.507085ms","start":"2026-03-04T02:11:12.546457Z","end":"2026-03-04T02:11:12.681964Z","steps":["trace[1181467596] 'range keys from in-memory index tree' (duration: 135.388351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:12.682294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077093006s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:11:12.682374Z","caller":"traceutil/trace.go:171","msg":"trace[1234162758] transaction","detail":"{read_only:false; response_revision:23290; number_of_response:1; }","duration":"1.299739876s","start":"2026-03-04T02:11:11.382609Z","end":"2026-03-04T02:11:12.682349Z","steps":["trace[1234162758] 'process raft request' (duration: 222.553577ms)","trace[1234162758] 'compare' (duration: 1.076670563s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:12.682463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:11.382586Z","time spent":"1.299836159s","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":903,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:11:12.6825Z","caller":"traceutil/trace.go:171","msg":"trace[75152418] linearizableReadLoop","detail":"{readStateIndex:24112; appliedIndex:24111; }","duration":"1.145932888s","start":"2026-03-04T02:11:11.536559Z","end":"2026-03-04T02:11:12.682492Z","steps":["trace[75152418] 'read index received' (duration: 68.719258ms)","trace[75152418] 'applied index is now lower than readState.Index' (duration: 1.07721296s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:12.682626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.146234968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-04T02:11:12.682652Z","caller":"traceutil/trace.go:171","msg":"trace[1281327341] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23291; }","duration":"1.14629874s","start":"2026-03-04T02:11:11.536346Z","end":"2026-03-04T02:11:12.682645Z","steps":["trace[1281327341] 'agreement among raft nodes before linearized reading' (duration: 1.146191106s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:12.682695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:11.536329Z","time spent":"1.146344982s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-04T02:11:12.682851Z","caller":"traceutil/trace.go:171","msg":"trace[711261545] transaction","detail":"{read_only:false; response_revision:23291; number_of_response:1; }","duration":"1.117711099s","start":"2026-03-04T02:11:11.564765Z","end":"2026-03-04T02:11:12.682476Z","steps":["trace[711261545] 'process raft request' (duration: 1.117608996s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:12.682976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:11.564745Z","time spent":"1.118184315s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:13.899648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000363025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:11:13.899703Z","caller":"traceutil/trace.go:171","msg":"trace[2004128140] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000477559s","start":"2026-03-04T02:11:11.899214Z","end":"2026-03-04T02:11:13.899691Z","steps":["trace[2004128140] 'agreement among raft nodes before linearized reading' (duration: 2.000400347s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:13.899732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:11.899188Z","time spent":"2.000538261s","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:11:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:11:14.192643Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.086988613s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:11:14.788597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.682826216s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:11:14.788817Z","caller":"traceutil/trace.go:171","msg":"trace[602688499] transaction","detail":"{read_only:false; response_revision:23292; number_of_response:1; }","duration":"2.424260744s","start":"2026-03-04T02:11:12.364525Z","end":"2026-03-04T02:11:14.788786Z","steps":["trace[602688499] 'process raft request' (duration: 741.149169ms)","trace[602688499] 'compare' (duration: 1.681126672s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:14.788958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:12.364496Z","time spent":"2.424389428s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:14.788963Z","caller":"traceutil/trace.go:171","msg":"trace[1202909320] transaction","detail":"{read_only:false; response_revision:23293; number_of_response:1; }","duration":"2.424361097s","start":"2026-03-04T02:11:12.364563Z","end":"2026-03-04T02:11:14.788924Z","steps":["trace[1202909320] 'process raft request' (duration: 2.42414392s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:14.789015Z","caller":"traceutil/trace.go:171","msg":"trace[861647482] transaction","detail":"{read_only:false; response_revision:23294; number_of_response:1; }","duration":"2.424365687s","start":"2026-03-04T02:11:12.364628Z","end":"2026-03-04T02:11:14.788994Z","steps":["trace[861647482] 'process raft request' (duration: 2.424202512s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:14.789086Z","caller":"traceutil/trace.go:171","msg":"trace[986103502] transaction","detail":"{read_only:false; response_revision:23295; number_of_response:1; }","duration":"2.424337616s","start":"2026-03-04T02:11:12.36473Z","end":"2026-03-04T02:11:14.789068Z","steps":["trace[986103502] 'process raft request' (duration: 2.42416513s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:14.789112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:12.364538Z","time spent":"2.424490072s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:14.789114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:12.364619Z","time spent":"2.42444948s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:14.789168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:12.36472Z","time spent":"2.424417609s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:14.789198Z","caller":"traceutil/trace.go:171","msg":"trace[1004341964] transaction","detail":"{read_only:false; response_revision:23299; number_of_response:1; }","duration":"2.099731531s","start":"2026-03-04T02:11:12.689444Z","end":"2026-03-04T02:11:14.789176Z","steps":["trace[1004341964] 'process raft request' (duration: 2.099661579s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:14.7893Z","caller":"traceutil/trace.go:171","msg":"trace[322913127] transaction","detail":"{read_only:false; response_revision:23298; number_of_response:1; }","duration":"2.405018271s","start":"2026-03-04T02:11:12.384272Z","end":"2026-03-04T02:11:14.789291Z","steps":["trace[322913127] 'process raft request' (duration: 2.404777983s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:14.789332Z","caller":"traceutil/trace.go:171","msg":"trace[1379180941] transaction","detail":"{read_only:false; response_revision:23296; number_of_response:1; }","duration":"2.424465161s","start":"2026-03-04T02:11:12.364851Z","end":"2026-03-04T02:11:14.789316Z","steps":["trace[1379180941] 'process raft request' (duration: 2.424099229s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:14.789369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:12.384248Z","time spent":"2.405096824s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:14.789407Z","caller":"traceutil/trace.go:171","msg":"trace[2072853018] linearizableReadLoop","detail":"{readStateIndex:24120; appliedIndex:24113; }","duration":"2.106870558s","start":"2026-03-04T02:11:12.682522Z","end":"2026-03-04T02:11:14.789392Z","steps":["trace[2072853018] 'read index received' (duration: 423.159434ms)","trace[2072853018] 'applied index is now lower than readState.Index' (duration: 1.683709784s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:14.789355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:12.689427Z","time spent":"2.099872075s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:14.789583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.619939045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:11:14.7893Z","caller":"traceutil/trace.go:171","msg":"trace[1140952416] transaction","detail":"{read_only:false; response_revision:23297; number_of_response:1; }","duration":"2.424387748s","start":"2026-03-04T02:11:12.364895Z","end":"2026-03-04T02:11:14.789283Z","steps":["trace[1140952416] 'process raft request' (duration: 2.424105459s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:14.789635Z","caller":"traceutil/trace.go:171","msg":"trace[233058610] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:23299; }","duration":"2.620030437s","start":"2026-03-04T02:11:12.169592Z","end":"2026-03-04T02:11:14.789623Z","steps":["trace[233058610] 'agreement among raft nodes before linearized reading' (duration: 2.619896313s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:14.789681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:12.169572Z","time spent":"2.62009628s","remote":"127.0.0.1:56580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":58,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:14.789701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.252551688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418256"} {"level":"warn","ts":"2026-03-04T02:11:14.789739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:12.364862Z","time spent":"2.4247931s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:14.78977Z","caller":"traceutil/trace.go:171","msg":"trace[1411663246] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:23299; }","duration":"3.252662572s","start":"2026-03-04T02:11:11.537091Z","end":"2026-03-04T02:11:14.789753Z","steps":["trace[1411663246] 'agreement among raft nodes before linearized reading' (duration: 3.252413954s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:14.789828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:11.537068Z","time spent":"3.252745975s","remote":"127.0.0.1:52942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418278,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-04T02:11:14.789402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:12.364844Z","time spent":"2.424522862s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:14.789993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.059805911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:14.790048Z","caller":"traceutil/trace.go:171","msg":"trace[190629834] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:23299; }","duration":"3.059900064s","start":"2026-03-04T02:11:11.730133Z","end":"2026-03-04T02:11:14.790033Z","steps":["trace[190629834] 'agreement among raft nodes before linearized reading' (duration: 3.059807231s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:14.790087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:11.73011Z","time spent":"3.059967216s","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:14.828323Z","caller":"traceutil/trace.go:171","msg":"trace[1102959648] transaction","detail":"{read_only:false; response_revision:23300; number_of_response:1; }","duration":"732.321039ms","start":"2026-03-04T02:11:14.095984Z","end":"2026-03-04T02:11:14.828305Z","steps":["trace[1102959648] 'process raft request' (duration: 732.060961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:14.828494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.140861001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-wc5j6.189981627d0eabe0\" ","response":"range_response_count:1 size:864"} {"level":"warn","ts":"2026-03-04T02:11:14.828565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.253550996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:14.828698Z","caller":"traceutil/trace.go:171","msg":"trace[434838331] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-wc5j6.189981627d0eabe0; range_end:; response_count:1; response_revision:23300; }","duration":"2.141079138s","start":"2026-03-04T02:11:12.687559Z","end":"2026-03-04T02:11:14.828638Z","steps":["trace[434838331] 'agreement among raft nodes before linearized reading' (duration: 2.140698446s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:14.828749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:12.687545Z","time spent":"2.141192431s","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":886,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-wc5j6.189981627d0eabe0\" "} {"level":"warn","ts":"2026-03-04T02:11:14.828848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001220122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:268417"} {"level":"info","ts":"2026-03-04T02:11:14.828904Z","caller":"traceutil/trace.go:171","msg":"trace[1790002358] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:23300; }","duration":"1.001304524s","start":"2026-03-04T02:11:13.827586Z","end":"2026-03-04T02:11:14.828891Z","steps":["trace[1790002358] 'agreement among raft nodes before linearized reading' (duration: 1.000911691s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:14.828938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:13.82757Z","time spent":"1.001359256s","remote":"127.0.0.1:56558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":268439,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-04T02:11:14.828509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:14.095957Z","time spent":"732.451513ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:14.828984Z","caller":"traceutil/trace.go:171","msg":"trace[2041047280] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23300; }","duration":"1.253787624s","start":"2026-03-04T02:11:13.574863Z","end":"2026-03-04T02:11:14.828651Z","steps":["trace[2041047280] 'agreement among raft nodes before linearized reading' (duration: 1.253505775s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:14.829175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:13.574849Z","time spent":"1.254220827s","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:11:14.829582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.014963081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T02:11:14.829762Z","caller":"traceutil/trace.go:171","msg":"trace[144178031] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23300; }","duration":"2.015183789s","start":"2026-03-04T02:11:12.814565Z","end":"2026-03-04T02:11:14.829748Z","steps":["trace[144178031] 'agreement among raft nodes before linearized reading' (duration: 2.014825308s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:14.829804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:12.814544Z","time spent":"2.01524769s","remote":"127.0.0.1:56286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:11:14.82998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.407119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-04T02:11:14.830033Z","caller":"traceutil/trace.go:171","msg":"trace[1314607033] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23300; }","duration":"622.506432ms","start":"2026-03-04T02:11:14.207515Z","end":"2026-03-04T02:11:14.830021Z","steps":["trace[1314607033] 'agreement among raft nodes before linearized reading' (duration: 622.383798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:14.830067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:14.207488Z","time spent":"622.568934ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T02:11:14.830287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.349765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:14.830354Z","caller":"traceutil/trace.go:171","msg":"trace[2112178517] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23300; }","duration":"930.445528ms","start":"2026-03-04T02:11:13.899893Z","end":"2026-03-04T02:11:14.830338Z","steps":["trace[2112178517] 'agreement among raft nodes before linearized reading' (duration: 930.342245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:14.830392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:13.899877Z","time spent":"930.50612ms","remote":"127.0.0.1:56074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:11:14.830463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.647063426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:11:14.830551Z","caller":"traceutil/trace.go:171","msg":"trace[1507758240] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:23300; }","duration":"1.647210331s","start":"2026-03-04T02:11:13.183322Z","end":"2026-03-04T02:11:14.830533Z","steps":["trace[1507758240] 'agreement among raft nodes before linearized reading' (duration: 1.645729654s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:14.830607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:13.183302Z","time spent":"1.647294954s","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2720,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:15.335907Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743091943732505,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:11:15.784989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.588091ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:11:15.785117Z","caller":"traceutil/trace.go:171","msg":"trace[829979286] transaction","detail":"{read_only:false; response_revision:23301; number_of_response:1; }","duration":"951.508449ms","start":"2026-03-04T02:11:14.83359Z","end":"2026-03-04T02:11:15.785099Z","steps":["trace[829979286] 'process raft request' (duration: 656.36055ms)","trace[829979286] 'compare' (duration: 294.095235ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:15.785171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:14.83357Z","time spent":"951.57977ms","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:16.819991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.432244ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:11:16.820313Z","caller":"traceutil/trace.go:171","msg":"trace[1518977198] linearizableReadLoop","detail":"{readStateIndex:24126; appliedIndex:24122; }","duration":"1.985363078s","start":"2026-03-04T02:11:14.834939Z","end":"2026-03-04T02:11:16.820302Z","steps":["trace[1518977198] 'read index received' (duration: 655.047069ms)","trace[1518977198] 'applied index is now lower than readState.Index' (duration: 1.330315399s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:16.820361Z","caller":"traceutil/trace.go:171","msg":"trace[1918046261] transaction","detail":"{read_only:false; response_revision:23302; number_of_response:1; }","duration":"1.983129917s","start":"2026-03-04T02:11:14.837226Z","end":"2026-03-04T02:11:16.820356Z","steps":["trace[1918046261] 'process raft request' (duration: 1.385273779s)","trace[1918046261] 'compare' (duration: 597.272909ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:16.820397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:14.837202Z","time spent":"1.983176199s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:16.820571Z","caller":"traceutil/trace.go:171","msg":"trace[1421444786] transaction","detail":"{read_only:false; response_revision:23303; number_of_response:1; }","duration":"1.978527891s","start":"2026-03-04T02:11:14.842038Z","end":"2026-03-04T02:11:16.820566Z","steps":["trace[1421444786] 'process raft request' (duration: 1.978021604s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:16.820603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:14.84203Z","time spent":"1.978558441s","remote":"127.0.0.1:56286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7162,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:16.820893Z","caller":"traceutil/trace.go:171","msg":"trace[614967046] transaction","detail":"{read_only:false; response_revision:23304; number_of_response:1; }","duration":"1.59664428s","start":"2026-03-04T02:11:15.224244Z","end":"2026-03-04T02:11:16.820888Z","steps":["trace[614967046] 'process raft request' (duration: 1.595909376s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:16.820926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:15.224213Z","time spent":"1.596698492s","remote":"127.0.0.1:52942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418314,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:16.821045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.986106252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T02:11:16.821064Z","caller":"traceutil/trace.go:171","msg":"trace[2108083279] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23304; }","duration":"1.986140272s","start":"2026-03-04T02:11:14.834919Z","end":"2026-03-04T02:11:16.82106Z","steps":["trace[2108083279] 'agreement among raft nodes before linearized reading' (duration: 1.98606899s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:16.821078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:14.834907Z","time spent":"1.986167984s","remote":"127.0.0.1:56286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:11:16.839833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00020202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:11:16.8399Z","caller":"traceutil/trace.go:171","msg":"trace[1997043225] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000290503s","start":"2026-03-04T02:11:14.839592Z","end":"2026-03-04T02:11:16.839883Z","steps":["trace[1997043225] 'agreement among raft nodes before linearized reading' (duration: 2.000212031s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:16.839935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:14.839586Z","time spent":"2.000343075s","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:11:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:11:18.379361Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.495018835s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:11:18.570229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:17.753476Z","time spent":"816.747347ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:11:18.572227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.607373ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:11:18.572389Z","caller":"traceutil/trace.go:171","msg":"trace[1751238548] linearizableReadLoop","detail":"{readStateIndex:24132; appliedIndex:24126; }","duration":"1.752043909s","start":"2026-03-04T02:11:16.820334Z","end":"2026-03-04T02:11:18.572378Z","steps":["trace[1751238548] 'read index received' (duration: 63.985958ms)","trace[1751238548] 'applied index is now lower than readState.Index' (duration: 1.688057361s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:18.572549Z","caller":"traceutil/trace.go:171","msg":"trace[954904345] transaction","detail":"{read_only:false; response_revision:23306; number_of_response:1; }","duration":"1.776959053s","start":"2026-03-04T02:11:16.795582Z","end":"2026-03-04T02:11:18.572541Z","steps":["trace[954904345] 'process raft request' (duration: 1.583985378s)","trace[954904345] 'compare' (duration: 192.297023ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:18.572596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:16.795555Z","time spent":"1.777018535s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:18.572683Z","caller":"traceutil/trace.go:171","msg":"trace[1311755356] transaction","detail":"{read_only:false; response_revision:23307; number_of_response:1; }","duration":"1.777010504s","start":"2026-03-04T02:11:16.795667Z","end":"2026-03-04T02:11:18.572677Z","steps":["trace[1311755356] 'process raft request' (duration: 1.776614271s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:18.572721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:16.79566Z","time spent":"1.777043146s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:18.572797Z","caller":"traceutil/trace.go:171","msg":"trace[276896409] transaction","detail":"{read_only:false; response_revision:23308; number_of_response:1; }","duration":"1.777076977s","start":"2026-03-04T02:11:16.795713Z","end":"2026-03-04T02:11:18.57279Z","steps":["trace[276896409] 'process raft request' (duration: 1.776602211s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:18.572836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:16.795707Z","time spent":"1.777109827s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:18.572914Z","caller":"traceutil/trace.go:171","msg":"trace[1735133876] transaction","detail":"{read_only:false; response_revision:23309; number_of_response:1; }","duration":"1.776819048s","start":"2026-03-04T02:11:16.796089Z","end":"2026-03-04T02:11:18.572908Z","steps":["trace[1735133876] 'process raft request' (duration: 1.77624674s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:18.572947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:16.796067Z","time spent":"1.77686543s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:18.573033Z","caller":"traceutil/trace.go:171","msg":"trace[713839334] transaction","detail":"{read_only:false; response_revision:23310; number_of_response:1; }","duration":"1.773994518s","start":"2026-03-04T02:11:16.799034Z","end":"2026-03-04T02:11:18.573028Z","steps":["trace[713839334] 'process raft request' (duration: 1.773322957s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:18.573068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:16.799013Z","time spent":"1.77403903s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:18.573209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.783862544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18998162c76f927b\" ","response":"range_response_count:1 size:840"} {"level":"info","ts":"2026-03-04T02:11:18.573234Z","caller":"traceutil/trace.go:171","msg":"trace[14109539] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18998162c76f927b; range_end:; response_count:1; response_revision:23310; }","duration":"2.783915415s","start":"2026-03-04T02:11:15.789312Z","end":"2026-03-04T02:11:18.573228Z","steps":["trace[14109539] 'agreement among raft nodes before linearized reading' (duration: 2.783831193s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:18.573252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:15.789292Z","time spent":"2.783956037s","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":862,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18998162c76f927b\" "} {"level":"warn","ts":"2026-03-04T02:11:18.573372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.203791826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1892"} {"level":"info","ts":"2026-03-04T02:11:18.573395Z","caller":"traceutil/trace.go:171","msg":"trace[2024630702] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23310; }","duration":"3.203849998s","start":"2026-03-04T02:11:15.36954Z","end":"2026-03-04T02:11:18.57339Z","steps":["trace[2024630702] 'agreement among raft nodes before linearized reading' (duration: 3.203790316s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:18.573412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:15.36952Z","time spent":"3.203888519s","remote":"127.0.0.1:41198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1914,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-04T02:11:18.574921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.751491471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18646"} {"level":"info","ts":"2026-03-04T02:11:18.575027Z","caller":"traceutil/trace.go:171","msg":"trace[1113252116] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23311; }","duration":"1.751641626s","start":"2026-03-04T02:11:16.823361Z","end":"2026-03-04T02:11:18.575003Z","steps":["trace[1113252116] 'agreement among raft nodes before linearized reading' (duration: 1.751358827s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:18.57509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:16.823345Z","time spent":"1.751731689s","remote":"127.0.0.1:56274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18668,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-04T02:11:18.575548Z","caller":"traceutil/trace.go:171","msg":"trace[1156496693] transaction","detail":"{read_only:false; response_revision:23311; number_of_response:1; }","duration":"1.15504704s","start":"2026-03-04T02:11:17.420484Z","end":"2026-03-04T02:11:18.575531Z","steps":["trace[1156496693] 'process raft request' (duration: 1.154039748s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:18.575674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:17.420437Z","time spent":"1.155160783s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:18.575997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.454252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:11:18.576089Z","caller":"traceutil/trace.go:171","msg":"trace[1440628101] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:23311; }","duration":"178.552085ms","start":"2026-03-04T02:11:18.397489Z","end":"2026-03-04T02:11:18.576041Z","steps":["trace[1440628101] 'agreement among raft nodes before linearized reading' (duration: 178.38098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:18.576424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.888065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18646"} {"level":"info","ts":"2026-03-04T02:11:18.576485Z","caller":"traceutil/trace.go:171","msg":"trace[1703666793] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23311; }","duration":"710.001798ms","start":"2026-03-04T02:11:17.866468Z","end":"2026-03-04T02:11:18.57647Z","steps":["trace[1703666793] 'agreement among raft nodes before linearized reading' (duration: 709.829512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:18.576533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:17.866441Z","time spent":"710.08032ms","remote":"127.0.0.1:56274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18668,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T02:11:18.576766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.249293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:18.576851Z","caller":"traceutil/trace.go:171","msg":"trace[1433072990] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23311; }","duration":"757.352466ms","start":"2026-03-04T02:11:17.819459Z","end":"2026-03-04T02:11:18.576811Z","steps":["trace[1433072990] 'agreement among raft nodes before linearized reading' (duration: 757.259453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:18.576855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.736721702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:18.576907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:17.819409Z","time spent":"757.48368ms","remote":"127.0.0.1:34878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-04T02:11:18.576938Z","caller":"traceutil/trace.go:171","msg":"trace[771610733] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23311; }","duration":"1.736853846s","start":"2026-03-04T02:11:16.840067Z","end":"2026-03-04T02:11:18.576921Z","steps":["trace[771610733] 'agreement among raft nodes before linearized reading' (duration: 1.736698641s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:18.57698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:16.84005Z","time spent":"1.736922148s","remote":"127.0.0.1:56074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:11:18.577206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.234595713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:18.577256Z","caller":"traceutil/trace.go:171","msg":"trace[31190876] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:23311; }","duration":"1.234683855s","start":"2026-03-04T02:11:17.342557Z","end":"2026-03-04T02:11:18.57724Z","steps":["trace[31190876] 'agreement among raft nodes before linearized reading' (duration: 1.234617023s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:18.577281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:17.342527Z","time spent":"1.234747208s","remote":"127.0.0.1:56220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:18.577389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.141704295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-04T02:11:18.577481Z","caller":"traceutil/trace.go:171","msg":"trace[712081628] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; response_count:1; response_revision:23311; }","duration":"1.14184685s","start":"2026-03-04T02:11:17.435615Z","end":"2026-03-04T02:11:18.577462Z","steps":["trace[712081628] 'agreement among raft nodes before linearized reading' (duration: 1.14156314s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:18.577474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.360891074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"warn","ts":"2026-03-04T02:11:18.577532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:17.435597Z","time spent":"1.141927272s","remote":"127.0.0.1:56114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.162\" "} {"level":"info","ts":"2026-03-04T02:11:18.577534Z","caller":"traceutil/trace.go:171","msg":"trace[774459004] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23311; }","duration":"1.361007248s","start":"2026-03-04T02:11:17.216512Z","end":"2026-03-04T02:11:18.57752Z","steps":["trace[774459004] 'agreement among raft nodes before linearized reading' (duration: 1.360775241s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:18.577744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:17.216491Z","time spent":"1.361242855s","remote":"127.0.0.1:56294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-04T02:11:18.577744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097801687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:18.577755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.366168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:11:18.577779Z","caller":"traceutil/trace.go:171","msg":"trace[1941165001] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:23311; }","duration":"888.43101ms","start":"2026-03-04T02:11:17.689341Z","end":"2026-03-04T02:11:18.577772Z","steps":["trace[1941165001] 'agreement among raft nodes before linearized reading' (duration: 888.388269ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:18.577783Z","caller":"traceutil/trace.go:171","msg":"trace[614525558] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:23311; }","duration":"1.097872999s","start":"2026-03-04T02:11:17.479896Z","end":"2026-03-04T02:11:18.577769Z","steps":["trace[614525558] 'agreement among raft nodes before linearized reading' (duration: 1.097798167s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:18.577812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:17.689317Z","time spent":"888.489543ms","remote":"127.0.0.1:37172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:18.577811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:17.479881Z","time spent":"1.09792306s","remote":"127.0.0.1:53404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:19.082485Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743091943732519,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:11:19.98345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.818152ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-04T02:11:19.983562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:18.577743Z","time spent":"1.405814713s","remote":"127.0.0.1:56164","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T02:11:19.983979Z","caller":"traceutil/trace.go:171","msg":"trace[1153133402] linearizableReadLoop","detail":"{readStateIndex:24136; appliedIndex:24133; }","duration":"1.401692462s","start":"2026-03-04T02:11:18.582269Z","end":"2026-03-04T02:11:19.983962Z","steps":["trace[1153133402] 'read index received' (duration: 778.359284ms)","trace[1153133402] 'applied index is now lower than readState.Index' (duration: 623.332218ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:19.984053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:18.578813Z","time spent":"1.405233005s","remote":"127.0.0.1:56114","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T02:11:19.984198Z","caller":"traceutil/trace.go:171","msg":"trace[2116655273] transaction","detail":"{read_only:false; response_revision:23312; number_of_response:1; }","duration":"1.093037894s","start":"2026-03-04T02:11:18.891144Z","end":"2026-03-04T02:11:19.984182Z","steps":["trace[2116655273] 'process raft request' (duration: 1.092693653s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:19.984298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:18.891119Z","time spent":"1.093118497s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:19.984526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.402254201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18646"} {"level":"info","ts":"2026-03-04T02:11:19.984557Z","caller":"traceutil/trace.go:171","msg":"trace[732930902] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23313; }","duration":"1.402315933s","start":"2026-03-04T02:11:18.582232Z","end":"2026-03-04T02:11:19.984548Z","steps":["trace[732930902] 'agreement among raft nodes before linearized reading' (duration: 1.402193589s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:19.984586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:18.582215Z","time spent":"1.402365264s","remote":"127.0.0.1:56274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18668,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-04T02:11:19.984269Z","caller":"traceutil/trace.go:171","msg":"trace[1911952945] transaction","detail":"{read_only:false; response_revision:23313; number_of_response:1; }","duration":"188.213443ms","start":"2026-03-04T02:11:19.796022Z","end":"2026-03-04T02:11:19.984236Z","steps":["trace[1911952945] 'process raft request' (duration: 188.040727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:19.98492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.401186587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:19.98499Z","caller":"traceutil/trace.go:171","msg":"trace[1417498610] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23313; }","duration":"1.401285939s","start":"2026-03-04T02:11:18.583681Z","end":"2026-03-04T02:11:19.984967Z","steps":["trace[1417498610] 'agreement among raft nodes before linearized reading' (duration: 1.401171505s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:19.985039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:18.583666Z","time spent":"1.401360852s","remote":"127.0.0.1:56294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:11:19.985108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.552661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:19.985137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.283807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:19.985186Z","caller":"traceutil/trace.go:171","msg":"trace[1037196836] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23313; }","duration":"895.3698ms","start":"2026-03-04T02:11:19.089804Z","end":"2026-03-04T02:11:19.985174Z","steps":["trace[1037196836] 'agreement among raft nodes before linearized reading' (duration: 895.286257ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:19.985186Z","caller":"traceutil/trace.go:171","msg":"trace[171205630] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:23313; }","duration":"746.683295ms","start":"2026-03-04T02:11:19.23848Z","end":"2026-03-04T02:11:19.985164Z","steps":["trace[171205630] 'agreement among raft nodes before linearized reading' (duration: 746.542321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:19.985211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211842897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:19.985232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:19.089786Z","time spent":"895.436842ms","remote":"127.0.0.1:34924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:19.985248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:19.238454Z","time spent":"746.784139ms","remote":"127.0.0.1:57772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:19.985258Z","caller":"traceutil/trace.go:171","msg":"trace[259876322] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23313; }","duration":"1.21193333s","start":"2026-03-04T02:11:18.773308Z","end":"2026-03-04T02:11:19.985241Z","steps":["trace[259876322] 'agreement among raft nodes before linearized reading' (duration: 1.211863388s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:19.985266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.331427145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:19.985297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:18.773284Z","time spent":"1.212004472s","remote":"127.0.0.1:34934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:19.985139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.307333968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:19.985313Z","caller":"traceutil/trace.go:171","msg":"trace[1529096662] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23313; }","duration":"1.331537749s","start":"2026-03-04T02:11:18.653763Z","end":"2026-03-04T02:11:19.985301Z","steps":["trace[1529096662] 'agreement among raft nodes before linearized reading' (duration: 1.331463516s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:19.985368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:18.653741Z","time spent":"1.331605461s","remote":"127.0.0.1:34936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:19.985401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.399836773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:19.98539Z","caller":"traceutil/trace.go:171","msg":"trace[930153727] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23313; }","duration":"1.307624457s","start":"2026-03-04T02:11:18.677724Z","end":"2026-03-04T02:11:19.985349Z","steps":["trace[930153727] 'agreement among raft nodes before linearized reading' (duration: 1.307337388s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:19.985473Z","caller":"traceutil/trace.go:171","msg":"trace[1245485448] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23313; }","duration":"1.399925017s","start":"2026-03-04T02:11:18.585529Z","end":"2026-03-04T02:11:19.985454Z","steps":["trace[1245485448] 'agreement among raft nodes before linearized reading' (duration: 1.399818203s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:19.985513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:18.585522Z","time spent":"1.399983918s","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:11:19.985518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:18.677699Z","time spent":"1.307773802s","remote":"127.0.0.1:56558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T02:11:21.009222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.288482ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:11:21.009605Z","caller":"traceutil/trace.go:171","msg":"trace[1169209844] linearizableReadLoop","detail":"{readStateIndex:24139; appliedIndex:24137; }","duration":"1.023095347s","start":"2026-03-04T02:11:19.986489Z","end":"2026-03-04T02:11:21.009585Z","steps":["trace[1169209844] 'read index received' (duration: 483.32141ms)","trace[1169209844] 'applied index is now lower than readState.Index' (duration: 539.772527ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:21.009593Z","caller":"traceutil/trace.go:171","msg":"trace[1088524892] transaction","detail":"{read_only:false; response_revision:23314; number_of_response:1; }","duration":"1.024395959s","start":"2026-03-04T02:11:19.985149Z","end":"2026-03-04T02:11:21.009545Z","steps":["trace[1088524892] 'process raft request' (duration: 484.644832ms)","trace[1088524892] 'compare' (duration: 538.926611ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:21.009701Z","caller":"traceutil/trace.go:171","msg":"trace[50646497] transaction","detail":"{read_only:false; response_revision:23315; number_of_response:1; }","duration":"1.024447381s","start":"2026-03-04T02:11:19.985242Z","end":"2026-03-04T02:11:21.009689Z","steps":["trace[50646497] 'process raft request' (duration: 1.024127621s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:21.009757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:19.985131Z","time spent":"1.024529144s","remote":"127.0.0.1:56114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:21.009779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:19.98522Z","time spent":"1.024518873s","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:21.009891Z","caller":"traceutil/trace.go:171","msg":"trace[1063394343] transaction","detail":"{read_only:false; response_revision:23316; number_of_response:1; }","duration":"816.319204ms","start":"2026-03-04T02:11:20.193531Z","end":"2026-03-04T02:11:21.00985Z","steps":["trace[1063394343] 'process raft request' (duration: 815.982663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:21.010066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:20.193487Z","time spent":"816.484669ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:21.010044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023527052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:21.010149Z","caller":"traceutil/trace.go:171","msg":"trace[1043920068] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23316; }","duration":"1.023667286s","start":"2026-03-04T02:11:19.986454Z","end":"2026-03-04T02:11:21.010121Z","steps":["trace[1043920068] 'agreement among raft nodes before linearized reading' (duration: 1.023496221s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:21.010219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:19.986439Z","time spent":"1.023767639s","remote":"127.0.0.1:56074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:11:21.509784Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743091943732537,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:11:22.010983Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743091943732537,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:11:22.107854Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.275621499s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:11:22.904992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.910075ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-04T02:11:22.905509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.472987ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:22.905597Z","caller":"traceutil/trace.go:171","msg":"trace[914564920] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23316; }","duration":"359.57004ms","start":"2026-03-04T02:11:22.546013Z","end":"2026-03-04T02:11:22.905583Z","steps":["trace[914564920] 'range keys from in-memory index tree' (duration: 359.462176ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:22.90565Z","caller":"traceutil/trace.go:171","msg":"trace[1302626666] transaction","detail":"{read_only:false; response_revision:23317; number_of_response:1; }","duration":"2.326489751s","start":"2026-03-04T02:11:20.579106Z","end":"2026-03-04T02:11:22.905595Z","steps":["trace[1302626666] 'process raft request' (duration: 2.325987835s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:22.905807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:20.57908Z","time spent":"2.326618075s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:23.018647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00018401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:11:23.018757Z","caller":"traceutil/trace.go:171","msg":"trace[1522495931] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000332055s","start":"2026-03-04T02:11:21.018398Z","end":"2026-03-04T02:11:23.01873Z","steps":["trace[1522495931] 'agreement among raft nodes before linearized reading' (duration: 2.000205081s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:23.018819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:21.018386Z","time spent":"2.000417108s","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:11:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:11:23.743174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.496067ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:11:23.743403Z","caller":"traceutil/trace.go:171","msg":"trace[418850196] transaction","detail":"{read_only:false; response_revision:23318; number_of_response:1; }","duration":"3.163132151s","start":"2026-03-04T02:11:20.580249Z","end":"2026-03-04T02:11:23.743381Z","steps":["trace[418850196] 'process raft request' (duration: 2.325332635s)","trace[418850196] 'compare' (duration: 836.755493ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:23.74348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:20.580223Z","time spent":"3.163224953s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:23.743695Z","caller":"traceutil/trace.go:171","msg":"trace[1362473710] transaction","detail":"{read_only:false; response_revision:23319; number_of_response:1; }","duration":"3.162593634s","start":"2026-03-04T02:11:20.581085Z","end":"2026-03-04T02:11:23.743679Z","steps":["trace[1362473710] 'process raft request' (duration: 3.162190451s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:23.743772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:20.581068Z","time spent":"3.162669037s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:23.743974Z","caller":"traceutil/trace.go:171","msg":"trace[1359514728] linearizableReadLoop","detail":"{readStateIndex:24147; appliedIndex:24140; }","duration":"2.734323377s","start":"2026-03-04T02:11:21.00964Z","end":"2026-03-04T02:11:23.743963Z","steps":["trace[1359514728] 'read index received' (duration: 1.098446378s)","trace[1359514728] 'applied index is now lower than readState.Index' (duration: 1.635875869s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:23.744015Z","caller":"traceutil/trace.go:171","msg":"trace[1723916891] transaction","detail":"{read_only:false; response_revision:23320; number_of_response:1; }","duration":"3.162056286s","start":"2026-03-04T02:11:20.581952Z","end":"2026-03-04T02:11:23.744008Z","steps":["trace[1723916891] 'process raft request' (duration: 3.161640733s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:23.743993Z","caller":"traceutil/trace.go:171","msg":"trace[89487808] transaction","detail":"{read_only:false; response_revision:23322; number_of_response:1; }","duration":"1.753283748s","start":"2026-03-04T02:11:21.990674Z","end":"2026-03-04T02:11:23.743958Z","steps":["trace[89487808] 'process raft request' (duration: 1.75305057s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:23.743955Z","caller":"traceutil/trace.go:171","msg":"trace[1519166579] transaction","detail":"{read_only:false; response_revision:23321; number_of_response:1; }","duration":"3.161722026s","start":"2026-03-04T02:11:20.582203Z","end":"2026-03-04T02:11:23.743925Z","steps":["trace[1519166579] 'process raft request' (duration: 3.161480128s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:23.744128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:20.581937Z","time spent":"3.162119789s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:23.744168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:21.990637Z","time spent":"1.753443593s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:23.744232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:20.582191Z","time spent":"3.161944073s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:23.998511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.711011ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T02:11:23.99868Z","caller":"traceutil/trace.go:171","msg":"trace[226113935] linearizableReadLoop","detail":"{readStateIndex:24148; appliedIndex:24147; }","duration":"254.650258ms","start":"2026-03-04T02:11:23.743998Z","end":"2026-03-04T02:11:23.998648Z","steps":["trace[226113935] 'read index received' (duration: 100.023µs)","trace[226113935] 'applied index is now lower than readState.Index' (duration: 254.547705ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:23.998979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.986974951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-04T02:11:23.999028Z","caller":"traceutil/trace.go:171","msg":"trace[723158588] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23322; }","duration":"2.987080765s","start":"2026-03-04T02:11:21.011929Z","end":"2026-03-04T02:11:23.999009Z","steps":["trace[723158588] 'agreement among raft nodes before linearized reading' (duration: 2.986864898s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:23.999071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:21.011903Z","time spent":"2.987159027s","remote":"127.0.0.1:56260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T02:11:23.999667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.028667289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:23.999716Z","caller":"traceutil/trace.go:171","msg":"trace[642330487] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23322; }","duration":"3.028757732s","start":"2026-03-04T02:11:20.970941Z","end":"2026-03-04T02:11:23.999699Z","steps":["trace[642330487] 'agreement among raft nodes before linearized reading' (duration: 2.773114782s)","trace[642330487] 'count revisions from in-memory index tree' (duration: 255.580768ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:23.99975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:20.970916Z","time spent":"3.028824534s","remote":"127.0.0.1:36690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:23.999937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.35751206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:23.999981Z","caller":"traceutil/trace.go:171","msg":"trace[900346305] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:23322; }","duration":"3.357586882s","start":"2026-03-04T02:11:20.64238Z","end":"2026-03-04T02:11:23.999967Z","steps":["trace[900346305] 'agreement among raft nodes before linearized reading' (duration: 3.101690664s)","trace[900346305] 'count revisions from in-memory index tree' (duration: 255.847387ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:24.000014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:20.64236Z","time spent":"3.357644115s","remote":"127.0.0.1:53416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:24.000114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.792436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:24.000209Z","caller":"traceutil/trace.go:171","msg":"trace[647978644] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23322; }","duration":"424.941091ms","start":"2026-03-04T02:11:23.575241Z","end":"2026-03-04T02:11:24.000182Z","steps":["trace[647978644] 'agreement among raft nodes before linearized reading' (duration: 424.715894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:24.000265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:23.575225Z","time spent":"425.032074ms","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:11:24.000579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.6103306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:24.000625Z","caller":"traceutil/trace.go:171","msg":"trace[393164146] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23322; }","duration":"3.610413974s","start":"2026-03-04T02:11:20.39019Z","end":"2026-03-04T02:11:24.000604Z","steps":["trace[393164146] 'agreement among raft nodes before linearized reading' (duration: 3.353888876s)","trace[393164146] 'count revisions from in-memory index tree' (duration: 256.471716ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:24.00066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:20.390161Z","time spent":"3.610486006s","remote":"127.0.0.1:36828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:24.000849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.010378549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:24.000959Z","caller":"traceutil/trace.go:171","msg":"trace[68537325] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23322; }","duration":"4.010434952s","start":"2026-03-04T02:11:19.990447Z","end":"2026-03-04T02:11:24.000882Z","steps":["trace[68537325] 'agreement among raft nodes before linearized reading' (duration: 3.753640085s)","trace[68537325] 'range keys from in-memory index tree' (duration: 256.739955ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:24.000997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:19.99044Z","time spent":"4.010547555s","remote":"127.0.0.1:56364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:11:24.001015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.718388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:24.001051Z","caller":"traceutil/trace.go:171","msg":"trace[801845993] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:23322; }","duration":"790.79507ms","start":"2026-03-04T02:11:23.210246Z","end":"2026-03-04T02:11:24.001041Z","steps":["trace[801845993] 'agreement among raft nodes before linearized reading' (duration: 790.738288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:24.001081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:23.21022Z","time spent":"790.853422ms","remote":"127.0.0.1:34670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:24.001183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.012402034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:24.00122Z","caller":"traceutil/trace.go:171","msg":"trace[63770872] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23322; }","duration":"4.012469236s","start":"2026-03-04T02:11:19.988738Z","end":"2026-03-04T02:11:24.001207Z","steps":["trace[63770872] 'agreement among raft nodes before linearized reading' (duration: 3.75537396s)","trace[63770872] 'range keys from in-memory index tree' (duration: 257.039295ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:24.00125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:19.988724Z","time spent":"4.012519967s","remote":"127.0.0.1:56294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T02:11:24.00128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.940602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:24.001321Z","caller":"traceutil/trace.go:171","msg":"trace[1109528911] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23322; }","duration":"832.984243ms","start":"2026-03-04T02:11:23.168326Z","end":"2026-03-04T02:11:24.00131Z","steps":["trace[1109528911] 'agreement among raft nodes before linearized reading' (duration: 832.913041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:24.001349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:23.168297Z","time spent":"833.044865ms","remote":"127.0.0.1:34972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:24.001518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.531926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:24.001544Z","caller":"traceutil/trace.go:171","msg":"trace[745550510] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23322; }","duration":"982.556386ms","start":"2026-03-04T02:11:23.018979Z","end":"2026-03-04T02:11:24.001536Z","steps":["trace[745550510] 'agreement among raft nodes before linearized reading' (duration: 982.513395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:24.001562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:23.018924Z","time spent":"982.634719ms","remote":"127.0.0.1:56074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:11:24.001682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.132820591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:11:24.001697Z","caller":"traceutil/trace.go:171","msg":"trace[913381501] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:23322; }","duration":"1.132867952s","start":"2026-03-04T02:11:22.868825Z","end":"2026-03-04T02:11:24.001693Z","steps":["trace[913381501] 'agreement among raft nodes before linearized reading' (duration: 1.132828301s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:24.001714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:22.868805Z","time spent":"1.132904253s","remote":"127.0.0.1:56376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:24.001823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.167742825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:11:24.001845Z","caller":"traceutil/trace.go:171","msg":"trace[654319990] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:23322; }","duration":"2.167799497s","start":"2026-03-04T02:11:21.834038Z","end":"2026-03-04T02:11:24.001838Z","steps":["trace[654319990] 'agreement among raft nodes before linearized reading' (duration: 2.167765216s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:24.001842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.704328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1892"} {"level":"warn","ts":"2026-03-04T02:11:24.001864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:21.834019Z","time spent":"2.167838959s","remote":"127.0.0.1:52942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:24.001874Z","caller":"traceutil/trace.go:171","msg":"trace[1159258615] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23322; }","duration":"421.735149ms","start":"2026-03-04T02:11:23.580129Z","end":"2026-03-04T02:11:24.001864Z","steps":["trace[1159258615] 'agreement among raft nodes before linearized reading' (duration: 421.579274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:24.001897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:23.580028Z","time spent":"421.863573ms","remote":"127.0.0.1:41198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1914,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-04T02:11:24.001994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.724202985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:24.002014Z","caller":"traceutil/trace.go:171","msg":"trace[154160262] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23322; }","duration":"2.724263307s","start":"2026-03-04T02:11:21.277745Z","end":"2026-03-04T02:11:24.002008Z","steps":["trace[154160262] 'agreement among raft nodes before linearized reading' (duration: 2.724226965s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:24.00096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.070929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:24.002067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.883234618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:24.002069Z","caller":"traceutil/trace.go:171","msg":"trace[790220755] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23322; }","duration":"781.229515ms","start":"2026-03-04T02:11:23.220824Z","end":"2026-03-04T02:11:24.002054Z","steps":["trace[790220755] 'agreement among raft nodes before linearized reading' (duration: 780.029347ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:24.002089Z","caller":"traceutil/trace.go:171","msg":"trace[295106366] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:23322; }","duration":"2.883315281s","start":"2026-03-04T02:11:21.118769Z","end":"2026-03-04T02:11:24.002084Z","steps":["trace[295106366] 'agreement among raft nodes before linearized reading' (duration: 2.88328164s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:24.0021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:23.220799Z","time spent":"781.290767ms","remote":"127.0.0.1:36810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:24.002108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:21.118733Z","time spent":"2.883369993s","remote":"127.0.0.1:56500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:24.002272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.986479956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.1899816388c10086\" ","response":"range_response_count:1 size:877"} {"level":"info","ts":"2026-03-04T02:11:24.002289Z","caller":"traceutil/trace.go:171","msg":"trace[1361132856] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.1899816388c10086; range_end:; response_count:1; response_revision:23322; }","duration":"2.986497736s","start":"2026-03-04T02:11:21.015786Z","end":"2026-03-04T02:11:24.002284Z","steps":["trace[1361132856] 'agreement among raft nodes before linearized reading' (duration: 2.986429154s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:24.002305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:21.015732Z","time spent":"2.986568669s","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":899,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.1899816388c10086\" "} {"level":"warn","ts":"2026-03-04T02:11:24.002039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:21.277724Z","time spent":"2.724307427s","remote":"127.0.0.1:34912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:24.506435Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743091943732542,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:11:25.007492Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743091943732542,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:11:25.508322Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743091943732542,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:11:26.009347Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743091943732542,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:11:26.510401Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743091943732542,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:11:26.791262Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.785912861s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:11:26.791677Z","caller":"traceutil/trace.go:171","msg":"trace[2094855932] transaction","detail":"{read_only:false; response_revision:23323; number_of_response:1; }","duration":"2.786411887s","start":"2026-03-04T02:11:24.005238Z","end":"2026-03-04T02:11:26.79165Z","steps":["trace[2094855932] 'process raft request' (duration: 2.786236351s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:26.791845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:24.005216Z","time spent":"2.78653833s","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:26.897534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000042405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:11:26.897602Z","caller":"traceutil/trace.go:171","msg":"trace[371227334] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000156339s","start":"2026-03-04T02:11:24.897426Z","end":"2026-03-04T02:11:26.897583Z","steps":["trace[371227334] 'agreement among raft nodes before linearized reading' (duration: 2.000071566s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:26.897648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:24.897402Z","time spent":"2.000225771s","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:11:28.172879Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.380983793s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:11:28.173515Z","caller":"traceutil/trace.go:171","msg":"trace[786725753] transaction","detail":"{read_only:false; response_revision:23324; number_of_response:1; }","duration":"3.254549591s","start":"2026-03-04T02:11:24.918938Z","end":"2026-03-04T02:11:28.173487Z","steps":["trace[786725753] 'process raft request' (duration: 3.254326594s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:28.173677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:24.918907Z","time spent":"3.254686036s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:28.17387Z","caller":"traceutil/trace.go:171","msg":"trace[612381871] transaction","detail":"{read_only:false; response_revision:23325; number_of_response:1; }","duration":"3.183725367s","start":"2026-03-04T02:11:24.990114Z","end":"2026-03-04T02:11:28.173839Z","steps":["trace[612381871] 'process raft request' (duration: 3.183320704s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:28.174053Z","caller":"traceutil/trace.go:171","msg":"trace[1213348724] transaction","detail":"{read_only:false; response_revision:23326; number_of_response:1; }","duration":"3.111120504s","start":"2026-03-04T02:11:25.0629Z","end":"2026-03-04T02:11:28.174021Z","steps":["trace[1213348724] 'process raft request' (duration: 3.110898717s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:28.174252Z","caller":"traceutil/trace.go:171","msg":"trace[194143646] transaction","detail":"{read_only:false; response_revision:23327; number_of_response:1; }","duration":"2.425029388s","start":"2026-03-04T02:11:25.749202Z","end":"2026-03-04T02:11:28.174231Z","steps":["trace[194143646] 'process raft request' (duration: 2.424729599s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:28.174265Z","caller":"traceutil/trace.go:171","msg":"trace[532974660] transaction","detail":"{read_only:false; response_revision:23328; number_of_response:1; }","duration":"2.423876741s","start":"2026-03-04T02:11:25.75036Z","end":"2026-03-04T02:11:28.174236Z","steps":["trace[532974660] 'process raft request' (duration: 2.423727127s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:28.174324Z","caller":"traceutil/trace.go:171","msg":"trace[2116698107] transaction","detail":"{read_only:false; response_revision:23330; number_of_response:1; }","duration":"2.423735416s","start":"2026-03-04T02:11:25.750566Z","end":"2026-03-04T02:11:28.174301Z","steps":["trace[2116698107] 'process raft request' (duration: 2.423637403s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:28.174368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:25.749171Z","time spent":"2.425136202s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:28.174362Z","caller":"traceutil/trace.go:171","msg":"trace[703197544] transaction","detail":"{read_only:false; response_revision:23331; number_of_response:1; }","duration":"2.422933642s","start":"2026-03-04T02:11:25.751404Z","end":"2026-03-04T02:11:28.174338Z","steps":["trace[703197544] 'process raft request' (duration: 2.422835818s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:28.174404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:25.750338Z","time spent":"2.423979584s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:28.174311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:25.062654Z","time spent":"3.111492206s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:28.174214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:24.990078Z","time spent":"3.183879671s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:28.174418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:25.750549Z","time spent":"2.42382646s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:28.174509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:25.75138Z","time spent":"2.423053265s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:28.174606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.16866904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:11:28.174667Z","caller":"traceutil/trace.go:171","msg":"trace[1618529570] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23331; }","duration":"4.168762903s","start":"2026-03-04T02:11:24.00589Z","end":"2026-03-04T02:11:28.174653Z","steps":["trace[1618529570] 'agreement among raft nodes before linearized reading' (duration: 4.168553096s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:28.174729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:24.005873Z","time spent":"4.168846905s","remote":"127.0.0.1:56364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-04T02:11:28.174719Z","caller":"traceutil/trace.go:171","msg":"trace[1167322997] linearizableReadLoop","detail":"{readStateIndex:24157; appliedIndex:24149; }","duration":"4.16835297s","start":"2026-03-04T02:11:24.005926Z","end":"2026-03-04T02:11:28.174279Z","steps":["trace[1167322997] 'read index received' (duration: 2.786314723s)","trace[1167322997] 'applied index is now lower than readState.Index' (duration: 1.382037247s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:28.174718Z","caller":"traceutil/trace.go:171","msg":"trace[902814265] transaction","detail":"{read_only:false; response_revision:23329; number_of_response:1; }","duration":"2.424199391s","start":"2026-03-04T02:11:25.750501Z","end":"2026-03-04T02:11:28.1747Z","steps":["trace[902814265] 'process raft request' (duration: 2.423664714s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:28.174874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:25.750477Z","time spent":"2.424312845s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:28.639603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.570311ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:11:28.639693Z","caller":"traceutil/trace.go:171","msg":"trace[558389501] linearizableReadLoop","detail":"{readStateIndex:24158; appliedIndex:24157; }","duration":"464.918885ms","start":"2026-03-04T02:11:28.174762Z","end":"2026-03-04T02:11:28.639681Z","steps":["trace[558389501] 'read index received' (duration: 99.166028ms)","trace[558389501] 'applied index is now lower than readState.Index' (duration: 365.751677ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:28.639741Z","caller":"traceutil/trace.go:171","msg":"trace[884312996] transaction","detail":"{read_only:false; response_revision:23332; number_of_response:1; }","duration":"1.844011847s","start":"2026-03-04T02:11:26.795724Z","end":"2026-03-04T02:11:28.639736Z","steps":["trace[884312996] 'process raft request' (duration: 1.47825076s)","trace[884312996] 'compare' (duration: 365.393516ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:28.639769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:26.795691Z","time spent":"1.844064959s","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":773,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:11:28.640044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.489475249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:28.640066Z","caller":"traceutil/trace.go:171","msg":"trace[2064006039] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:23332; }","duration":"1.489556942s","start":"2026-03-04T02:11:27.150503Z","end":"2026-03-04T02:11:28.64006Z","steps":["trace[2064006039] 'agreement among raft nodes before linearized reading' (duration: 1.489447848s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:28.640083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:27.150486Z","time spent":"1.489592532s","remote":"127.0.0.1:41236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:28.64018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.584704191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:28.640198Z","caller":"traceutil/trace.go:171","msg":"trace[1349862975] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:23332; }","duration":"1.584725332s","start":"2026-03-04T02:11:27.055468Z","end":"2026-03-04T02:11:28.640194Z","steps":["trace[1349862975] 'agreement among raft nodes before linearized reading' (duration: 1.584695951s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:28.640212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:27.055406Z","time spent":"1.584802484s","remote":"127.0.0.1:41262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:28.640308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.690952884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:28.640329Z","caller":"traceutil/trace.go:171","msg":"trace[585136640] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:23332; }","duration":"1.691014536s","start":"2026-03-04T02:11:26.949309Z","end":"2026-03-04T02:11:28.640324Z","steps":["trace[585136640] 'agreement among raft nodes before linearized reading' (duration: 1.690971335s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:28.640343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:26.949292Z","time spent":"1.691047528s","remote":"127.0.0.1:57786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:28.640441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.149548271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:28.640459Z","caller":"traceutil/trace.go:171","msg":"trace[1466608101] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:23332; }","duration":"4.149608903s","start":"2026-03-04T02:11:24.490846Z","end":"2026-03-04T02:11:28.640455Z","steps":["trace[1466608101] 'agreement among raft nodes before linearized reading' (duration: 4.149575712s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:28.640472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:24.490828Z","time spent":"4.149640474s","remote":"127.0.0.1:56334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:28.640494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.741944248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:28.640555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.631680023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:28.640555Z","caller":"traceutil/trace.go:171","msg":"trace[556508965] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23332; }","duration":"1.742041911s","start":"2026-03-04T02:11:26.898492Z","end":"2026-03-04T02:11:28.640534Z","steps":["trace[556508965] 'agreement among raft nodes before linearized reading' (duration: 1.741963908s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:28.640611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:26.898468Z","time spent":"1.742131854s","remote":"127.0.0.1:56074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:11:28.640623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.459959123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:28.640808Z","caller":"traceutil/trace.go:171","msg":"trace[1257851487] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:23332; }","duration":"3.46017534s","start":"2026-03-04T02:11:25.180611Z","end":"2026-03-04T02:11:28.640786Z","steps":["trace[1257851487] 'agreement among raft nodes before linearized reading' (duration: 3.459931582s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:28.640863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.052263888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:28.640872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:25.180595Z","time spent":"3.460262822s","remote":"127.0.0.1:60922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:28.640881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.934558855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-03-04T02:11:28.6409Z","caller":"traceutil/trace.go:171","msg":"trace[228294146] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23332; }","duration":"2.052294939s","start":"2026-03-04T02:11:26.588591Z","end":"2026-03-04T02:11:28.640886Z","steps":["trace[228294146] 'agreement among raft nodes before linearized reading' (duration: 2.052249597s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:28.640877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.634581416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T02:11:28.640932Z","caller":"traceutil/trace.go:171","msg":"trace[2114946946] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:23332; }","duration":"3.934640378s","start":"2026-03-04T02:11:24.706279Z","end":"2026-03-04T02:11:28.640919Z","steps":["trace[2114946946] 'agreement among raft nodes before linearized reading' (duration: 3.934496373s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:28.640611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.4372669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:28.640936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:26.588575Z","time spent":"2.052352661s","remote":"127.0.0.1:36572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:28.640402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.939077889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:28.640989Z","caller":"traceutil/trace.go:171","msg":"trace[257544726] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23332; }","duration":"3.437703925s","start":"2026-03-04T02:11:25.203268Z","end":"2026-03-04T02:11:28.640972Z","steps":["trace[257544726] 'agreement among raft nodes before linearized reading' (duration: 3.437266491s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:28.641041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:25.203245Z","time spent":"3.437778516s","remote":"127.0.0.1:34862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:28.64057Z","caller":"traceutil/trace.go:171","msg":"trace[1080375503] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23332; }","duration":"4.631729635s","start":"2026-03-04T02:11:24.008835Z","end":"2026-03-04T02:11:28.640564Z","steps":["trace[1080375503] 'agreement among raft nodes before linearized reading' (duration: 4.631704344s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:28.641067Z","caller":"traceutil/trace.go:171","msg":"trace[683261521] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23332; }","duration":"3.939763391s","start":"2026-03-04T02:11:24.701255Z","end":"2026-03-04T02:11:28.641019Z","steps":["trace[683261521] 'agreement among raft nodes before linearized reading' (duration: 3.939041378s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:28.640817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.844281715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:28.641181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:24.701236Z","time spent":"3.939914005s","remote":"127.0.0.1:34982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:28.641171Z","caller":"traceutil/trace.go:171","msg":"trace[1065909879] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:23332; }","duration":"1.844662228s","start":"2026-03-04T02:11:26.796495Z","end":"2026-03-04T02:11:28.641157Z","steps":["trace[1065909879] 'agreement among raft nodes before linearized reading' (duration: 1.844283815s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:28.641106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:24.00882Z","time spent":"4.632277003s","remote":"127.0.0.1:56364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-04T02:11:28.640945Z","caller":"traceutil/trace.go:171","msg":"trace[548107183] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23332; }","duration":"4.634688109s","start":"2026-03-04T02:11:24.006243Z","end":"2026-03-04T02:11:28.640931Z","steps":["trace[548107183] 'agreement among raft nodes before linearized reading' (duration: 4.634368729s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:28.641456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:26.796479Z","time spent":"1.844924206s","remote":"127.0.0.1:53378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:28.641693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:24.006228Z","time spent":"4.635268077s","remote":"127.0.0.1:56286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:11:28.640969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:24.706247Z","time spent":"3.93471465s","remote":"127.0.0.1:56246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-04T02:11:28.736466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.673389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:28.736509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.931994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:11:28.73658Z","caller":"traceutil/trace.go:171","msg":"trace[166080306] transaction","detail":"{read_only:false; response_revision:23333; number_of_response:1; }","duration":"217.842376ms","start":"2026-03-04T02:11:28.518726Z","end":"2026-03-04T02:11:28.736568Z","steps":["trace[166080306] 'process raft request' (duration: 217.475445ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:28.736648Z","caller":"traceutil/trace.go:171","msg":"trace[453870828] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23333; }","duration":"465.08769ms","start":"2026-03-04T02:11:28.271496Z","end":"2026-03-04T02:11:28.736584Z","steps":["trace[453870828] 'agreement among raft nodes before linearized reading' (duration: 464.910954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:28.736661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.645801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-wc5j6\" ","response":"range_response_count:1 size:6861"} {"level":"warn","ts":"2026-03-04T02:11:28.73671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:28.271473Z","time spent":"465.224344ms","remote":"127.0.0.1:59024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:28.736734Z","caller":"traceutil/trace.go:171","msg":"trace[395484205] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-wc5j6; range_end:; response_count:1; response_revision:23333; }","duration":"380.769124ms","start":"2026-03-04T02:11:28.355946Z","end":"2026-03-04T02:11:28.736715Z","steps":["trace[395484205] 'agreement among raft nodes before linearized reading' (duration: 380.513476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:28.736776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:28.355924Z","time spent":"380.842457ms","remote":"127.0.0.1:56286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6883,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-wc5j6\" "} {"level":"warn","ts":"2026-03-04T02:11:28.73668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.903839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-04T02:11:28.736539Z","caller":"traceutil/trace.go:171","msg":"trace[1283989833] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:23333; }","duration":"346.766072ms","start":"2026-03-04T02:11:28.389754Z","end":"2026-03-04T02:11:28.73652Z","steps":["trace[1283989833] 'agreement among raft nodes before linearized reading' (duration: 346.617927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:28.736898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:28.389678Z","time spent":"347.211206ms","remote":"127.0.0.1:34656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:28.736918Z","caller":"traceutil/trace.go:171","msg":"trace[709787483] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; response_count:1; response_revision:23333; }","duration":"560.306092ms","start":"2026-03-04T02:11:28.17656Z","end":"2026-03-04T02:11:28.736866Z","steps":["trace[709787483] 'agreement among raft nodes before linearized reading' (duration: 559.840487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:28.737024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:28.176538Z","time spent":"560.472237ms","remote":"127.0.0.1:56114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.162\" "} {"level":"info","ts":"2026-03-04T02:11:29.170347Z","caller":"traceutil/trace.go:171","msg":"trace[754319750] linearizableReadLoop","detail":"{readStateIndex:24160; appliedIndex:24159; }","duration":"431.441198ms","start":"2026-03-04T02:11:28.73888Z","end":"2026-03-04T02:11:29.170321Z","steps":["trace[754319750] 'read index received' (duration: 389.962247ms)","trace[754319750] 'applied index is now lower than readState.Index' (duration: 41.477541ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:29.170413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:28.738455Z","time spent":"431.951544ms","remote":"127.0.0.1:56114","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:11:29.170492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.590483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:29.170616Z","caller":"traceutil/trace.go:171","msg":"trace[18275253] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23333; }","duration":"431.746397ms","start":"2026-03-04T02:11:28.738861Z","end":"2026-03-04T02:11:29.170607Z","steps":["trace[18275253] 'agreement among raft nodes before linearized reading' (duration: 431.575922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:29.170712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:28.738847Z","time spent":"431.828191ms","remote":"127.0.0.1:56074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:11:29.221674Z","caller":"traceutil/trace.go:171","msg":"trace[1786820950] transaction","detail":"{read_only:false; response_revision:23335; number_of_response:1; }","duration":"476.43603ms","start":"2026-03-04T02:11:28.745215Z","end":"2026-03-04T02:11:29.221651Z","steps":["trace[1786820950] 'process raft request' (duration: 476.269095ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:29.221674Z","caller":"traceutil/trace.go:171","msg":"trace[1836883192] transaction","detail":"{read_only:false; response_revision:23334; number_of_response:1; }","duration":"480.81033ms","start":"2026-03-04T02:11:28.740821Z","end":"2026-03-04T02:11:29.221631Z","steps":["trace[1836883192] 'process raft request' (duration: 480.49355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:29.221988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:28.745205Z","time spent":"476.549634ms","remote":"127.0.0.1:56286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7038,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:29.22201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:28.740791Z","time spent":"481.025077ms","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:29.222237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.278323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:29.222293Z","caller":"traceutil/trace.go:171","msg":"trace[762957585] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:23336; }","duration":"165.374695ms","start":"2026-03-04T02:11:29.056903Z","end":"2026-03-04T02:11:29.222278Z","steps":["trace[762957585] 'agreement among raft nodes before linearized reading' (duration: 165.260422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:29.222279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.935269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-03-04T02:11:29.222386Z","caller":"traceutil/trace.go:171","msg":"trace[1878621412] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23336; }","duration":"473.079014ms","start":"2026-03-04T02:11:28.749278Z","end":"2026-03-04T02:11:29.222357Z","steps":["trace[1878621412] 'agreement among raft nodes before linearized reading' (duration: 472.724233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:29.222445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:28.749261Z","time spent":"473.172536ms","remote":"127.0.0.1:59034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5706,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T02:11:29.22253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.754034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:11:29.222598Z","caller":"traceutil/trace.go:171","msg":"trace[1445026794] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:23336; }","duration":"239.974201ms","start":"2026-03-04T02:11:28.982608Z","end":"2026-03-04T02:11:29.222582Z","steps":["trace[1445026794] 'agreement among raft nodes before linearized reading' (duration: 239.842487ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:29.222728Z","caller":"traceutil/trace.go:171","msg":"trace[1262489686] transaction","detail":"{read_only:false; response_revision:23336; number_of_response:1; }","duration":"305.805378ms","start":"2026-03-04T02:11:28.916894Z","end":"2026-03-04T02:11:29.222699Z","steps":["trace[1262489686] 'process raft request' (duration: 304.697313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:29.222917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:28.916866Z","time spent":"305.938611ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:29.222938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.409591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1892"} {"level":"info","ts":"2026-03-04T02:11:29.223122Z","caller":"traceutil/trace.go:171","msg":"trace[680613145] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23336; }","duration":"211.617678ms","start":"2026-03-04T02:11:29.011492Z","end":"2026-03-04T02:11:29.22311Z","steps":["trace[680613145] 'agreement among raft nodes before linearized reading' (duration: 211.313168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:29.223638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.960524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-03-04T02:11:29.223772Z","caller":"traceutil/trace.go:171","msg":"trace[15978646] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium-operator; range_end:; response_count:1; response_revision:23336; }","duration":"410.208232ms","start":"2026-03-04T02:11:28.813529Z","end":"2026-03-04T02:11:29.223737Z","steps":["trace[15978646] 'agreement among raft nodes before linearized reading' (duration: 409.1915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:29.223851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:28.813498Z","time spent":"410.333556ms","remote":"127.0.0.1:56304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":561,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" "} {"level":"info","ts":"2026-03-04T02:11:30.415238Z","caller":"traceutil/trace.go:171","msg":"trace[551158995] transaction","detail":"{read_only:false; response_revision:23366; number_of_response:1; }","duration":"103.801395ms","start":"2026-03-04T02:11:30.311418Z","end":"2026-03-04T02:11:30.415219Z","steps":["trace[551158995] 'process raft request' (duration: 103.66068ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:31.265135Z","caller":"traceutil/trace.go:171","msg":"trace[1205340680] transaction","detail":"{read_only:false; response_revision:23378; number_of_response:1; }","duration":"141.380001ms","start":"2026-03-04T02:11:31.123727Z","end":"2026-03-04T02:11:31.265107Z","steps":["trace[1205340680] 'process raft request' (duration: 107.643597ms)","trace[1205340680] 'compare' (duration: 33.60747ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:31.491164Z","caller":"traceutil/trace.go:171","msg":"trace[2103752872] transaction","detail":"{read_only:false; response_revision:23379; number_of_response:1; }","duration":"364.163526ms","start":"2026-03-04T02:11:31.126937Z","end":"2026-03-04T02:11:31.4911Z","steps":["trace[2103752872] 'process raft request' (duration: 314.654379ms)","trace[2103752872] 'compare' (duration: 49.216347ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:31.49111Z","caller":"traceutil/trace.go:171","msg":"trace[671185455] linearizableReadLoop","detail":"{readStateIndex:24206; appliedIndex:24204; }","duration":"321.435736ms","start":"2026-03-04T02:11:31.169639Z","end":"2026-03-04T02:11:31.491075Z","steps":["trace[671185455] 'read index received' (duration: 61.759957ms)","trace[671185455] 'applied index is now lower than readState.Index' (duration: 259.674329ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:31.491334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:31.126924Z","time spent":"364.312421ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:31.491375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.713164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:352"} {"level":"info","ts":"2026-03-04T02:11:31.491435Z","caller":"traceutil/trace.go:171","msg":"trace[1317252507] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:23379; }","duration":"321.817648ms","start":"2026-03-04T02:11:31.169604Z","end":"2026-03-04T02:11:31.491422Z","steps":["trace[1317252507] 'agreement among raft nodes before linearized reading' (duration: 321.597651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:31.491472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:31.169586Z","time spent":"321.878249ms","remote":"127.0.0.1:56192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":374,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-03-04T02:11:31.491471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.280258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-04T02:11:31.491524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.914413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4948"} {"level":"warn","ts":"2026-03-04T02:11:31.491381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.357668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:31.491539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.144076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.1899816bb3dfed53\" ","response":"range_response_count:1 size:790"} {"level":"warn","ts":"2026-03-04T02:11:31.491641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.302039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:11:31.491639Z","caller":"traceutil/trace.go:171","msg":"trace[1972242625] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.1899816bb3dfed53; range_end:; response_count:1; response_revision:23379; }","duration":"310.301311ms","start":"2026-03-04T02:11:31.18132Z","end":"2026-03-04T02:11:31.491621Z","steps":["trace[1972242625] 'agreement among raft nodes before linearized reading' (duration: 309.987011ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:31.491668Z","caller":"traceutil/trace.go:171","msg":"trace[1749752110] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:23379; }","duration":"304.348172ms","start":"2026-03-04T02:11:31.187314Z","end":"2026-03-04T02:11:31.491663Z","steps":["trace[1749752110] 'agreement among raft nodes before linearized reading' (duration: 304.2874ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:31.491527Z","caller":"traceutil/trace.go:171","msg":"trace[327304264] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23379; }","duration":"222.374481ms","start":"2026-03-04T02:11:31.269137Z","end":"2026-03-04T02:11:31.491512Z","steps":["trace[327304264] 'agreement among raft nodes before linearized reading' (duration: 222.210736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:31.491711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:31.181308Z","time spent":"310.364923ms","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":812,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.1899816bb3dfed53\" "} {"level":"info","ts":"2026-03-04T02:11:31.491579Z","caller":"traceutil/trace.go:171","msg":"trace[1903957115] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:23379; }","duration":"295.990945ms","start":"2026-03-04T02:11:31.195571Z","end":"2026-03-04T02:11:31.491562Z","steps":["trace[1903957115] 'agreement among raft nodes before linearized reading' (duration: 295.848811ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:31.49158Z","caller":"traceutil/trace.go:171","msg":"trace[92066899] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23379; }","duration":"291.570735ms","start":"2026-03-04T02:11:31.199998Z","end":"2026-03-04T02:11:31.491568Z","steps":["trace[92066899] 'agreement among raft nodes before linearized reading' (duration: 291.319187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:31.491692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:31.187307Z","time spent":"304.379162ms","remote":"127.0.0.1:56572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":21,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:12:35.108961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.033303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:35.109087Z","caller":"traceutil/trace.go:171","msg":"trace[279681433] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23951; }","duration":"210.169367ms","start":"2026-03-04T02:12:34.89889Z","end":"2026-03-04T02:12:35.109059Z","steps":["trace[279681433] 'range keys from in-memory index tree' (duration: 209.913009ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:38.807674Z","caller":"traceutil/trace.go:171","msg":"trace[1616965149] transaction","detail":"{read_only:false; response_revision:23974; number_of_response:1; }","duration":"211.868112ms","start":"2026-03-04T02:12:38.595781Z","end":"2026-03-04T02:12:38.807649Z","steps":["trace[1616965149] 'process raft request' (duration: 208.06848ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:38.80781Z","caller":"traceutil/trace.go:171","msg":"trace[1808468300] linearizableReadLoop","detail":"{readStateIndex:24821; appliedIndex:24815; }","duration":"148.290176ms","start":"2026-03-04T02:12:38.659497Z","end":"2026-03-04T02:12:38.807787Z","steps":["trace[1808468300] 'read index received' (duration: 17.438788ms)","trace[1808468300] 'applied index is now lower than readState.Index' (duration: 130.850128ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:12:38.808063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.550565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-04T02:12:38.808044Z","caller":"traceutil/trace.go:171","msg":"trace[1826398689] transaction","detail":"{read_only:false; response_revision:23976; number_of_response:1; }","duration":"207.376178ms","start":"2026-03-04T02:12:38.600582Z","end":"2026-03-04T02:12:38.807958Z","steps":["trace[1826398689] 'process raft request' (duration: 207.054037ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:38.808114Z","caller":"traceutil/trace.go:171","msg":"trace[1482757749] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:23978; }","duration":"148.647428ms","start":"2026-03-04T02:12:38.659453Z","end":"2026-03-04T02:12:38.8081Z","steps":["trace[1482757749] 'agreement among raft nodes before linearized reading' (duration: 148.436641ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:38.808015Z","caller":"traceutil/trace.go:171","msg":"trace[1496741017] transaction","detail":"{read_only:false; response_revision:23977; number_of_response:1; }","duration":"207.281095ms","start":"2026-03-04T02:12:38.600694Z","end":"2026-03-04T02:12:38.807975Z","steps":["trace[1496741017] 'process raft request' (duration: 206.998576ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:38.808108Z","caller":"traceutil/trace.go:171","msg":"trace[55684625] transaction","detail":"{read_only:false; response_revision:23978; number_of_response:1; }","duration":"206.626684ms","start":"2026-03-04T02:12:38.601443Z","end":"2026-03-04T02:12:38.80807Z","steps":["trace[55684625] 'process raft request' (duration: 206.292173ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:38.808396Z","caller":"traceutil/trace.go:171","msg":"trace[385042416] transaction","detail":"{read_only:false; response_revision:23975; number_of_response:1; }","duration":"210.041003ms","start":"2026-03-04T02:12:38.598298Z","end":"2026-03-04T02:12:38.808339Z","steps":["trace[385042416] 'process raft request' (duration: 209.235317ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:40.945422Z","caller":"traceutil/trace.go:171","msg":"trace[567594380] transaction","detail":"{read_only:false; response_revision:23985; number_of_response:1; }","duration":"593.348842ms","start":"2026-03-04T02:12:40.35205Z","end":"2026-03-04T02:12:40.945399Z","steps":["trace[567594380] 'process raft request' (duration: 593.199387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:40.945562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:40.352038Z","time spent":"593.455955ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:42.406293Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.460374725s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:12:42.406915Z","caller":"traceutil/trace.go:171","msg":"trace[1436854374] transaction","detail":"{read_only:false; response_revision:23986; number_of_response:1; }","duration":"1.76078679s","start":"2026-03-04T02:12:40.646085Z","end":"2026-03-04T02:12:42.406872Z","steps":["trace[1436854374] 'process raft request' (duration: 1.760408388s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:42.406965Z","caller":"traceutil/trace.go:171","msg":"trace[1346557747] transaction","detail":"{read_only:false; response_revision:23987; number_of_response:1; }","duration":"1.723777705s","start":"2026-03-04T02:12:40.683146Z","end":"2026-03-04T02:12:42.406924Z","steps":["trace[1346557747] 'process raft request' (duration: 1.723583939s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:42.406998Z","caller":"traceutil/trace.go:171","msg":"trace[178895116] transaction","detail":"{read_only:false; response_revision:23988; number_of_response:1; }","duration":"1.592839595s","start":"2026-03-04T02:12:40.814132Z","end":"2026-03-04T02:12:42.406972Z","steps":["trace[178895116] 'process raft request' (duration: 1.59268662s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:42.407039Z","caller":"traceutil/trace.go:171","msg":"trace[161534681] linearizableReadLoop","detail":"{readStateIndex:24830; appliedIndex:24827; }","duration":"1.694749906s","start":"2026-03-04T02:12:40.712267Z","end":"2026-03-04T02:12:42.407017Z","steps":["trace[161534681] 'read index received' (duration: 233.045329ms)","trace[161534681] 'applied index is now lower than readState.Index' (duration: 1.461703247s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:12:42.4071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:40.646059Z","time spent":"1.760932714s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:42.407158Z","caller":"traceutil/trace.go:171","msg":"trace[1108537528] transaction","detail":"{read_only:false; response_revision:23989; number_of_response:1; }","duration":"1.592929777s","start":"2026-03-04T02:12:40.814215Z","end":"2026-03-04T02:12:42.407144Z","steps":["trace[1108537528] 'process raft request' (duration: 1.592659238s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:42.407161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:40.814102Z","time spent":"1.592957428s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:42.407233Z","caller":"traceutil/trace.go:171","msg":"trace[568556767] transaction","detail":"{read_only:false; response_revision:23992; number_of_response:1; }","duration":"1.591206662s","start":"2026-03-04T02:12:40.816012Z","end":"2026-03-04T02:12:42.407219Z","steps":["trace[568556767] 'process raft request' (duration: 1.590967365s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:42.407161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:40.68312Z","time spent":"1.72393893s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:42.407318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:40.815998Z","time spent":"1.591279394s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:42.407318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.695058875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:12:42.407444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.68581111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T02:12:42.407436Z","caller":"traceutil/trace.go:171","msg":"trace[850642781] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:23992; }","duration":"1.69516707s","start":"2026-03-04T02:12:40.712248Z","end":"2026-03-04T02:12:42.407415Z","steps":["trace[850642781] 'agreement among raft nodes before linearized reading' (duration: 1.695010805s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:42.40749Z","caller":"traceutil/trace.go:171","msg":"trace[767941929] transaction","detail":"{read_only:false; response_revision:23990; number_of_response:1; }","duration":"1.592100331s","start":"2026-03-04T02:12:40.815378Z","end":"2026-03-04T02:12:42.407478Z","steps":["trace[767941929] 'process raft request' (duration: 1.591530483s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:42.407511Z","caller":"traceutil/trace.go:171","msg":"trace[2082124532] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23992; }","duration":"1.685883793s","start":"2026-03-04T02:12:40.721589Z","end":"2026-03-04T02:12:42.407473Z","steps":["trace[2082124532] 'agreement among raft nodes before linearized reading' (duration: 1.685760579s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:42.407236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:40.814185Z","time spent":"1.593003379s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:42.407576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:40.721571Z","time spent":"1.685989486s","remote":"127.0.0.1:56286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:12:42.407605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:40.815364Z","time spent":"1.592189143s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:42.407658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.719329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-887484845-fnlvk.189980de8af9bd03\" ","response":"range_response_count:1 size:902"} {"level":"info","ts":"2026-03-04T02:12:42.407438Z","caller":"traceutil/trace.go:171","msg":"trace[1472723076] transaction","detail":"{read_only:false; response_revision:23991; number_of_response:1; }","duration":"1.591705568s","start":"2026-03-04T02:12:40.815715Z","end":"2026-03-04T02:12:42.40742Z","steps":["trace[1472723076] 'process raft request' (duration: 1.591229113s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:42.407719Z","caller":"traceutil/trace.go:171","msg":"trace[1483301752] range","detail":"{range_begin:/registry/events/openstack/heat-api-887484845-fnlvk.189980de8af9bd03; range_end:; response_count:1; response_revision:23992; }","duration":"745.802922ms","start":"2026-03-04T02:12:41.6619Z","end":"2026-03-04T02:12:42.407702Z","steps":["trace[1483301752] 'agreement among raft nodes before linearized reading' (duration: 745.645967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:42.407769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:41.661885Z","time spent":"745.872864ms","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":924,"request content":"key:\"/registry/events/openstack/heat-api-887484845-fnlvk.189980de8af9bd03\" "} {"level":"warn","ts":"2026-03-04T02:12:42.40777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:40.815685Z","time spent":"1.592047519s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:42.407842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.564371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-04T02:12:42.407888Z","caller":"traceutil/trace.go:171","msg":"trace[781144894] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23992; }","duration":"868.662594ms","start":"2026-03-04T02:12:41.539214Z","end":"2026-03-04T02:12:42.407876Z","steps":["trace[781144894] 'agreement among raft nodes before linearized reading' (duration: 868.552041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:42.407923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:41.539191Z","time spent":"868.723766ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:12:42.408045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.131479647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:12:42.408132Z","caller":"traceutil/trace.go:171","msg":"trace[2042943866] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23992; }","duration":"1.131610911s","start":"2026-03-04T02:12:41.276502Z","end":"2026-03-04T02:12:42.408113Z","steps":["trace[2042943866] 'agreement among raft nodes before linearized reading' (duration: 1.131389024s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:42.408156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.901118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:12:42.408172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.509128815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:12:42.408179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:41.276482Z","time spent":"1.131682964s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T02:12:42.408203Z","caller":"traceutil/trace.go:171","msg":"trace[1557349501] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23992; }","duration":"1.509202228s","start":"2026-03-04T02:12:40.898993Z","end":"2026-03-04T02:12:42.408195Z","steps":["trace[1557349501] 'agreement among raft nodes before linearized reading' (duration: 1.509153926s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:42.408208Z","caller":"traceutil/trace.go:171","msg":"trace[1203180200] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23992; }","duration":"343.98993ms","start":"2026-03-04T02:12:42.064201Z","end":"2026-03-04T02:12:42.408191Z","steps":["trace[1203180200] 'agreement among raft nodes before linearized reading' (duration: 343.913248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:42.408229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:40.898971Z","time spent":"1.509253489s","remote":"127.0.0.1:56074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:12:42.408258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:42.064184Z","time spent":"344.059363ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:12:42.407517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:40.712188Z","time spent":"1.695309113s","remote":"127.0.0.1:47656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:12:42.408076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.616343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:12:42.40842Z","caller":"traceutil/trace.go:171","msg":"trace[1137082337] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23992; }","duration":"500.997225ms","start":"2026-03-04T02:12:41.907406Z","end":"2026-03-04T02:12:42.408404Z","steps":["trace[1137082337] 'agreement among raft nodes before linearized reading' (duration: 500.563501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:42.408464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.1140958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T02:12:42.408361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045007799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:42.408525Z","caller":"traceutil/trace.go:171","msg":"trace[2052845776] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23992; }","duration":"1.114183623s","start":"2026-03-04T02:12:41.294324Z","end":"2026-03-04T02:12:42.408508Z","steps":["trace[2052845776] 'agreement among raft nodes before linearized reading' (duration: 1.114061119s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:42.408534Z","caller":"traceutil/trace.go:171","msg":"trace[1923708104] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23992; }","duration":"1.045205975s","start":"2026-03-04T02:12:41.363313Z","end":"2026-03-04T02:12:42.408519Z","steps":["trace[1923708104] 'agreement among raft nodes before linearized reading' (duration: 1.045007939s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:42.408076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.854961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T02:12:42.408575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:41.294306Z","time spent":"1.114258945s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:12:42.408589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:41.363297Z","time spent":"1.045272268s","remote":"127.0.0.1:34814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:12:42.408595Z","caller":"traceutil/trace.go:171","msg":"trace[1012534123] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23992; }","duration":"506.406799ms","start":"2026-03-04T02:12:41.902169Z","end":"2026-03-04T02:12:42.408576Z","steps":["trace[1012534123] 'agreement among raft nodes before linearized reading' (duration: 505.8104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:42.40848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:41.907386Z","time spent":"501.078368ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:12:42.408656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:41.902148Z","time spent":"506.488492ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:12:42.914616Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743091943734532,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:12:43.415276Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743091943734532,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:12:43.828694Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.348744461s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:12:44.416012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999956976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:12:44.416071Z","caller":"traceutil/trace.go:171","msg":"trace[197697599] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000050098s","start":"2026-03-04T02:12:42.41601Z","end":"2026-03-04T02:12:44.41606Z","steps":["trace[197697599] 'agreement among raft nodes before linearized reading' (duration: 1.999969826s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:44.416101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:42.416002Z","time spent":"2.000089669s","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:12:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:12:44.504576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.95821056s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:12:44.50489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.001448ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-04T02:12:44.505064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:42.41107Z","time spent":"2.093989976s","remote":"127.0.0.1:56164","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T02:12:44.50472Z","caller":"traceutil/trace.go:171","msg":"trace[131844559] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23992; }","duration":"1.958353064s","start":"2026-03-04T02:12:42.546335Z","end":"2026-03-04T02:12:44.504688Z","steps":["trace[131844559] 'range keys from in-memory index tree' (duration: 1.95819419s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:44.972582Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.141181938s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:12:45.160297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.387438ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:12:45.160521Z","caller":"traceutil/trace.go:171","msg":"trace[1470501910] transaction","detail":"{read_only:false; response_revision:23993; number_of_response:1; }","duration":"2.746623876s","start":"2026-03-04T02:12:42.413869Z","end":"2026-03-04T02:12:45.160493Z","steps":["trace[1470501910] 'process raft request' (duration: 2.558940848s)","trace[1470501910] 'compare' (duration: 187.199263ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:12:45.160668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:42.413848Z","time spent":"2.74676962s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:45.161029Z","caller":"traceutil/trace.go:171","msg":"trace[1453526858] transaction","detail":"{read_only:false; response_revision:23994; number_of_response:1; }","duration":"2.74707998s","start":"2026-03-04T02:12:42.413918Z","end":"2026-03-04T02:12:45.160998Z","steps":["trace[1453526858] 'process raft request' (duration: 2.746494991s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:45.161179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:42.4139Z","time spent":"2.747198904s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:45.161182Z","caller":"traceutil/trace.go:171","msg":"trace[1711355259] transaction","detail":"{read_only:false; response_revision:23995; number_of_response:1; }","duration":"2.747213264s","start":"2026-03-04T02:12:42.413946Z","end":"2026-03-04T02:12:45.16116Z","steps":["trace[1711355259] 'process raft request' (duration: 2.746962336s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:45.161317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:42.413932Z","time spent":"2.747317268s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:45.16141Z","caller":"traceutil/trace.go:171","msg":"trace[548236042] transaction","detail":"{read_only:false; response_revision:23996; number_of_response:1; }","duration":"2.747451292s","start":"2026-03-04T02:12:42.413946Z","end":"2026-03-04T02:12:45.161398Z","steps":["trace[548236042] 'process raft request' (duration: 2.747145682s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:45.161446Z","caller":"traceutil/trace.go:171","msg":"trace[439244950] transaction","detail":"{read_only:false; response_revision:23997; number_of_response:1; }","duration":"2.747195704s","start":"2026-03-04T02:12:42.414239Z","end":"2026-03-04T02:12:45.161435Z","steps":["trace[439244950] 'process raft request' (duration: 2.74706263s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:45.161473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:42.413938Z","time spent":"2.747503744s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:45.161492Z","caller":"traceutil/trace.go:171","msg":"trace[1255148492] transaction","detail":"{read_only:false; response_revision:23998; number_of_response:1; }","duration":"1.814310473s","start":"2026-03-04T02:12:43.347163Z","end":"2026-03-04T02:12:45.161473Z","steps":["trace[1255148492] 'process raft request' (duration: 1.814223321s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:45.161498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:42.414232Z","time spent":"2.747238085s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:45.161553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:43.347132Z","time spent":"1.814388606s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:45.57685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000419131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:12:45.576941Z","caller":"traceutil/trace.go:171","msg":"trace[427264726] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000561975s","start":"2026-03-04T02:12:43.576358Z","end":"2026-03-04T02:12:45.57692Z","steps":["trace[427264726] 'agreement among raft nodes before linearized reading' (duration: 2.000453252s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:45.57699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:43.576334Z","time spent":"2.000646378s","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:12:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:12:45.815688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.242201ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T02:12:45.816431Z","caller":"traceutil/trace.go:171","msg":"trace[1923519196] linearizableReadLoop","detail":"{readStateIndex:24842; appliedIndex:24835; }","duration":"3.402510479s","start":"2026-03-04T02:12:42.413893Z","end":"2026-03-04T02:12:45.816404Z","steps":["trace[1923519196] 'read index received' (duration: 1.415000672s)","trace[1923519196] 'applied index is now lower than readState.Index' (duration: 1.987508477s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:12:45.816445Z","caller":"traceutil/trace.go:171","msg":"trace[561754222] transaction","detail":"{read_only:false; response_revision:23999; number_of_response:1; }","duration":"2.001616248s","start":"2026-03-04T02:12:43.814799Z","end":"2026-03-04T02:12:45.816415Z","steps":["trace[561754222] 'process raft request' (duration: 2.000998828s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:45.816674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:43.814766Z","time spent":"2.001807355s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:46.18708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.773162943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T02:12:46.187186Z","caller":"traceutil/trace.go:171","msg":"trace[227960169] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23999; }","duration":"3.773303477s","start":"2026-03-04T02:12:42.413854Z","end":"2026-03-04T02:12:46.187157Z","steps":["trace[227960169] 'agreement among raft nodes before linearized reading' (duration: 3.402691874s)","trace[227960169] 'range keys from in-memory index tree' (duration: 370.393556ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:12:46.187235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:42.413836Z","time spent":"3.77338676s","remote":"127.0.0.1:56286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:12:46.187369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.917962ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:12:46.187643Z","caller":"traceutil/trace.go:171","msg":"trace[921706800] transaction","detail":"{read_only:false; response_revision:24000; number_of_response:1; }","duration":"1.773807447s","start":"2026-03-04T02:12:44.413812Z","end":"2026-03-04T02:12:46.18762Z","steps":["trace[921706800] 'process raft request' (duration: 1.402534633s)","trace[921706800] 'compare' (duration: 370.369585ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:12:46.187725Z","caller":"traceutil/trace.go:171","msg":"trace[960834317] linearizableReadLoop","detail":"{readStateIndex:24851; appliedIndex:24844; }","duration":"371.206152ms","start":"2026-03-04T02:12:45.816503Z","end":"2026-03-04T02:12:46.187709Z","steps":["trace[960834317] 'read index received' (duration: 309.53µs)","trace[960834317] 'applied index is now lower than readState.Index' (duration: 370.895452ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:12:46.187811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:44.413792Z","time spent":"1.77393374s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:46.18786Z","caller":"traceutil/trace.go:171","msg":"trace[2138871653] transaction","detail":"{read_only:false; response_revision:24002; number_of_response:1; }","duration":"1.772878036s","start":"2026-03-04T02:12:44.414975Z","end":"2026-03-04T02:12:46.187853Z","steps":["trace[2138871653] 'process raft request' (duration: 1.772547976s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:46.18792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:44.414968Z","time spent":"1.772916958s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:46.18805Z","caller":"traceutil/trace.go:171","msg":"trace[1854063811] transaction","detail":"{read_only:false; response_revision:24003; number_of_response:1; }","duration":"1.772695141s","start":"2026-03-04T02:12:44.415341Z","end":"2026-03-04T02:12:46.188036Z","steps":["trace[1854063811] 'process raft request' (duration: 1.772215286s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:46.188114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:44.415314Z","time spent":"1.772763482s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:46.187828Z","caller":"traceutil/trace.go:171","msg":"trace[1676038172] transaction","detail":"{read_only:false; response_revision:24001; number_of_response:1; }","duration":"1.773777085s","start":"2026-03-04T02:12:44.414041Z","end":"2026-03-04T02:12:46.187818Z","steps":["trace[1676038172] 'process raft request' (duration: 1.773427644s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:46.188335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.055443632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:46.1884Z","caller":"traceutil/trace.go:171","msg":"trace[2068459028] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:24006; }","duration":"2.055556585s","start":"2026-03-04T02:12:44.132826Z","end":"2026-03-04T02:12:46.188383Z","steps":["trace[2068459028] 'agreement among raft nodes before linearized reading' (duration: 2.055356099s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:46.188434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:44.13281Z","time spent":"2.055616607s","remote":"127.0.0.1:41320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:12:46.188425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.829223659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:12:46.188428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:44.414035Z","time spent":"1.774293302s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:46.188464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.238487978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:12:46.188484Z","caller":"traceutil/trace.go:171","msg":"trace[2133123279] transaction","detail":"{read_only:false; response_revision:24006; number_of_response:1; }","duration":"1.680986015s","start":"2026-03-04T02:12:44.50748Z","end":"2026-03-04T02:12:46.188466Z","steps":["trace[2133123279] 'process raft request' (duration: 1.680172289s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:46.188489Z","caller":"traceutil/trace.go:171","msg":"trace[1569642491] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:24006; }","duration":"2.829322022s","start":"2026-03-04T02:12:43.359149Z","end":"2026-03-04T02:12:46.188471Z","steps":["trace[1569642491] 'agreement among raft nodes before linearized reading' (duration: 2.829202868s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:46.188508Z","caller":"traceutil/trace.go:171","msg":"trace[795055554] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24006; }","duration":"3.238584902s","start":"2026-03-04T02:12:42.949912Z","end":"2026-03-04T02:12:46.188497Z","steps":["trace[795055554] 'agreement among raft nodes before linearized reading' (duration: 3.238415116s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:46.188498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.234307575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:12:46.18854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:42.949884Z","time spent":"3.238648374s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:12:46.188546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:43.359135Z","time spent":"2.829396344s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:12:46.188552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:44.507447Z","time spent":"1.681067458s","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":884,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:46.188573Z","caller":"traceutil/trace.go:171","msg":"trace[1608231285] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:24006; }","duration":"3.23445231s","start":"2026-03-04T02:12:42.954102Z","end":"2026-03-04T02:12:46.188555Z","steps":["trace[1608231285] 'agreement among raft nodes before linearized reading' (duration: 3.234266904s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:46.188571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.686531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:12:46.188598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.772428122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:12:46.188623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:42.954086Z","time spent":"3.234526482s","remote":"127.0.0.1:56484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:12:46.188637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.111875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:46.188633Z","caller":"traceutil/trace.go:171","msg":"trace[1130818095] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:24006; }","duration":"348.784145ms","start":"2026-03-04T02:12:45.839832Z","end":"2026-03-04T02:12:46.188616Z","steps":["trace[1130818095] 'agreement among raft nodes before linearized reading' (duration: 348.700552ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:46.188674Z","caller":"traceutil/trace.go:171","msg":"trace[922178646] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:24006; }","duration":"389.185827ms","start":"2026-03-04T02:12:45.799479Z","end":"2026-03-04T02:12:46.188665Z","steps":["trace[922178646] 'agreement among raft nodes before linearized reading' (duration: 389.127485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:46.188702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:45.799455Z","time spent":"389.236549ms","remote":"127.0.0.1:56204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:12:46.188704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999590283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:12:46.188715Z","caller":"traceutil/trace.go:171","msg":"trace[1526013891] transaction","detail":"{read_only:false; response_revision:24004; number_of_response:1; }","duration":"1.772852636s","start":"2026-03-04T02:12:44.415852Z","end":"2026-03-04T02:12:46.188704Z","steps":["trace[1526013891] 'process raft request' (duration: 1.7717343s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:46.188736Z","caller":"traceutil/trace.go:171","msg":"trace[1254966550] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:24006; }","duration":"1.999662545s","start":"2026-03-04T02:12:44.189066Z","end":"2026-03-04T02:12:46.188729Z","steps":["trace[1254966550] 'agreement among raft nodes before linearized reading' (duration: 1.999524561s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:46.188729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.318389809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-04T02:12:46.188758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:44.189046Z","time spent":"1.999706267s","remote":"127.0.0.1:53370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":75,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:12:46.188768Z","caller":"traceutil/trace.go:171","msg":"trace[445943754] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24006; }","duration":"1.318462851s","start":"2026-03-04T02:12:44.870294Z","end":"2026-03-04T02:12:46.188757Z","steps":["trace[445943754] 'agreement among raft nodes before linearized reading' (duration: 1.318361318s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:46.188771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:44.415846Z","time spent":"1.772893027s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:46.188798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:44.870273Z","time spent":"1.318518133s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-04T02:12:46.188635Z","caller":"traceutil/trace.go:171","msg":"trace[1749369617] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24006; }","duration":"1.772487404s","start":"2026-03-04T02:12:44.416134Z","end":"2026-03-04T02:12:46.188621Z","steps":["trace[1749369617] 'agreement among raft nodes before linearized reading' (duration: 1.772429262s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:46.188495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.312047844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-04T02:12:46.188348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.297920353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:12:46.188849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:44.416126Z","time spent":"1.772712361s","remote":"127.0.0.1:56074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:12:46.188856Z","caller":"traceutil/trace.go:171","msg":"trace[1125193899] transaction","detail":"{read_only:false; response_revision:24005; number_of_response:1; }","duration":"1.772960369s","start":"2026-03-04T02:12:44.415878Z","end":"2026-03-04T02:12:46.188838Z","steps":["trace[1125193899] 'process raft request' (duration: 1.77174086s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:46.188871Z","caller":"traceutil/trace.go:171","msg":"trace[1372279054] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24006; }","duration":"2.298491051s","start":"2026-03-04T02:12:43.890371Z","end":"2026-03-04T02:12:46.188862Z","steps":["trace[1372279054] 'agreement among raft nodes before linearized reading' (duration: 2.297813379s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:46.188897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:43.890349Z","time spent":"2.298539842s","remote":"127.0.0.1:34964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:12:46.188906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:44.415868Z","time spent":"1.773010811s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:46.188798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.77866972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:12:46.188692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:45.839811Z","time spent":"348.864087ms","remote":"127.0.0.1:53038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:12:46.188987Z","caller":"traceutil/trace.go:171","msg":"trace[594212832] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24006; }","duration":"2.778889987s","start":"2026-03-04T02:12:43.410088Z","end":"2026-03-04T02:12:46.188978Z","steps":["trace[594212832] 'agreement among raft nodes before linearized reading' (duration: 2.77866279s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:46.189015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:43.410076Z","time spent":"2.778929299s","remote":"127.0.0.1:36828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:12:46.188863Z","caller":"traceutil/trace.go:171","msg":"trace[789872967] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24006; }","duration":"3.312447646s","start":"2026-03-04T02:12:42.8764Z","end":"2026-03-04T02:12:46.188848Z","steps":["trace[789872967] 'agreement among raft nodes before linearized reading' (duration: 3.311980641s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:46.189089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:42.876378Z","time spent":"3.312703885s","remote":"127.0.0.1:56188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-04T02:12:50.114714Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22001} {"level":"info","ts":"2026-03-04T02:12:50.311638Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22001,"took":"194.161965ms","hash":596229856,"current-db-size-bytes":49819648,"current-db-size":"50 MB","current-db-size-in-use-bytes":31002624,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-04T02:12:50.311711Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":596229856,"revision":22001,"compact-revision":18889} {"level":"info","ts":"2026-03-04T02:13:48.790298Z","caller":"traceutil/trace.go:171","msg":"trace[495999973] transaction","detail":"{read_only:false; response_revision:24607; number_of_response:1; }","duration":"130.050423ms","start":"2026-03-04T02:13:48.660207Z","end":"2026-03-04T02:13:48.790257Z","steps":["trace[495999973] 'process raft request' (duration: 129.719073ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:42.280582Z","caller":"traceutil/trace.go:171","msg":"trace[579074205] transaction","detail":"{read_only:false; response_revision:25072; number_of_response:1; }","duration":"109.398562ms","start":"2026-03-04T02:14:42.171152Z","end":"2026-03-04T02:14:42.280551Z","steps":["trace[579074205] 'process raft request' (duration: 77.648836ms)","trace[579074205] 'compare' (duration: 31.624052ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:14:52.138866Z","caller":"traceutil/trace.go:171","msg":"trace[226693952] transaction","detail":"{read_only:false; response_revision:25160; number_of_response:1; }","duration":"165.525478ms","start":"2026-03-04T02:14:51.973312Z","end":"2026-03-04T02:14:52.138837Z","steps":["trace[226693952] 'process raft request' (duration: 165.382973ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:52.227182Z","caller":"traceutil/trace.go:171","msg":"trace[1873687790] linearizableReadLoop","detail":"{readStateIndex:26038; appliedIndex:26035; }","duration":"231.635094ms","start":"2026-03-04T02:14:51.99553Z","end":"2026-03-04T02:14:52.227165Z","steps":["trace[1873687790] 'read index received' (duration: 143.308287ms)","trace[1873687790] 'applied index is now lower than readState.Index' (duration: 88.325657ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:14:52.227328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.787699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:14:52.227365Z","caller":"traceutil/trace.go:171","msg":"trace[1545428426] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:25163; }","duration":"231.838721ms","start":"2026-03-04T02:14:51.995513Z","end":"2026-03-04T02:14:52.227352Z","steps":["trace[1545428426] 'agreement among raft nodes before linearized reading' (duration: 231.724397ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:52.227412Z","caller":"traceutil/trace.go:171","msg":"trace[2028955626] transaction","detail":"{read_only:false; response_revision:25161; number_of_response:1; }","duration":"253.864226ms","start":"2026-03-04T02:14:51.973513Z","end":"2026-03-04T02:14:52.227377Z","steps":["trace[2028955626] 'process raft request' (duration: 241.158109ms)","trace[2028955626] 'compare' (duration: 12.075717ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:14:52.227565Z","caller":"traceutil/trace.go:171","msg":"trace[1700505985] transaction","detail":"{read_only:false; response_revision:25162; number_of_response:1; }","duration":"253.224705ms","start":"2026-03-04T02:14:51.974281Z","end":"2026-03-04T02:14:52.227506Z","steps":["trace[1700505985] 'process raft request' (duration: 252.809602ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:52.227708Z","caller":"traceutil/trace.go:171","msg":"trace[813139680] transaction","detail":"{read_only:false; response_revision:25163; number_of_response:1; }","duration":"250.698084ms","start":"2026-03-04T02:14:51.977003Z","end":"2026-03-04T02:14:52.227701Z","steps":["trace[813139680] 'process raft request' (duration: 250.126096ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:15:45.628946Z","caller":"traceutil/trace.go:171","msg":"trace[957674986] transaction","detail":"{read_only:false; response_revision:25762; number_of_response:1; }","duration":"224.719133ms","start":"2026-03-04T02:15:45.404184Z","end":"2026-03-04T02:15:45.628904Z","steps":["trace[957674986] 'process raft request' (duration: 224.509156ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:15:45.630162Z","caller":"traceutil/trace.go:171","msg":"trace[995409745] transaction","detail":"{read_only:false; response_revision:25763; number_of_response:1; }","duration":"204.861267ms","start":"2026-03-04T02:15:45.425279Z","end":"2026-03-04T02:15:45.63014Z","steps":["trace[995409745] 'process raft request' (duration: 204.582429ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:15:49.509164Z","caller":"traceutil/trace.go:171","msg":"trace[1691229963] linearizableReadLoop","detail":"{readStateIndex:26684; appliedIndex:26680; }","duration":"149.906558ms","start":"2026-03-04T02:15:49.35923Z","end":"2026-03-04T02:15:49.509137Z","steps":["trace[1691229963] 'read index received' (duration: 132.555763ms)","trace[1691229963] 'applied index is now lower than readState.Index' (duration: 17.349705ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:15:49.509299Z","caller":"traceutil/trace.go:171","msg":"trace[1672044610] transaction","detail":"{read_only:false; response_revision:25788; number_of_response:1; }","duration":"405.018004ms","start":"2026-03-04T02:15:49.104269Z","end":"2026-03-04T02:15:49.509287Z","steps":["trace[1672044610] 'process raft request' (duration: 387.564585ms)","trace[1672044610] 'compare' (duration: 16.787558ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:15:49.509399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:15:49.104242Z","time spent":"405.079936ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:15:49.509617Z","caller":"traceutil/trace.go:171","msg":"trace[1631946636] transaction","detail":"{read_only:false; response_revision:25789; number_of_response:1; }","duration":"405.286392ms","start":"2026-03-04T02:15:49.104322Z","end":"2026-03-04T02:15:49.509608Z","steps":["trace[1631946636] 'process raft request' (duration: 404.657282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:15:49.509672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:15:49.104302Z","time spent":"405.342135ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:15:49.509735Z","caller":"traceutil/trace.go:171","msg":"trace[1758761759] transaction","detail":"{read_only:false; response_revision:25790; number_of_response:1; }","duration":"402.644438ms","start":"2026-03-04T02:15:49.107063Z","end":"2026-03-04T02:15:49.509707Z","steps":["trace[1758761759] 'process raft request' (duration: 402.003657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:15:49.509832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:15:49.10705Z","time spent":"402.731791ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:15:49.509807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.541988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:15:49.509934Z","caller":"traceutil/trace.go:171","msg":"trace[1015875798] transaction","detail":"{read_only:false; response_revision:25791; number_of_response:1; }","duration":"398.357501ms","start":"2026-03-04T02:15:49.111566Z","end":"2026-03-04T02:15:49.509924Z","steps":["trace[1015875798] 'process raft request' (duration: 397.535734ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:15:49.509948Z","caller":"traceutil/trace.go:171","msg":"trace[1795431326] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:25791; }","duration":"150.720724ms","start":"2026-03-04T02:15:49.359191Z","end":"2026-03-04T02:15:49.509912Z","steps":["trace[1795431326] 'agreement among raft nodes before linearized reading' (duration: 150.486967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:15:49.509988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:15:49.111552Z","time spent":"398.404603ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:15:50.649394Z","caller":"traceutil/trace.go:171","msg":"trace[356326762] transaction","detail":"{read_only:false; response_revision:25794; number_of_response:1; }","duration":"186.302824ms","start":"2026-03-04T02:15:50.463065Z","end":"2026-03-04T02:15:50.649367Z","steps":["trace[356326762] 'process raft request' (duration: 186.122708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:15:50.689407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.272388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T02:15:50.689518Z","caller":"traceutil/trace.go:171","msg":"trace[54438091] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25795; }","duration":"134.423893ms","start":"2026-03-04T02:15:50.555067Z","end":"2026-03-04T02:15:50.689491Z","steps":["trace[54438091] 'agreement among raft nodes before linearized reading' (duration: 134.097633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:15:50.689614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.643858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-04T02:15:50.689697Z","caller":"traceutil/trace.go:171","msg":"trace[143299434] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25795; }","duration":"133.765542ms","start":"2026-03-04T02:15:50.555909Z","end":"2026-03-04T02:15:50.689674Z","steps":["trace[143299434] 'agreement among raft nodes before linearized reading' (duration: 133.556705ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:15:50.818534Z","caller":"traceutil/trace.go:171","msg":"trace[1673417069] transaction","detail":"{read_only:false; response_revision:25798; number_of_response:1; }","duration":"124.715702ms","start":"2026-03-04T02:15:50.693795Z","end":"2026-03-04T02:15:50.81851Z","steps":["trace[1673417069] 'process raft request' (duration: 124.6554ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:15:50.818951Z","caller":"traceutil/trace.go:171","msg":"trace[973293483] transaction","detail":"{read_only:false; response_revision:25797; number_of_response:1; }","duration":"125.252299ms","start":"2026-03-04T02:15:50.69366Z","end":"2026-03-04T02:15:50.818912Z","steps":["trace[973293483] 'process raft request' (duration: 124.03245ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:15:52.731581Z","caller":"traceutil/trace.go:171","msg":"trace[61249379] transaction","detail":"{read_only:false; response_revision:25811; number_of_response:1; }","duration":"114.536046ms","start":"2026-03-04T02:15:52.617019Z","end":"2026-03-04T02:15:52.731555Z","steps":["trace[61249379] 'process raft request' (duration: 114.34517ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:13.124664Z","caller":"traceutil/trace.go:171","msg":"trace[1481739437] transaction","detail":"{read_only:false; response_revision:26052; number_of_response:1; }","duration":"236.488329ms","start":"2026-03-04T02:16:12.888135Z","end":"2026-03-04T02:16:13.124623Z","steps":["trace[1481739437] 'process raft request' (duration: 236.229321ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:13.128042Z","caller":"traceutil/trace.go:171","msg":"trace[616849082] transaction","detail":"{read_only:false; response_revision:26053; number_of_response:1; }","duration":"239.654751ms","start":"2026-03-04T02:16:12.88835Z","end":"2026-03-04T02:16:13.128005Z","steps":["trace[616849082] 'process raft request' (duration: 239.355021ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:13.128038Z","caller":"traceutil/trace.go:171","msg":"trace[1393167699] transaction","detail":"{read_only:false; response_revision:26054; number_of_response:1; }","duration":"239.450725ms","start":"2026-03-04T02:16:12.888551Z","end":"2026-03-04T02:16:13.128001Z","steps":["trace[1393167699] 'process raft request' (duration: 239.334431ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:13.128258Z","caller":"traceutil/trace.go:171","msg":"trace[1254813432] transaction","detail":"{read_only:false; response_revision:26055; number_of_response:1; }","duration":"239.049331ms","start":"2026-03-04T02:16:12.889193Z","end":"2026-03-04T02:16:13.128242Z","steps":["trace[1254813432] 'process raft request' (duration: 238.761272ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:13.128281Z","caller":"traceutil/trace.go:171","msg":"trace[1820340459] linearizableReadLoop","detail":"{readStateIndex:26957; appliedIndex:26953; }","duration":"233.138223ms","start":"2026-03-04T02:16:12.895114Z","end":"2026-03-04T02:16:13.128253Z","steps":["trace[1820340459] 'read index received' (duration: 229.245138ms)","trace[1820340459] 'applied index is now lower than readState.Index' (duration: 3.891945ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:13.128321Z","caller":"traceutil/trace.go:171","msg":"trace[1978431960] transaction","detail":"{read_only:false; response_revision:26056; number_of_response:1; }","duration":"101.320763ms","start":"2026-03-04T02:16:13.026969Z","end":"2026-03-04T02:16:13.12829Z","steps":["trace[1978431960] 'process raft request' (duration: 101.184098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:13.128458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.316728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:13.128505Z","caller":"traceutil/trace.go:171","msg":"trace[299422555] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26056; }","duration":"233.404641ms","start":"2026-03-04T02:16:12.895088Z","end":"2026-03-04T02:16:13.128493Z","steps":["trace[299422555] 'agreement among raft nodes before linearized reading' (duration: 233.315158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:13.128561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.593464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:16:13.128609Z","caller":"traceutil/trace.go:171","msg":"trace[1444735514] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26056; }","duration":"177.701448ms","start":"2026-03-04T02:16:12.950894Z","end":"2026-03-04T02:16:13.128596Z","steps":["trace[1444735514] 'agreement among raft nodes before linearized reading' (duration: 177.521812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:13.128651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.165954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-04T02:16:13.128714Z","caller":"traceutil/trace.go:171","msg":"trace[1073918139] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26056; }","duration":"164.272108ms","start":"2026-03-04T02:16:12.964425Z","end":"2026-03-04T02:16:13.128697Z","steps":["trace[1073918139] 'agreement among raft nodes before linearized reading' (duration: 164.088782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:13.128789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.143168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T02:16:13.128909Z","caller":"traceutil/trace.go:171","msg":"trace[2037298959] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26056; }","duration":"176.321314ms","start":"2026-03-04T02:16:12.952562Z","end":"2026-03-04T02:16:13.128883Z","steps":["trace[2037298959] 'agreement among raft nodes before linearized reading' (duration: 175.965302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:13.129121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.667581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18489"} {"level":"info","ts":"2026-03-04T02:16:13.12921Z","caller":"traceutil/trace.go:171","msg":"trace[27373688] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26056; }","duration":"119.792154ms","start":"2026-03-04T02:16:13.009389Z","end":"2026-03-04T02:16:13.129182Z","steps":["trace[27373688] 'agreement among raft nodes before linearized reading' (duration: 119.04316ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:50.120997Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24030} {"level":"info","ts":"2026-03-04T02:17:50.248732Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24030,"took":"123.478672ms","hash":330026067,"current-db-size-bytes":49819648,"current-db-size":"50 MB","current-db-size-in-use-bytes":31985664,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-04T02:17:50.248809Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":330026067,"revision":24030,"compact-revision":22001} {"level":"info","ts":"2026-03-04T02:22:50.129685Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26752} {"level":"info","ts":"2026-03-04T02:22:50.272139Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26752,"took":"136.492918ms","hash":3479800994,"current-db-size-bytes":49819648,"current-db-size":"50 MB","current-db-size-in-use-bytes":27369472,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-04T02:22:50.272226Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3479800994,"revision":26752,"compact-revision":24030} {"level":"info","ts":"2026-03-04T02:23:17.449088Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"2d372260bb4c37a","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-04T02:23:17.453731Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-03-04T02:23:17.453837Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-03-04T02:27:50.135426Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28821} {"level":"info","ts":"2026-03-04T02:27:50.252152Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28821,"took":"111.198819ms","hash":1613938557,"current-db-size-bytes":49819648,"current-db-size":"50 MB","current-db-size-in-use-bytes":27627520,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-04T02:27:50.252235Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1613938557,"revision":28821,"compact-revision":26752} {"level":"info","ts":"2026-03-04T02:32:50.140482Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30902} {"level":"info","ts":"2026-03-04T02:32:50.286421Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30902,"took":"142.425978ms","hash":1478884305,"current-db-size-bytes":49819648,"current-db-size":"50 MB","current-db-size-in-use-bytes":28250112,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-04T02:32:50.287107Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1478884305,"revision":30902,"compact-revision":28821} {"level":"warn","ts":"2026-03-04T02:35:13.650798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.606712ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:35:13.651198Z","caller":"traceutil/trace.go:171","msg":"trace[190043869] linearizableReadLoop","detail":"{readStateIndex:35207; appliedIndex:35205; }","duration":"184.920373ms","start":"2026-03-04T02:35:13.466248Z","end":"2026-03-04T02:35:13.651169Z","steps":["trace[190043869] 'read index received' (duration: 26.065171ms)","trace[190043869] 'applied index is now lower than readState.Index' (duration: 158.853192ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:13.651187Z","caller":"traceutil/trace.go:171","msg":"trace[1369379314] transaction","detail":"{read_only:false; response_revision:34054; number_of_response:1; }","duration":"185.546613ms","start":"2026-03-04T02:35:13.465592Z","end":"2026-03-04T02:35:13.651138Z","steps":["trace[1369379314] 'process raft request' (duration: 75.436034ms)","trace[1369379314] 'compare' (duration: 109.403146ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:13.651225Z","caller":"traceutil/trace.go:171","msg":"trace[1497984575] transaction","detail":"{read_only:false; response_revision:34055; number_of_response:1; }","duration":"183.707583ms","start":"2026-03-04T02:35:13.467486Z","end":"2026-03-04T02:35:13.651194Z","steps":["trace[1497984575] 'process raft request' (duration: 183.469746ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:13.651279Z","caller":"traceutil/trace.go:171","msg":"trace[2016294984] transaction","detail":"{read_only:false; response_revision:34056; number_of_response:1; }","duration":"128.451663ms","start":"2026-03-04T02:35:13.522784Z","end":"2026-03-04T02:35:13.651236Z","steps":["trace[2016294984] 'process raft request' (duration: 128.249336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:13.65478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.527817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-04T02:35:13.65484Z","caller":"traceutil/trace.go:171","msg":"trace[1671651450] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34056; }","duration":"188.6086ms","start":"2026-03-04T02:35:13.466208Z","end":"2026-03-04T02:35:13.654816Z","steps":["trace[1671651450] 'agreement among raft nodes before linearized reading' (duration: 185.041536ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:19.627791Z","caller":"traceutil/trace.go:171","msg":"trace[1067317683] linearizableReadLoop","detail":"{readStateIndex:35250; appliedIndex:35249; }","duration":"107.484465ms","start":"2026-03-04T02:35:19.520281Z","end":"2026-03-04T02:35:19.627766Z","steps":["trace[1067317683] 'read index received' (duration: 107.260968ms)","trace[1067317683] 'applied index is now lower than readState.Index' (duration: 222.467µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:19.62811Z","caller":"traceutil/trace.go:171","msg":"trace[1633809430] transaction","detail":"{read_only:false; response_revision:34095; number_of_response:1; }","duration":"143.957837ms","start":"2026-03-04T02:35:19.48414Z","end":"2026-03-04T02:35:19.628098Z","steps":["trace[1633809430] 'process raft request' (duration: 143.479292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:19.628393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.103955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:35:19.628439Z","caller":"traceutil/trace.go:171","msg":"trace[1520059110] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34095; }","duration":"108.202347ms","start":"2026-03-04T02:35:19.520223Z","end":"2026-03-04T02:35:19.628425Z","steps":["trace[1520059110] 'agreement among raft nodes before linearized reading' (duration: 108.064373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:20.179255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.100696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:20.179325Z","caller":"traceutil/trace.go:171","msg":"trace[417529759] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:34102; }","duration":"103.235549ms","start":"2026-03-04T02:35:20.076075Z","end":"2026-03-04T02:35:20.179311Z","steps":["trace[417529759] 'count revisions from in-memory index tree' (duration: 102.979771ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:22.137766Z","caller":"traceutil/trace.go:171","msg":"trace[885870912] transaction","detail":"{read_only:false; response_revision:34109; number_of_response:1; }","duration":"349.691931ms","start":"2026-03-04T02:35:21.788021Z","end":"2026-03-04T02:35:22.137713Z","steps":["trace[885870912] 'process raft request' (duration: 308.625413ms)","trace[885870912] 'compare' (duration: 40.83281ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:22.137951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:21.788003Z","time spent":"349.850496ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:22.217047Z","caller":"traceutil/trace.go:171","msg":"trace[1352392454] linearizableReadLoop","detail":"{readStateIndex:35265; appliedIndex:35263; }","duration":"423.366169ms","start":"2026-03-04T02:35:21.793655Z","end":"2026-03-04T02:35:22.217021Z","steps":["trace[1352392454] 'read index received' (duration: 302.988314ms)","trace[1352392454] 'applied index is now lower than readState.Index' (duration: 120.377255ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:22.21719Z","caller":"traceutil/trace.go:171","msg":"trace[344634497] transaction","detail":"{read_only:false; response_revision:34111; number_of_response:1; }","duration":"245.832972ms","start":"2026-03-04T02:35:21.971312Z","end":"2026-03-04T02:35:22.217145Z","steps":["trace[344634497] 'process raft request' (duration: 245.680257ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:22.217165Z","caller":"traceutil/trace.go:171","msg":"trace[1247489776] transaction","detail":"{read_only:false; response_revision:34110; number_of_response:1; }","duration":"428.123401ms","start":"2026-03-04T02:35:21.788984Z","end":"2026-03-04T02:35:22.217108Z","steps":["trace[1247489776] 'process raft request' (duration: 427.891253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:22.217236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.559445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-04T02:35:22.217398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:21.788962Z","time spent":"428.327516ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:22.217447Z","caller":"traceutil/trace.go:171","msg":"trace[1681535725] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34111; }","duration":"423.794732ms","start":"2026-03-04T02:35:21.793621Z","end":"2026-03-04T02:35:22.217415Z","steps":["trace[1681535725] 'agreement among raft nodes before linearized reading' (duration: 423.510933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:22.2174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.183216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-04T02:35:22.217589Z","caller":"traceutil/trace.go:171","msg":"trace[1153010661] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34111; }","duration":"403.429593ms","start":"2026-03-04T02:35:21.814144Z","end":"2026-03-04T02:35:22.217573Z","steps":["trace[1153010661] 'agreement among raft nodes before linearized reading' (duration: 403.075662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:22.217542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:21.793609Z","time spent":"423.903836ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:35:22.217627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:21.81413Z","time spent":"403.487526ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:35:22.217638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.016103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:35:22.217759Z","caller":"traceutil/trace.go:171","msg":"trace[190488219] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34111; }","duration":"238.130336ms","start":"2026-03-04T02:35:21.979565Z","end":"2026-03-04T02:35:22.217695Z","steps":["trace[190488219] 'agreement among raft nodes before linearized reading' (duration: 237.670692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:22.656428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.497131ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:22.65667Z","caller":"traceutil/trace.go:171","msg":"trace[866793224] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:34111; }","duration":"110.752039ms","start":"2026-03-04T02:35:22.5459Z","end":"2026-03-04T02:35:22.656652Z","steps":["trace[866793224] 'range keys from in-memory index tree' (duration: 110.48046ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:22.699641Z","caller":"traceutil/trace.go:171","msg":"trace[653978760] transaction","detail":"{read_only:false; response_revision:34112; number_of_response:1; }","duration":"478.191187ms","start":"2026-03-04T02:35:22.221424Z","end":"2026-03-04T02:35:22.699615Z","steps":["trace[653978760] 'process raft request' (duration: 478.019612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:22.699813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:22.221398Z","time spent":"478.333551ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:22.824556Z","caller":"traceutil/trace.go:171","msg":"trace[1687205011] transaction","detail":"{read_only:false; response_revision:34114; number_of_response:1; }","duration":"600.39012ms","start":"2026-03-04T02:35:22.224144Z","end":"2026-03-04T02:35:22.824535Z","steps":["trace[1687205011] 'process raft request' (duration: 600.254616ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:22.824587Z","caller":"traceutil/trace.go:171","msg":"trace[645991095] transaction","detail":"{read_only:false; response_revision:34113; number_of_response:1; }","duration":"602.58809ms","start":"2026-03-04T02:35:22.221937Z","end":"2026-03-04T02:35:22.824525Z","steps":["trace[645991095] 'process raft request' (duration: 602.319591ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:22.824646Z","caller":"traceutil/trace.go:171","msg":"trace[1110762451] transaction","detail":"{read_only:false; response_revision:34116; number_of_response:1; }","duration":"464.272003ms","start":"2026-03-04T02:35:22.360342Z","end":"2026-03-04T02:35:22.824614Z","steps":["trace[1110762451] 'process raft request' (duration: 464.109738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:22.824693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:22.224138Z","time spent":"600.484083ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:35:22.824842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:22.221913Z","time spent":"602.786596ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:22.82489Z","caller":"traceutil/trace.go:171","msg":"trace[1341682377] transaction","detail":"{read_only:false; response_revision:34118; number_of_response:1; }","duration":"366.940401ms","start":"2026-03-04T02:35:22.457916Z","end":"2026-03-04T02:35:22.824856Z","steps":["trace[1341682377] 'process raft request' (duration: 366.58272ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:22.824976Z","caller":"traceutil/trace.go:171","msg":"trace[1633887152] transaction","detail":"{read_only:false; response_revision:34117; number_of_response:1; }","duration":"391.082551ms","start":"2026-03-04T02:35:22.433443Z","end":"2026-03-04T02:35:22.824526Z","steps":["trace[1633887152] 'process raft request' (duration: 391.031039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:22.825065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:22.457892Z","time spent":"367.078186ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:22.825288Z","caller":"traceutil/trace.go:171","msg":"trace[634843704] linearizableReadLoop","detail":"{readStateIndex:35273; appliedIndex:35267; }","duration":"321.118652ms","start":"2026-03-04T02:35:22.504112Z","end":"2026-03-04T02:35:22.825231Z","steps":["trace[634843704] 'read index received' (duration: 196.250314ms)","trace[634843704] 'applied index is now lower than readState.Index' (duration: 124.867158ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:22.825336Z","caller":"traceutil/trace.go:171","msg":"trace[2040516998] transaction","detail":"{read_only:false; response_revision:34119; number_of_response:1; }","duration":"212.849472ms","start":"2026-03-04T02:35:22.612477Z","end":"2026-03-04T02:35:22.825327Z","steps":["trace[2040516998] 'process raft request' (duration: 212.289695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:22.825334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:22.433414Z","time spent":"391.617728ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:35:22.825431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.347009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:35:22.825466Z","caller":"traceutil/trace.go:171","msg":"trace[706168567] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34119; }","duration":"321.416682ms","start":"2026-03-04T02:35:22.504038Z","end":"2026-03-04T02:35:22.825455Z","steps":["trace[706168567] 'agreement among raft nodes before linearized reading' (duration: 321.300748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:22.825489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:22.504014Z","time spent":"321.470053ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:35:22.825653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:22.360316Z","time spent":"464.407337ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:22.824638Z","caller":"traceutil/trace.go:171","msg":"trace[199551927] transaction","detail":"{read_only:false; response_revision:34115; number_of_response:1; }","duration":"497.43009ms","start":"2026-03-04T02:35:22.327154Z","end":"2026-03-04T02:35:22.824584Z","steps":["trace[199551927] 'process raft request' (duration: 497.271475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:22.82811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:22.326441Z","time spent":"501.608543ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:24.295535Z","caller":"traceutil/trace.go:171","msg":"trace[298077790] transaction","detail":"{read_only:false; response_revision:34122; number_of_response:1; }","duration":"145.899249ms","start":"2026-03-04T02:35:24.149613Z","end":"2026-03-04T02:35:24.295512Z","steps":["trace[298077790] 'process raft request' (duration: 145.756815ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:24.335933Z","caller":"traceutil/trace.go:171","msg":"trace[2117425731] linearizableReadLoop","detail":"{readStateIndex:35279; appliedIndex:35277; }","duration":"100.607345ms","start":"2026-03-04T02:35:24.235304Z","end":"2026-03-04T02:35:24.335911Z","steps":["trace[2117425731] 'read index received' (duration: 60.161897ms)","trace[2117425731] 'applied index is now lower than readState.Index' (duration: 40.444368ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:24.336013Z","caller":"traceutil/trace.go:171","msg":"trace[2071670103] transaction","detail":"{read_only:false; response_revision:34123; number_of_response:1; }","duration":"110.810711ms","start":"2026-03-04T02:35:24.225148Z","end":"2026-03-04T02:35:24.335959Z","steps":["trace[2071670103] 'process raft request' (duration: 110.640065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:24.33615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.828933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T02:35:24.336187Z","caller":"traceutil/trace.go:171","msg":"trace[382455986] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34123; }","duration":"100.931056ms","start":"2026-03-04T02:35:24.235244Z","end":"2026-03-04T02:35:24.336175Z","steps":["trace[382455986] 'agreement among raft nodes before linearized reading' (duration: 100.76294ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:26.044942Z","caller":"traceutil/trace.go:171","msg":"trace[1867662519] linearizableReadLoop","detail":"{readStateIndex:35290; appliedIndex:35289; }","duration":"190.948705ms","start":"2026-03-04T02:35:25.85397Z","end":"2026-03-04T02:35:26.044918Z","steps":["trace[1867662519] 'read index received' (duration: 190.80814ms)","trace[1867662519] 'applied index is now lower than readState.Index' (duration: 139.195µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:26.045066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.087138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:26.04506Z","caller":"traceutil/trace.go:171","msg":"trace[970605237] transaction","detail":"{read_only:false; response_revision:34134; number_of_response:1; }","duration":"205.941812ms","start":"2026-03-04T02:35:25.83909Z","end":"2026-03-04T02:35:26.045032Z","steps":["trace[970605237] 'process raft request' (duration: 205.664993ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:26.0451Z","caller":"traceutil/trace.go:171","msg":"trace[1458333429] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:34134; }","duration":"191.161211ms","start":"2026-03-04T02:35:25.85393Z","end":"2026-03-04T02:35:26.045091Z","steps":["trace[1458333429] 'agreement among raft nodes before linearized reading' (duration: 191.083159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:28.580114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.936025ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:35:28.580214Z","caller":"traceutil/trace.go:171","msg":"trace[168034648] linearizableReadLoop","detail":"{readStateIndex:35306; appliedIndex:35305; }","duration":"217.138808ms","start":"2026-03-04T02:35:28.363058Z","end":"2026-03-04T02:35:28.580197Z","steps":["trace[168034648] 'read index received' (duration: 90.027998ms)","trace[168034648] 'applied index is now lower than readState.Index' (duration: 127.10936ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:28.580286Z","caller":"traceutil/trace.go:171","msg":"trace[234378419] transaction","detail":"{read_only:false; response_revision:34149; number_of_response:1; }","duration":"217.230732ms","start":"2026-03-04T02:35:28.363044Z","end":"2026-03-04T02:35:28.580274Z","steps":["trace[234378419] 'process raft request' (duration: 90.024149ms)","trace[234378419] 'compare' (duration: 126.726327ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:28.58049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.423548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-04T02:35:28.580543Z","caller":"traceutil/trace.go:171","msg":"trace[1842185163] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:34149; }","duration":"217.520231ms","start":"2026-03-04T02:35:28.363011Z","end":"2026-03-04T02:35:28.580531Z","steps":["trace[1842185163] 'agreement among raft nodes before linearized reading' (duration: 217.336525ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:28.58112Z","caller":"traceutil/trace.go:171","msg":"trace[780315982] transaction","detail":"{read_only:false; response_revision:34150; number_of_response:1; }","duration":"215.888889ms","start":"2026-03-04T02:35:28.365205Z","end":"2026-03-04T02:35:28.581094Z","steps":["trace[780315982] 'process raft request' (duration: 215.748404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:28.581209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.230068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T02:35:28.58128Z","caller":"traceutil/trace.go:171","msg":"trace[1653219211] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34150; }","duration":"188.30796ms","start":"2026-03-04T02:35:28.392952Z","end":"2026-03-04T02:35:28.58126Z","steps":["trace[1653219211] 'agreement among raft nodes before linearized reading' (duration: 188.113024ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:28.923458Z","caller":"traceutil/trace.go:171","msg":"trace[1140360679] transaction","detail":"{read_only:false; response_revision:34153; number_of_response:1; }","duration":"117.895817ms","start":"2026-03-04T02:35:28.805525Z","end":"2026-03-04T02:35:28.923421Z","steps":["trace[1140360679] 'process raft request' (duration: 70.668932ms)","trace[1140360679] 'compare' (duration: 47.06368ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:29.146398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.898426ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:35:29.14665Z","caller":"traceutil/trace.go:171","msg":"trace[1377720244] linearizableReadLoop","detail":"{readStateIndex:35314; appliedIndex:35311; }","duration":"170.360848ms","start":"2026-03-04T02:35:28.976271Z","end":"2026-03-04T02:35:29.146632Z","steps":["trace[1377720244] 'read index received' (duration: 6.335411ms)","trace[1377720244] 'applied index is now lower than readState.Index' (duration: 164.024477ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:29.146808Z","caller":"traceutil/trace.go:171","msg":"trace[152572164] transaction","detail":"{read_only:false; response_revision:34157; number_of_response:1; }","duration":"181.268877ms","start":"2026-03-04T02:35:28.965507Z","end":"2026-03-04T02:35:29.146776Z","steps":["trace[152572164] 'process raft request' (duration: 181.082681ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:29.146936Z","caller":"traceutil/trace.go:171","msg":"trace[761414364] transaction","detail":"{read_only:false; response_revision:34155; number_of_response:1; }","duration":"184.109947ms","start":"2026-03-04T02:35:28.9628Z","end":"2026-03-04T02:35:29.14691Z","steps":["trace[761414364] 'process raft request' (duration: 76.608892ms)","trace[761414364] 'compare' (duration: 106.599026ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:29.147011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.529819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-04T02:35:29.146996Z","caller":"traceutil/trace.go:171","msg":"trace[1899186966] transaction","detail":"{read_only:false; response_revision:34156; number_of_response:1; }","duration":"182.658151ms","start":"2026-03-04T02:35:28.96429Z","end":"2026-03-04T02:35:29.146948Z","steps":["trace[1899186966] 'process raft request' (duration: 182.203747ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:29.14707Z","caller":"traceutil/trace.go:171","msg":"trace[1298739169] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34157; }","duration":"146.648163ms","start":"2026-03-04T02:35:29.000405Z","end":"2026-03-04T02:35:29.147053Z","steps":["trace[1298739169] 'agreement among raft nodes before linearized reading' (duration: 146.435606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:29.147038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.969321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:35:29.147223Z","caller":"traceutil/trace.go:171","msg":"trace[154443113] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34157; }","duration":"146.192429ms","start":"2026-03-04T02:35:29.00102Z","end":"2026-03-04T02:35:29.147213Z","steps":["trace[154443113] 'agreement among raft nodes before linearized reading' (duration: 145.91147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:29.147038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.755391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:35:29.147312Z","caller":"traceutil/trace.go:171","msg":"trace[1998584818] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34157; }","duration":"171.077082ms","start":"2026-03-04T02:35:28.976225Z","end":"2026-03-04T02:35:29.147302Z","steps":["trace[1998584818] 'agreement among raft nodes before linearized reading' (duration: 170.665618ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:30.513821Z","caller":"traceutil/trace.go:171","msg":"trace[78025081] transaction","detail":"{read_only:false; response_revision:34161; number_of_response:1; }","duration":"607.01032ms","start":"2026-03-04T02:35:29.906782Z","end":"2026-03-04T02:35:30.513792Z","steps":["trace[78025081] 'process raft request' (duration: 606.69386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:30.513994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:29.906769Z","time spent":"607.134603ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:30.735183Z","caller":"traceutil/trace.go:171","msg":"trace[1569947993] transaction","detail":"{read_only:false; response_revision:34162; number_of_response:1; }","duration":"606.576566ms","start":"2026-03-04T02:35:30.128569Z","end":"2026-03-04T02:35:30.735146Z","steps":["trace[1569947993] 'process raft request' (duration: 507.080496ms)","trace[1569947993] 'compare' (duration: 99.250382ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:30.735225Z","caller":"traceutil/trace.go:171","msg":"trace[2117055109] transaction","detail":"{read_only:false; response_revision:34163; number_of_response:1; }","duration":"148.950696ms","start":"2026-03-04T02:35:30.586241Z","end":"2026-03-04T02:35:30.735191Z","steps":["trace[2117055109] 'process raft request' (duration: 148.862323ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:30.735276Z","caller":"traceutil/trace.go:171","msg":"trace[581275950] linearizableReadLoop","detail":"{readStateIndex:35319; appliedIndex:35318; }","duration":"150.551427ms","start":"2026-03-04T02:35:30.584704Z","end":"2026-03-04T02:35:30.735255Z","steps":["trace[581275950] 'read index received' (duration: 50.965793ms)","trace[581275950] 'applied index is now lower than readState.Index' (duration: 99.583284ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:30.735997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:30.128541Z","time spent":"606.748152ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:35:30.736437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.732345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:35:30.736605Z","caller":"traceutil/trace.go:171","msg":"trace[1686905397] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34163; }","duration":"151.866829ms","start":"2026-03-04T02:35:30.584683Z","end":"2026-03-04T02:35:30.73655Z","steps":["trace[1686905397] 'agreement among raft nodes before linearized reading' (duration: 151.563509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:30.736975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.966574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:30.737149Z","caller":"traceutil/trace.go:171","msg":"trace[214067326] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:34163; }","duration":"142.136979ms","start":"2026-03-04T02:35:30.594939Z","end":"2026-03-04T02:35:30.737076Z","steps":["trace[214067326] 'agreement among raft nodes before linearized reading' (duration: 141.592821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:31.095647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.885619ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:35:31.095792Z","caller":"traceutil/trace.go:171","msg":"trace[736115940] linearizableReadLoop","detail":"{readStateIndex:35322; appliedIndex:35320; }","duration":"351.81977ms","start":"2026-03-04T02:35:30.743943Z","end":"2026-03-04T02:35:31.095762Z","steps":["trace[736115940] 'read index received' (duration: 43.516557ms)","trace[736115940] 'applied index is now lower than readState.Index' (duration: 308.300943ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:31.095913Z","caller":"traceutil/trace.go:171","msg":"trace[2100158363] transaction","detail":"{read_only:false; response_revision:34165; number_of_response:1; }","duration":"353.297207ms","start":"2026-03-04T02:35:30.742594Z","end":"2026-03-04T02:35:31.095892Z","steps":["trace[2100158363] 'process raft request' (duration: 169.061947ms)","trace[2100158363] 'compare' (duration: 183.443065ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:31.096015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:30.742574Z","time spent":"353.38644ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:35:31.096125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.155831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T02:35:31.096215Z","caller":"traceutil/trace.go:171","msg":"trace[430887432] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34165; }","duration":"352.285335ms","start":"2026-03-04T02:35:30.743909Z","end":"2026-03-04T02:35:31.096195Z","steps":["trace[430887432] 'agreement among raft nodes before linearized reading' (duration: 351.994686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:31.096264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:30.743893Z","time spent":"352.361917ms","remote":"127.0.0.1:56286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:35:31.381421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.865351ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:35:31.381684Z","caller":"traceutil/trace.go:171","msg":"trace[2119579327] transaction","detail":"{read_only:false; response_revision:34169; number_of_response:1; }","duration":"228.695537ms","start":"2026-03-04T02:35:31.15297Z","end":"2026-03-04T02:35:31.381666Z","steps":["trace[2119579327] 'process raft request' (duration: 228.654396ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:31.381809Z","caller":"traceutil/trace.go:171","msg":"trace[1323303043] transaction","detail":"{read_only:false; response_revision:34166; number_of_response:1; }","duration":"394.157789ms","start":"2026-03-04T02:35:30.987631Z","end":"2026-03-04T02:35:31.381788Z","steps":["trace[1323303043] 'process raft request' (duration: 272.830773ms)","trace[1323303043] 'compare' (duration: 120.715487ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:31.381893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:30.987607Z","time spent":"394.243492ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:31.38193Z","caller":"traceutil/trace.go:171","msg":"trace[1795347321] transaction","detail":"{read_only:false; response_revision:34168; number_of_response:1; }","duration":"229.000087ms","start":"2026-03-04T02:35:31.152923Z","end":"2026-03-04T02:35:31.381924Z","steps":["trace[1795347321] 'process raft request' (duration: 228.666656ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:31.381992Z","caller":"traceutil/trace.go:171","msg":"trace[906952401] linearizableReadLoop","detail":"{readStateIndex:35323; appliedIndex:35322; }","duration":"286.139277ms","start":"2026-03-04T02:35:31.095841Z","end":"2026-03-04T02:35:31.38198Z","steps":["trace[906952401] 'read index received' (duration: 164.722088ms)","trace[906952401] 'applied index is now lower than readState.Index' (duration: 121.415969ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:31.381899Z","caller":"traceutil/trace.go:171","msg":"trace[1129139496] transaction","detail":"{read_only:false; response_revision:34167; number_of_response:1; }","duration":"229.070169ms","start":"2026-03-04T02:35:31.152819Z","end":"2026-03-04T02:35:31.381889Z","steps":["trace[1129139496] 'process raft request' (duration: 228.718828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:31.382133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.626258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:31.382171Z","caller":"traceutil/trace.go:171","msg":"trace[822543373] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34169; }","duration":"482.709761ms","start":"2026-03-04T02:35:30.899452Z","end":"2026-03-04T02:35:31.382162Z","steps":["trace[822543373] 'agreement among raft nodes before linearized reading' (duration: 482.649169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:31.382198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:30.899431Z","time spent":"482.761242ms","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:35:31.382264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.871361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-04T02:35:31.382263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.632106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:35:31.382351Z","caller":"traceutil/trace.go:171","msg":"trace[7006027] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34169; }","duration":"157.997485ms","start":"2026-03-04T02:35:31.224333Z","end":"2026-03-04T02:35:31.38233Z","steps":["trace[7006027] 'agreement among raft nodes before linearized reading' (duration: 157.745856ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:31.382375Z","caller":"traceutil/trace.go:171","msg":"trace[1514029206] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34169; }","duration":"454.791171ms","start":"2026-03-04T02:35:30.927556Z","end":"2026-03-04T02:35:31.382347Z","steps":["trace[1514029206] 'agreement among raft nodes before linearized reading' (duration: 454.502452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:31.382359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.308004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T02:35:31.382446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:30.927533Z","time spent":"454.897495ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T02:35:31.38248Z","caller":"traceutil/trace.go:171","msg":"trace[1327690052] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34169; }","duration":"158.48543ms","start":"2026-03-04T02:35:31.22397Z","end":"2026-03-04T02:35:31.382455Z","steps":["trace[1327690052] 'agreement among raft nodes before linearized reading' (duration: 158.160549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:31.382331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.781332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-04T02:35:31.382582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.772462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18421"} {"level":"info","ts":"2026-03-04T02:35:31.382621Z","caller":"traceutil/trace.go:171","msg":"trace[2030142155] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34169; }","duration":"198.127953ms","start":"2026-03-04T02:35:31.184479Z","end":"2026-03-04T02:35:31.382607Z","steps":["trace[2030142155] 'agreement among raft nodes before linearized reading' (duration: 197.654208ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:31.382644Z","caller":"traceutil/trace.go:171","msg":"trace[419227109] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:34169; }","duration":"283.835924ms","start":"2026-03-04T02:35:31.09879Z","end":"2026-03-04T02:35:31.382626Z","steps":["trace[419227109] 'agreement among raft nodes before linearized reading' (duration: 283.290227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:31.999934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.837829ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T02:35:32.000056Z","caller":"traceutil/trace.go:171","msg":"trace[369900886] linearizableReadLoop","detail":"{readStateIndex:35331; appliedIndex:35330; }","duration":"366.015653ms","start":"2026-03-04T02:35:31.63402Z","end":"2026-03-04T02:35:32.000036Z","steps":["trace[369900886] 'read index received' (duration: 58.167293ms)","trace[369900886] 'applied index is now lower than readState.Index' (duration: 307.84665ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:32.000168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.137107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:32.000208Z","caller":"traceutil/trace.go:171","msg":"trace[484031545] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:34174; }","duration":"366.23577ms","start":"2026-03-04T02:35:31.633959Z","end":"2026-03-04T02:35:32.000195Z","steps":["trace[484031545] 'agreement among raft nodes before linearized reading' (duration: 366.137147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:32.00025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:31.633931Z","time spent":"366.307432ms","remote":"127.0.0.1:34786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:35:32.528664Z","caller":"traceutil/trace.go:171","msg":"trace[1686774483] transaction","detail":"{read_only:false; response_revision:34176; number_of_response:1; }","duration":"106.442401ms","start":"2026-03-04T02:35:32.422186Z","end":"2026-03-04T02:35:32.528628Z","steps":["trace[1686774483] 'process raft request' (duration: 70.326831ms)","trace[1686774483] 'compare' (duration: 36.000787ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:32.934659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.581792ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:35:32.934815Z","caller":"traceutil/trace.go:171","msg":"trace[1204247202] transaction","detail":"{read_only:false; response_revision:34177; number_of_response:1; }","duration":"191.626154ms","start":"2026-03-04T02:35:32.743169Z","end":"2026-03-04T02:35:32.934795Z","steps":["trace[1204247202] 'process raft request' (duration: 37.815745ms)","trace[1204247202] 'compare' (duration: 153.20477ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:33.191081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.064346ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:35:33.19133Z","caller":"traceutil/trace.go:171","msg":"trace[1425941946] linearizableReadLoop","detail":"{readStateIndex:35335; appliedIndex:35334; }","duration":"398.633531ms","start":"2026-03-04T02:35:32.79268Z","end":"2026-03-04T02:35:33.191314Z","steps":["trace[1425941946] 'read index received' (duration: 246.188394ms)","trace[1425941946] 'applied index is now lower than readState.Index' (duration: 152.443897ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:33.19138Z","caller":"traceutil/trace.go:171","msg":"trace[1654158016] transaction","detail":"{read_only:false; response_revision:34179; number_of_response:1; }","duration":"321.358439ms","start":"2026-03-04T02:35:32.869995Z","end":"2026-03-04T02:35:33.191353Z","steps":["trace[1654158016] 'process raft request' (duration: 321.225095ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:33.191379Z","caller":"traceutil/trace.go:171","msg":"trace[37401783] transaction","detail":"{read_only:false; response_revision:34178; number_of_response:1; }","duration":"432.263192ms","start":"2026-03-04T02:35:32.758956Z","end":"2026-03-04T02:35:33.191219Z","steps":["trace[37401783] 'process raft request' (duration: 279.943139ms)","trace[37401783] 'compare' (duration: 151.748195ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:33.1915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:32.869976Z","time spent":"321.464283ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:35:33.191482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.799736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T02:35:33.191771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:32.758918Z","time spent":"432.648325ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:35:33.19184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.440444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:33.191833Z","caller":"traceutil/trace.go:171","msg":"trace[13862786] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34179; }","duration":"399.112886ms","start":"2026-03-04T02:35:32.792634Z","end":"2026-03-04T02:35:33.191747Z","steps":["trace[13862786] 'agreement among raft nodes before linearized reading' (duration: 398.766155ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:33.191941Z","caller":"traceutil/trace.go:171","msg":"trace[1986797365] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:34179; }","duration":"328.593109ms","start":"2026-03-04T02:35:32.863316Z","end":"2026-03-04T02:35:33.191909Z","steps":["trace[1986797365] 'agreement among raft nodes before linearized reading' (duration: 328.450864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:33.191971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.236416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-04T02:35:33.191999Z","caller":"traceutil/trace.go:171","msg":"trace[2120875869] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:34179; }","duration":"155.292507ms","start":"2026-03-04T02:35:33.036697Z","end":"2026-03-04T02:35:33.19199Z","steps":["trace[2120875869] 'agreement among raft nodes before linearized reading' (duration: 155.232826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:33.191996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:32.86329Z","time spent":"328.694532ms","remote":"127.0.0.1:41236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:35:33.192021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:32.792621Z","time spent":"399.313622ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:35:33.192108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.676205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:33.192184Z","caller":"traceutil/trace.go:171","msg":"trace[999679333] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34179; }","duration":"292.801889ms","start":"2026-03-04T02:35:32.899365Z","end":"2026-03-04T02:35:33.192167Z","steps":["trace[999679333] 'agreement among raft nodes before linearized reading' (duration: 292.668605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:33.653416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.39227ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:35:33.653674Z","caller":"traceutil/trace.go:171","msg":"trace[125164440] transaction","detail":"{read_only:false; response_revision:34183; number_of_response:1; }","duration":"265.416567ms","start":"2026-03-04T02:35:33.38824Z","end":"2026-03-04T02:35:33.653657Z","steps":["trace[125164440] 'process raft request' (duration: 265.372845ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:33.653783Z","caller":"traceutil/trace.go:171","msg":"trace[1268552220] transaction","detail":"{read_only:false; response_revision:34182; number_of_response:1; }","duration":"454.407848ms","start":"2026-03-04T02:35:33.19934Z","end":"2026-03-04T02:35:33.653748Z","steps":["trace[1268552220] 'process raft request' (duration: 454.175681ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:33.653895Z","caller":"traceutil/trace.go:171","msg":"trace[145032099] transaction","detail":"{read_only:false; response_revision:34181; number_of_response:1; }","duration":"454.577624ms","start":"2026-03-04T02:35:33.199291Z","end":"2026-03-04T02:35:33.653869Z","steps":["trace[145032099] 'process raft request' (duration: 127.650087ms)","trace[145032099] 'compare' (duration: 326.163983ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:33.653981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.030391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:33.65404Z","caller":"traceutil/trace.go:171","msg":"trace[2099589382] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:34183; }","duration":"451.177045ms","start":"2026-03-04T02:35:33.202846Z","end":"2026-03-04T02:35:33.654023Z","steps":["trace[2099589382] 'agreement among raft nodes before linearized reading' (duration: 451.00316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:33.654093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:33.202827Z","time spent":"451.255748ms","remote":"127.0.0.1:34878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:35:33.654152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:33.199271Z","time spent":"454.726548ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:33.653783Z","caller":"traceutil/trace.go:171","msg":"trace[1654495415] linearizableReadLoop","detail":"{readStateIndex:35339; appliedIndex:35336; }","duration":"450.850635ms","start":"2026-03-04T02:35:33.20289Z","end":"2026-03-04T02:35:33.653741Z","steps":["trace[1654495415] 'read index received' (duration: 6.439905ms)","trace[1654495415] 'applied index is now lower than readState.Index' (duration: 444.40542ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:33.654315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:33.199313Z","time spent":"454.574354ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:35:34.070513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.754705ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:35:34.071241Z","caller":"traceutil/trace.go:171","msg":"trace[1532162224] transaction","detail":"{read_only:false; response_revision:34184; number_of_response:1; }","duration":"682.360452ms","start":"2026-03-04T02:35:33.38884Z","end":"2026-03-04T02:35:34.0712Z","steps":["trace[1532162224] 'process raft request' (duration: 497.75865ms)","trace[1532162224] 'compare' (duration: 183.007472ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:34.071387Z","caller":"traceutil/trace.go:171","msg":"trace[265909230] transaction","detail":"{read_only:false; response_revision:34185; number_of_response:1; }","duration":"681.935178ms","start":"2026-03-04T02:35:33.389428Z","end":"2026-03-04T02:35:34.071363Z","steps":["trace[265909230] 'process raft request' (duration: 681.721162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:34.071438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:33.388807Z","time spent":"682.518887ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:35:34.0715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:33.389401Z","time spent":"682.052682ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:34.071762Z","caller":"traceutil/trace.go:171","msg":"trace[1252946508] transaction","detail":"{read_only:false; response_revision:34186; number_of_response:1; }","duration":"681.845296ms","start":"2026-03-04T02:35:33.389903Z","end":"2026-03-04T02:35:34.071748Z","steps":["trace[1252946508] 'process raft request' (duration: 681.396621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:34.071837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:33.389885Z","time spent":"681.914158ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:35:34.381753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.10123ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T02:35:34.381946Z","caller":"traceutil/trace.go:171","msg":"trace[363147717] linearizableReadLoop","detail":"{readStateIndex:35344; appliedIndex:35340; }","duration":"727.604184ms","start":"2026-03-04T02:35:33.654317Z","end":"2026-03-04T02:35:34.381921Z","steps":["trace[363147717] 'read index received' (duration: 232.24743ms)","trace[363147717] 'applied index is now lower than readState.Index' (duration: 495.341633ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:34.382204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.985661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-04T02:35:34.382218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.957154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:34.382278Z","caller":"traceutil/trace.go:171","msg":"trace[635047075] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34186; }","duration":"918.133835ms","start":"2026-03-04T02:35:33.464126Z","end":"2026-03-04T02:35:34.38226Z","steps":["trace[635047075] 'agreement among raft nodes before linearized reading' (duration: 917.891957ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:34.382311Z","caller":"traceutil/trace.go:171","msg":"trace[1281306321] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:34186; }","duration":"722.084588ms","start":"2026-03-04T02:35:33.660196Z","end":"2026-03-04T02:35:34.382281Z","steps":["trace[1281306321] 'agreement among raft nodes before linearized reading' (duration: 721.965795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:34.382319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:33.46412Z","time spent":"918.193127ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:35:34.382357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.774874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-04T02:35:34.382362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:33.660179Z","time spent":"722.1686ms","remote":"127.0.0.1:56294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:35:34.382373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.265394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:35:34.382458Z","caller":"traceutil/trace.go:171","msg":"trace[553766436] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:34186; }","duration":"395.405558ms","start":"2026-03-04T02:35:33.987034Z","end":"2026-03-04T02:35:34.382439Z","steps":["trace[553766436] 'agreement among raft nodes before linearized reading' (duration: 395.219462ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:34.382457Z","caller":"traceutil/trace.go:171","msg":"trace[880866220] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34186; }","duration":"944.93929ms","start":"2026-03-04T02:35:33.437473Z","end":"2026-03-04T02:35:34.382412Z","steps":["trace[880866220] 'agreement among raft nodes before linearized reading' (duration: 944.6458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:34.382461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.589768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-04T02:35:34.382497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:33.987012Z","time spent":"395.478441ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:35:34.382511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:33.437452Z","time spent":"945.047302ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T02:35:34.382528Z","caller":"traceutil/trace.go:171","msg":"trace[1075228011] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34186; }","duration":"917.690401ms","start":"2026-03-04T02:35:33.464816Z","end":"2026-03-04T02:35:34.382506Z","steps":["trace[1075228011] 'agreement among raft nodes before linearized reading' (duration: 917.470594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:34.382433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.373891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:35:34.382593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:33.46481Z","time spent":"917.767074ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T02:35:34.382635Z","caller":"traceutil/trace.go:171","msg":"trace[1810766475] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34186; }","duration":"482.66393ms","start":"2026-03-04T02:35:33.899944Z","end":"2026-03-04T02:35:34.382608Z","steps":["trace[1810766475] 'agreement among raft nodes before linearized reading' (duration: 482.338149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:34.382637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.902599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-04T02:35:34.3827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:33.899858Z","time spent":"482.811055ms","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:35:34.382735Z","caller":"traceutil/trace.go:171","msg":"trace[1365009986] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34186; }","duration":"919.027053ms","start":"2026-03-04T02:35:33.463689Z","end":"2026-03-04T02:35:34.382716Z","steps":["trace[1365009986] 'agreement among raft nodes before linearized reading' (duration: 918.365582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:34.38278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:33.463673Z","time spent":"919.093796ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T02:35:34.495731Z","caller":"traceutil/trace.go:171","msg":"trace[497357212] transaction","detail":"{read_only:false; response_revision:34187; number_of_response:1; }","duration":"108.748105ms","start":"2026-03-04T02:35:34.38696Z","end":"2026-03-04T02:35:34.495708Z","steps":["trace[497357212] 'process raft request' (duration: 108.57098ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:34.763694Z","caller":"traceutil/trace.go:171","msg":"trace[783315792] transaction","detail":"{read_only:false; response_revision:34189; number_of_response:1; }","duration":"375.776683ms","start":"2026-03-04T02:35:34.387847Z","end":"2026-03-04T02:35:34.763624Z","steps":["trace[783315792] 'process raft request' (duration: 375.699681ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:34.763713Z","caller":"traceutil/trace.go:171","msg":"trace[68133457] transaction","detail":"{read_only:false; response_revision:34188; number_of_response:1; }","duration":"375.936029ms","start":"2026-03-04T02:35:34.387738Z","end":"2026-03-04T02:35:34.763674Z","steps":["trace[68133457] 'process raft request' (duration: 282.622055ms)","trace[68133457] 'compare' (duration: 93.025924ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:34.763832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:34.387839Z","time spent":"375.925148ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:35:34.763909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:34.387715Z","time spent":"376.081343ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:34.76428Z","caller":"traceutil/trace.go:171","msg":"trace[652916977] linearizableReadLoop","detail":"{readStateIndex:35348; appliedIndex:35344; }","duration":"374.293376ms","start":"2026-03-04T02:35:34.389958Z","end":"2026-03-04T02:35:34.764251Z","steps":["trace[652916977] 'read index received' (duration: 105.685727ms)","trace[652916977] 'applied index is now lower than readState.Index' (duration: 268.605079ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:34.764357Z","caller":"traceutil/trace.go:171","msg":"trace[1291234531] transaction","detail":"{read_only:false; response_revision:34190; number_of_response:1; }","duration":"376.410523ms","start":"2026-03-04T02:35:34.387907Z","end":"2026-03-04T02:35:34.764317Z","steps":["trace[1291234531] 'process raft request' (duration: 375.68292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:34.764442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.476112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:34.764505Z","caller":"traceutil/trace.go:171","msg":"trace[589192123] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:34190; }","duration":"374.563554ms","start":"2026-03-04T02:35:34.389919Z","end":"2026-03-04T02:35:34.764483Z","steps":["trace[589192123] 'agreement among raft nodes before linearized reading' (duration: 374.482842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:34.764529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:34.387896Z","time spent":"376.546058ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:35:34.764569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:34.389906Z","time spent":"374.649188ms","remote":"127.0.0.1:56364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-04T02:35:35.291208Z","caller":"traceutil/trace.go:171","msg":"trace[1319743114] linearizableReadLoop","detail":"{readStateIndex:35349; appliedIndex:35348; }","duration":"293.617886ms","start":"2026-03-04T02:35:34.997566Z","end":"2026-03-04T02:35:35.291184Z","steps":["trace[1319743114] 'read index received' (duration: 293.546793ms)","trace[1319743114] 'applied index is now lower than readState.Index' (duration: 68.403µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:35.291339Z","caller":"traceutil/trace.go:171","msg":"trace[922189595] transaction","detail":"{read_only:false; response_revision:34191; number_of_response:1; }","duration":"350.954163ms","start":"2026-03-04T02:35:34.940352Z","end":"2026-03-04T02:35:35.291306Z","steps":["trace[922189595] 'process raft request' (duration: 350.680224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:35.291444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.78184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:35.291486Z","caller":"traceutil/trace.go:171","msg":"trace[655874166] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:34191; }","duration":"293.966667ms","start":"2026-03-04T02:35:34.997507Z","end":"2026-03-04T02:35:35.291473Z","steps":["trace[655874166] 'agreement among raft nodes before linearized reading' (duration: 293.795531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:35.291908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:34.940326Z","time spent":"351.114118ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:35:35.866423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.769684ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:35:35.866575Z","caller":"traceutil/trace.go:171","msg":"trace[973403817] linearizableReadLoop","detail":"{readStateIndex:35350; appliedIndex:35349; }","duration":"575.28568ms","start":"2026-03-04T02:35:35.291273Z","end":"2026-03-04T02:35:35.866559Z","steps":["trace[973403817] 'read index received' (duration: 290.256918ms)","trace[973403817] 'applied index is now lower than readState.Index' (duration: 285.027552ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:35.866709Z","caller":"traceutil/trace.go:171","msg":"trace[310150587] transaction","detail":"{read_only:false; response_revision:34192; number_of_response:1; }","duration":"667.806408ms","start":"2026-03-04T02:35:35.19885Z","end":"2026-03-04T02:35:35.866656Z","steps":["trace[310150587] 'process raft request' (duration: 382.712164ms)","trace[310150587] 'compare' (duration: 284.65234ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:35.8668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:35.198813Z","time spent":"667.943043ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:35.866857Z","caller":"traceutil/trace.go:171","msg":"trace[1858878085] transaction","detail":"{read_only:false; response_revision:34193; number_of_response:1; }","duration":"207.688588ms","start":"2026-03-04T02:35:35.659147Z","end":"2026-03-04T02:35:35.866836Z","steps":["trace[1858878085] 'process raft request' (duration: 207.377158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:35.867173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.796256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:35:35.867224Z","caller":"traceutil/trace.go:171","msg":"trace[1312681142] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:34193; }","duration":"634.88845ms","start":"2026-03-04T02:35:35.232324Z","end":"2026-03-04T02:35:35.867212Z","steps":["trace[1312681142] 'agreement among raft nodes before linearized reading' (duration: 634.758236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:35.867261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:35.232295Z","time spent":"634.954392ms","remote":"127.0.0.1:56580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":65,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:35:35.867372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.472752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T02:35:35.867443Z","caller":"traceutil/trace.go:171","msg":"trace[1384524791] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34193; }","duration":"653.590656ms","start":"2026-03-04T02:35:35.213837Z","end":"2026-03-04T02:35:35.867427Z","steps":["trace[1384524791] 'agreement among raft nodes before linearized reading' (duration: 653.42134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:35.867452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.059111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:35:35.867479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:35.213804Z","time spent":"653.664368ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T02:35:35.867526Z","caller":"traceutil/trace.go:171","msg":"trace[2146312978] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:34193; }","duration":"209.199336ms","start":"2026-03-04T02:35:35.658312Z","end":"2026-03-04T02:35:35.867512Z","steps":["trace[2146312978] 'agreement among raft nodes before linearized reading' (duration: 209.054352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:35.867523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.877555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:35:35.86758Z","caller":"traceutil/trace.go:171","msg":"trace[1948107334] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:34193; }","duration":"256.989048ms","start":"2026-03-04T02:35:35.610575Z","end":"2026-03-04T02:35:35.867564Z","steps":["trace[1948107334] 'agreement among raft nodes before linearized reading' (duration: 256.872134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:35.867576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.525102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:35:35.867666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.599927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:35:35.86768Z","caller":"traceutil/trace.go:171","msg":"trace[583315936] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:34193; }","duration":"448.708897ms","start":"2026-03-04T02:35:35.41895Z","end":"2026-03-04T02:35:35.867658Z","steps":["trace[583315936] 'agreement among raft nodes before linearized reading' (duration: 448.414368ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:35.867719Z","caller":"traceutil/trace.go:171","msg":"trace[911637913] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34193; }","duration":"208.69547ms","start":"2026-03-04T02:35:35.65901Z","end":"2026-03-04T02:35:35.867706Z","steps":["trace[911637913] 'agreement among raft nodes before linearized reading' (duration: 208.565386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:35.867759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:35.418927Z","time spent":"448.79225ms","remote":"127.0.0.1:36844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:35:36.227142Z","caller":"traceutil/trace.go:171","msg":"trace[873354491] transaction","detail":"{read_only:false; response_revision:34194; number_of_response:1; }","duration":"354.838816ms","start":"2026-03-04T02:35:35.872279Z","end":"2026-03-04T02:35:36.227117Z","steps":["trace[873354491] 'process raft request' (duration: 330.571714ms)","trace[873354491] 'compare' (duration: 24.031025ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:36.227254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:35.872265Z","time spent":"354.928899ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:35:36.62684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.348889ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:35:36.627147Z","caller":"traceutil/trace.go:171","msg":"trace[562419128] transaction","detail":"{read_only:false; response_revision:34195; number_of_response:1; }","duration":"754.205771ms","start":"2026-03-04T02:35:35.872908Z","end":"2026-03-04T02:35:36.627114Z","steps":["trace[562419128] 'process raft request' (duration: 555.49767ms)","trace[562419128] 'compare' (duration: 197.781061ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:36.627203Z","caller":"traceutil/trace.go:171","msg":"trace[1463571913] transaction","detail":"{read_only:false; response_revision:34197; number_of_response:1; }","duration":"549.845229ms","start":"2026-03-04T02:35:36.077338Z","end":"2026-03-04T02:35:36.627183Z","steps":["trace[1463571913] 'process raft request' (duration: 549.776747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:36.62728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:36.077335Z","time spent":"549.906431ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:35:36.627294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:35.872892Z","time spent":"754.325124ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:36.627366Z","caller":"traceutil/trace.go:171","msg":"trace[1722965742] linearizableReadLoop","detail":"{readStateIndex:35353; appliedIndex:35351; }","duration":"727.622214ms","start":"2026-03-04T02:35:35.899717Z","end":"2026-03-04T02:35:36.627339Z","steps":["trace[1722965742] 'read index received' (duration: 303.14962ms)","trace[1722965742] 'applied index is now lower than readState.Index' (duration: 424.471444ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:36.627502Z","caller":"traceutil/trace.go:171","msg":"trace[412496826] transaction","detail":"{read_only:false; response_revision:34198; number_of_response:1; }","duration":"550.046816ms","start":"2026-03-04T02:35:36.07744Z","end":"2026-03-04T02:35:36.627486Z","steps":["trace[412496826] 'process raft request' (duration: 549.714345ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:36.627503Z","caller":"traceutil/trace.go:171","msg":"trace[1600725634] transaction","detail":"{read_only:false; response_revision:34196; number_of_response:1; }","duration":"550.211871ms","start":"2026-03-04T02:35:36.077279Z","end":"2026-03-04T02:35:36.627491Z","steps":["trace[1600725634] 'process raft request' (duration: 549.660173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:36.627561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:36.077259Z","time spent":"550.269943ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:35:36.6276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:36.077435Z","time spent":"550.093617ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:35:36.627826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.286636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:35:36.627882Z","caller":"traceutil/trace.go:171","msg":"trace[967143696] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:34198; }","duration":"321.38693ms","start":"2026-03-04T02:35:36.306483Z","end":"2026-03-04T02:35:36.62787Z","steps":["trace[967143696] 'agreement among raft nodes before linearized reading' (duration: 321.240665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:36.627916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:36.306457Z","time spent":"321.450792ms","remote":"127.0.0.1:56404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:35:36.627944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.213942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:36.628026Z","caller":"traceutil/trace.go:171","msg":"trace[1971351820] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34198; }","duration":"728.349716ms","start":"2026-03-04T02:35:35.899657Z","end":"2026-03-04T02:35:36.628007Z","steps":["trace[1971351820] 'agreement among raft nodes before linearized reading' (duration: 728.191511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:36.628027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.06324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:35:36.628083Z","caller":"traceutil/trace.go:171","msg":"trace[1493904494] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34198; }","duration":"128.135473ms","start":"2026-03-04T02:35:36.499922Z","end":"2026-03-04T02:35:36.628058Z","steps":["trace[1493904494] 'agreement among raft nodes before linearized reading' (duration: 127.976998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:36.628076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:35.899628Z","time spent":"728.434139ms","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:35:36.628198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.497373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T02:35:36.628318Z","caller":"traceutil/trace.go:171","msg":"trace[1813912693] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34198; }","duration":"143.696039ms","start":"2026-03-04T02:35:36.484597Z","end":"2026-03-04T02:35:36.628293Z","steps":["trace[1813912693] 'agreement among raft nodes before linearized reading' (duration: 143.298707ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:36.819399Z","caller":"traceutil/trace.go:171","msg":"trace[1041969215] linearizableReadLoop","detail":"{readStateIndex:35357; appliedIndex:35356; }","duration":"127.453971ms","start":"2026-03-04T02:35:36.691897Z","end":"2026-03-04T02:35:36.819351Z","steps":["trace[1041969215] 'read index received' (duration: 54.461175ms)","trace[1041969215] 'applied index is now lower than readState.Index' (duration: 72.990746ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:36.819734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.819232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:36.819818Z","caller":"traceutil/trace.go:171","msg":"trace[785227376] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:34199; }","duration":"127.944216ms","start":"2026-03-04T02:35:36.691856Z","end":"2026-03-04T02:35:36.8198Z","steps":["trace[785227376] 'agreement among raft nodes before linearized reading' (duration: 127.797492ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:36.820053Z","caller":"traceutil/trace.go:171","msg":"trace[987048226] transaction","detail":"{read_only:false; response_revision:34199; number_of_response:1; }","duration":"185.805981ms","start":"2026-03-04T02:35:36.634231Z","end":"2026-03-04T02:35:36.820037Z","steps":["trace[987048226] 'process raft request' (duration: 112.196335ms)","trace[987048226] 'compare' (duration: 72.685966ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:37.082194Z","caller":"traceutil/trace.go:171","msg":"trace[1703703598] transaction","detail":"{read_only:false; response_revision:34200; number_of_response:1; }","duration":"257.687061ms","start":"2026-03-04T02:35:36.824478Z","end":"2026-03-04T02:35:37.082165Z","steps":["trace[1703703598] 'process raft request' (duration: 252.9621ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:37.275089Z","caller":"traceutil/trace.go:171","msg":"trace[656159459] transaction","detail":"{read_only:false; response_revision:34201; number_of_response:1; }","duration":"449.621016ms","start":"2026-03-04T02:35:36.825436Z","end":"2026-03-04T02:35:37.275057Z","steps":["trace[656159459] 'process raft request' (duration: 362.857981ms)","trace[656159459] 'compare' (duration: 86.488837ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:37.275299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:36.825394Z","time spent":"449.790571ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:37.275296Z","caller":"traceutil/trace.go:171","msg":"trace[1645202801] linearizableReadLoop","detail":"{readStateIndex:35360; appliedIndex:35357; }","duration":"447.105626ms","start":"2026-03-04T02:35:36.828156Z","end":"2026-03-04T02:35:37.275262Z","steps":["trace[1645202801] 'read index received' (duration: 249.281602ms)","trace[1645202801] 'applied index is now lower than readState.Index' (duration: 197.821804ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:37.275463Z","caller":"traceutil/trace.go:171","msg":"trace[678297972] transaction","detail":"{read_only:false; response_revision:34202; number_of_response:1; }","duration":"448.287054ms","start":"2026-03-04T02:35:36.827161Z","end":"2026-03-04T02:35:37.275448Z","steps":["trace[678297972] 'process raft request' (duration: 447.840199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:37.275598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:36.827149Z","time spent":"448.351665ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:35:37.275618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.834057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:37.275764Z","caller":"traceutil/trace.go:171","msg":"trace[952326452] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:34202; }","duration":"322.957271ms","start":"2026-03-04T02:35:36.952748Z","end":"2026-03-04T02:35:37.275705Z","steps":["trace[952326452] 'agreement among raft nodes before linearized reading' (duration: 322.739594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:37.275745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.562431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T02:35:37.275835Z","caller":"traceutil/trace.go:171","msg":"trace[849311287] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34202; }","duration":"447.691364ms","start":"2026-03-04T02:35:36.828121Z","end":"2026-03-04T02:35:37.275812Z","steps":["trace[849311287] 'agreement among raft nodes before linearized reading' (duration: 447.412615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:37.275849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:36.952685Z","time spent":"323.119706ms","remote":"127.0.0.1:37228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:35:37.275896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:36.828063Z","time spent":"447.822749ms","remote":"127.0.0.1:56286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:35:38.249565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.597767ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:35:38.249656Z","caller":"traceutil/trace.go:171","msg":"trace[711898307] linearizableReadLoop","detail":"{readStateIndex:35363; appliedIndex:35361; }","duration":"350.099465ms","start":"2026-03-04T02:35:37.899544Z","end":"2026-03-04T02:35:38.249643Z","steps":["trace[711898307] 'read index received' (duration: 14.048527ms)","trace[711898307] 'applied index is now lower than readState.Index' (duration: 336.049738ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:38.249719Z","caller":"traceutil/trace.go:171","msg":"trace[1089724854] transaction","detail":"{read_only:false; response_revision:34205; number_of_response:1; }","duration":"376.376052ms","start":"2026-03-04T02:35:37.873335Z","end":"2026-03-04T02:35:38.249711Z","steps":["trace[1089724854] 'process raft request' (duration: 274.541457ms)","trace[1089724854] 'compare' (duration: 101.314038ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:38.249761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:37.873314Z","time spent":"376.427104ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:35:38.249878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.351513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:38.249899Z","caller":"traceutil/trace.go:171","msg":"trace[326731797] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34205; }","duration":"350.416755ms","start":"2026-03-04T02:35:37.899477Z","end":"2026-03-04T02:35:38.249893Z","steps":["trace[326731797] 'agreement among raft nodes before linearized reading' (duration: 350.368213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:38.24992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:37.899453Z","time spent":"350.463027ms","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:35:38.546216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.804584ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:35:38.546407Z","caller":"traceutil/trace.go:171","msg":"trace[2040448819] linearizableReadLoop","detail":"{readStateIndex:35364; appliedIndex:35363; }","duration":"296.714104ms","start":"2026-03-04T02:35:38.249672Z","end":"2026-03-04T02:35:38.546386Z","steps":["trace[2040448819] 'read index received' (duration: 167.60371ms)","trace[2040448819] 'applied index is now lower than readState.Index' (duration: 129.108454ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:38.546436Z","caller":"traceutil/trace.go:171","msg":"trace[816917633] transaction","detail":"{read_only:false; response_revision:34206; number_of_response:1; }","duration":"347.644907ms","start":"2026-03-04T02:35:38.198774Z","end":"2026-03-04T02:35:38.546419Z","steps":["trace[816917633] 'process raft request' (duration: 218.527653ms)","trace[816917633] 'compare' (duration: 128.637789ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:38.546505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:38.198742Z","time spent":"347.73117ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:35:38.546581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.524974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:35:38.546622Z","caller":"traceutil/trace.go:171","msg":"trace[2049663963] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34206; }","duration":"315.601636ms","start":"2026-03-04T02:35:38.231011Z","end":"2026-03-04T02:35:38.546612Z","steps":["trace[2049663963] 'agreement among raft nodes before linearized reading' (duration: 315.458742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:38.546657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:38.230991Z","time spent":"315.657559ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:35:38.546709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.472105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:38.546751Z","caller":"traceutil/trace.go:171","msg":"trace[833524212] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34206; }","duration":"295.545387ms","start":"2026-03-04T02:35:38.251195Z","end":"2026-03-04T02:35:38.546741Z","steps":["trace[833524212] 'agreement among raft nodes before linearized reading' (duration: 295.456965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:38.546798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.240595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:38.546844Z","caller":"traceutil/trace.go:171","msg":"trace[1671241205] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:34206; }","duration":"465.391009ms","start":"2026-03-04T02:35:38.081438Z","end":"2026-03-04T02:35:38.546829Z","steps":["trace[1671241205] 'agreement among raft nodes before linearized reading' (duration: 465.240775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:38.546908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:38.081404Z","time spent":"465.493152ms","remote":"127.0.0.1:34878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:35:38.546779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.76269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:35:38.546953Z","caller":"traceutil/trace.go:171","msg":"trace[1488358644] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:34206; }","duration":"180.935586ms","start":"2026-03-04T02:35:38.366002Z","end":"2026-03-04T02:35:38.546938Z","steps":["trace[1488358644] 'agreement among raft nodes before linearized reading' (duration: 180.657567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:38.546976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.590153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"range_response_count:1 size:141"} {"level":"info","ts":"2026-03-04T02:35:38.547122Z","caller":"traceutil/trace.go:171","msg":"trace[1491881212] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; response_count:1; response_revision:34206; }","duration":"292.774849ms","start":"2026-03-04T02:35:38.254335Z","end":"2026-03-04T02:35:38.54711Z","steps":["trace[1491881212] 'agreement among raft nodes before linearized reading' (duration: 292.340315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:38.97781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.048493ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:35:38.977935Z","caller":"traceutil/trace.go:171","msg":"trace[749973318] transaction","detail":"{read_only:false; response_revision:34207; number_of_response:1; }","duration":"424.909219ms","start":"2026-03-04T02:35:38.553002Z","end":"2026-03-04T02:35:38.977911Z","steps":["trace[749973318] 'process raft request' (duration: 117.644218ms)","trace[749973318] 'compare' (duration: 304.863184ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:38.977998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:38.552986Z","time spent":"424.981481ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:38.979064Z","caller":"traceutil/trace.go:171","msg":"trace[1554032165] transaction","detail":"{read_only:false; response_revision:34208; number_of_response:1; }","duration":"384.005306ms","start":"2026-03-04T02:35:38.595041Z","end":"2026-03-04T02:35:38.979046Z","steps":["trace[1554032165] 'process raft request' (duration: 383.780438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:38.979153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:38.595012Z","time spent":"384.097829ms","remote":"127.0.0.1:56114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:38.979148Z","caller":"traceutil/trace.go:171","msg":"trace[1547516371] transaction","detail":"{read_only:false; response_revision:34209; number_of_response:1; }","duration":"343.196395ms","start":"2026-03-04T02:35:38.635919Z","end":"2026-03-04T02:35:38.979116Z","steps":["trace[1547516371] 'process raft request' (duration: 343.014649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:38.979303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:38.635891Z","time spent":"343.327459ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:35:38.979327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.942021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:35:38.979351Z","caller":"traceutil/trace.go:171","msg":"trace[336120562] transaction","detail":"{read_only:false; response_revision:34211; number_of_response:1; }","duration":"342.167373ms","start":"2026-03-04T02:35:38.637165Z","end":"2026-03-04T02:35:38.979333Z","steps":["trace[336120562] 'process raft request' (duration: 341.913535ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:38.979368Z","caller":"traceutil/trace.go:171","msg":"trace[1669290780] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34211; }","duration":"344.998003ms","start":"2026-03-04T02:35:38.63436Z","end":"2026-03-04T02:35:38.979358Z","steps":["trace[1669290780] 'agreement among raft nodes before linearized reading' (duration: 344.842098ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:38.979152Z","caller":"traceutil/trace.go:171","msg":"trace[1436605728] linearizableReadLoop","detail":"{readStateIndex:35367; appliedIndex:35365; }","duration":"344.763485ms","start":"2026-03-04T02:35:38.634367Z","end":"2026-03-04T02:35:38.97913Z","steps":["trace[1436605728] 'read index received' (duration: 36.302267ms)","trace[1436605728] 'applied index is now lower than readState.Index' (duration: 308.460358ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:38.979405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:38.634317Z","time spent":"345.076925ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:35:38.979456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:38.637159Z","time spent":"342.232925ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:38.979338Z","caller":"traceutil/trace.go:171","msg":"trace[644041224] transaction","detail":"{read_only:false; response_revision:34210; number_of_response:1; }","duration":"342.314007ms","start":"2026-03-04T02:35:38.637008Z","end":"2026-03-04T02:35:38.979322Z","steps":["trace[644041224] 'process raft request' (duration: 341.984767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:38.979534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:38.636986Z","time spent":"342.511453ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:35:38.979635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.387991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:35:38.979673Z","caller":"traceutil/trace.go:171","msg":"trace[214132974] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34211; }","duration":"155.466353ms","start":"2026-03-04T02:35:38.824195Z","end":"2026-03-04T02:35:38.979662Z","steps":["trace[214132974] 'agreement among raft nodes before linearized reading' (duration: 155.293508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:39.393768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.887623ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:35:39.395304Z","caller":"traceutil/trace.go:171","msg":"trace[613569468] transaction","detail":"{read_only:false; response_revision:34212; number_of_response:1; }","duration":"410.794429ms","start":"2026-03-04T02:35:38.984493Z","end":"2026-03-04T02:35:39.395287Z","steps":["trace[613569468] 'process raft request' (duration: 121.322656ms)","trace[613569468] 'compare' (duration: 278.68273ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:39.395363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:38.984467Z","time spent":"410.870111ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:39.395571Z","caller":"traceutil/trace.go:171","msg":"trace[1455354753] transaction","detail":"{read_only:false; response_revision:34213; number_of_response:1; }","duration":"410.796519ms","start":"2026-03-04T02:35:38.984767Z","end":"2026-03-04T02:35:39.395564Z","steps":["trace[1455354753] 'process raft request' (duration: 410.246162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:39.395617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:38.984746Z","time spent":"410.85041ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:39.395704Z","caller":"traceutil/trace.go:171","msg":"trace[460877058] linearizableReadLoop","detail":"{readStateIndex:35372; appliedIndex:35370; }","duration":"410.657475ms","start":"2026-03-04T02:35:38.985023Z","end":"2026-03-04T02:35:39.39568Z","steps":["trace[460877058] 'read index received' (duration: 120.895192ms)","trace[460877058] 'applied index is now lower than readState.Index' (duration: 289.757183ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:39.39571Z","caller":"traceutil/trace.go:171","msg":"trace[1242368514] transaction","detail":"{read_only:false; response_revision:34214; number_of_response:1; }","duration":"230.320959ms","start":"2026-03-04T02:35:39.165345Z","end":"2026-03-04T02:35:39.395666Z","steps":["trace[1242368514] 'process raft request' (duration: 229.73748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:39.395905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.864861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:35:39.395936Z","caller":"traceutil/trace.go:171","msg":"trace[1702254378] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:34215; }","duration":"410.920763ms","start":"2026-03-04T02:35:38.985005Z","end":"2026-03-04T02:35:39.395926Z","steps":["trace[1702254378] 'agreement among raft nodes before linearized reading' (duration: 410.791869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:39.395959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:38.984998Z","time spent":"410.956114ms","remote":"127.0.0.1:56364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T02:35:39.395975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.829779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:35:39.396021Z","caller":"traceutil/trace.go:171","msg":"trace[1844051366] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34215; }","duration":"114.8743ms","start":"2026-03-04T02:35:39.281133Z","end":"2026-03-04T02:35:39.396007Z","steps":["trace[1844051366] 'agreement among raft nodes before linearized reading' (duration: 114.758597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:39.39618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.105908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:35:39.396213Z","caller":"traceutil/trace.go:171","msg":"trace[1235883030] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34215; }","duration":"115.17979ms","start":"2026-03-04T02:35:39.281025Z","end":"2026-03-04T02:35:39.396205Z","steps":["trace[1235883030] 'agreement among raft nodes before linearized reading' (duration: 115.089977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:39.397069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.978167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-04T02:35:39.397104Z","caller":"traceutil/trace.go:171","msg":"trace[1544373579] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34215; }","duration":"310.057919ms","start":"2026-03-04T02:35:39.087036Z","end":"2026-03-04T02:35:39.397094Z","steps":["trace[1544373579] 'agreement among raft nodes before linearized reading' (duration: 308.788709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:39.397127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:39.087017Z","time spent":"310.104191ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T02:35:39.749238Z","caller":"traceutil/trace.go:171","msg":"trace[1739869878] transaction","detail":"{read_only:false; response_revision:34216; number_of_response:1; }","duration":"347.208783ms","start":"2026-03-04T02:35:39.401991Z","end":"2026-03-04T02:35:39.7492Z","steps":["trace[1739869878] 'process raft request' (duration: 346.772689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:39.749426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:39.401972Z","time spent":"347.353727ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:39.791167Z","caller":"traceutil/trace.go:171","msg":"trace[1967249706] transaction","detail":"{read_only:false; response_revision:34217; number_of_response:1; }","duration":"389.121348ms","start":"2026-03-04T02:35:39.402015Z","end":"2026-03-04T02:35:39.791136Z","steps":["trace[1967249706] 'process raft request' (duration: 388.911432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:39.791381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:39.401996Z","time spent":"389.283654ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:39.791473Z","caller":"traceutil/trace.go:171","msg":"trace[218795563] transaction","detail":"{read_only:false; response_revision:34218; number_of_response:1; }","duration":"388.919232ms","start":"2026-03-04T02:35:39.402475Z","end":"2026-03-04T02:35:39.791394Z","steps":["trace[218795563] 'process raft request' (duration: 388.616782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:39.79161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:39.402469Z","time spent":"389.064517ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:40.471298Z","caller":"traceutil/trace.go:171","msg":"trace[329609457] transaction","detail":"{read_only:false; response_revision:34220; number_of_response:1; }","duration":"433.859624ms","start":"2026-03-04T02:35:40.037412Z","end":"2026-03-04T02:35:40.471272Z","steps":["trace[329609457] 'process raft request' (duration: 410.459748ms)","trace[329609457] 'compare' (duration: 22.515458ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:40.47148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:40.037375Z","time spent":"434.03952ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:40.502626Z","caller":"traceutil/trace.go:171","msg":"trace[1434611083] transaction","detail":"{read_only:false; response_revision:34221; number_of_response:1; }","duration":"247.00532ms","start":"2026-03-04T02:35:40.255577Z","end":"2026-03-04T02:35:40.502583Z","steps":["trace[1434611083] 'process raft request' (duration: 246.760713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:40.80554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.253786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-03-04T02:35:40.805763Z","caller":"traceutil/trace.go:171","msg":"trace[1143263973] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34221; }","duration":"128.522644ms","start":"2026-03-04T02:35:40.677207Z","end":"2026-03-04T02:35:40.805729Z","steps":["trace[1143263973] 'range keys from in-memory index tree' (duration: 128.051929ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:41.070113Z","caller":"traceutil/trace.go:171","msg":"trace[1292502697] linearizableReadLoop","detail":"{readStateIndex:35381; appliedIndex:35380; }","duration":"260.984096ms","start":"2026-03-04T02:35:40.809102Z","end":"2026-03-04T02:35:41.070087Z","steps":["trace[1292502697] 'read index received' (duration: 260.943185ms)","trace[1292502697] 'applied index is now lower than readState.Index' (duration: 39.861µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:41.070231Z","caller":"traceutil/trace.go:171","msg":"trace[1284278230] transaction","detail":"{read_only:false; response_revision:34222; number_of_response:1; }","duration":"348.336049ms","start":"2026-03-04T02:35:40.721885Z","end":"2026-03-04T02:35:41.070221Z","steps":["trace[1284278230] 'process raft request' (duration: 348.025719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:41.070414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:40.721854Z","time spent":"348.404071ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:35:41.070731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.579165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d44c0457-a357-40d9-8a13-9c73aad28e33\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-03-04T02:35:41.070792Z","caller":"traceutil/trace.go:171","msg":"trace[1347962852] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d44c0457-a357-40d9-8a13-9c73aad28e33; range_end:; response_count:1; response_revision:34222; }","duration":"261.714009ms","start":"2026-03-04T02:35:40.809063Z","end":"2026-03-04T02:35:41.070777Z","steps":["trace[1347962852] 'agreement among raft nodes before linearized reading' (duration: 261.406369ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:41.089747Z","caller":"traceutil/trace.go:171","msg":"trace[1094629814] transaction","detail":"{read_only:false; response_revision:34224; number_of_response:1; }","duration":"104.320744ms","start":"2026-03-04T02:35:40.985399Z","end":"2026-03-04T02:35:41.089719Z","steps":["trace[1094629814] 'process raft request' (duration: 104.230311ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:41.089799Z","caller":"traceutil/trace.go:171","msg":"trace[1676312846] transaction","detail":"{read_only:false; response_revision:34223; number_of_response:1; }","duration":"104.795629ms","start":"2026-03-04T02:35:40.984947Z","end":"2026-03-04T02:35:41.089743Z","steps":["trace[1676312846] 'process raft request' (duration: 104.464628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:41.090023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.826201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:35:41.090084Z","caller":"traceutil/trace.go:171","msg":"trace[1445029224] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:34225; }","duration":"174.927723ms","start":"2026-03-04T02:35:40.915144Z","end":"2026-03-04T02:35:41.090072Z","steps":["trace[1445029224] 'agreement among raft nodes before linearized reading' (duration: 174.81374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:41.090256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.592462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:35:41.09018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.583346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:35:41.090326Z","caller":"traceutil/trace.go:171","msg":"trace[2121764229] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34225; }","duration":"190.787259ms","start":"2026-03-04T02:35:40.899523Z","end":"2026-03-04T02:35:41.090311Z","steps":["trace[2121764229] 'agreement among raft nodes before linearized reading' (duration: 190.573182ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:41.090406Z","caller":"traceutil/trace.go:171","msg":"trace[2042888829] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34225; }","duration":"106.820023ms","start":"2026-03-04T02:35:40.983528Z","end":"2026-03-04T02:35:41.090348Z","steps":["trace[2042888829] 'agreement among raft nodes before linearized reading' (duration: 106.386619ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:41.090306Z","caller":"traceutil/trace.go:171","msg":"trace[2064046195] transaction","detail":"{read_only:false; response_revision:34225; number_of_response:1; }","duration":"104.095067ms","start":"2026-03-04T02:35:40.986112Z","end":"2026-03-04T02:35:41.090207Z","steps":["trace[2064046195] 'process raft request' (duration: 103.56154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:41.091708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.468441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:35:41.091785Z","caller":"traceutil/trace.go:171","msg":"trace[788311529] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:34225; }","duration":"282.604925ms","start":"2026-03-04T02:35:40.809163Z","end":"2026-03-04T02:35:41.091768Z","steps":["trace[788311529] 'agreement among raft nodes before linearized reading' (duration: 280.730755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:41.407234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.367002ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:35:41.407374Z","caller":"traceutil/trace.go:171","msg":"trace[795494384] transaction","detail":"{read_only:false; response_revision:34226; number_of_response:1; }","duration":"312.221788ms","start":"2026-03-04T02:35:41.095121Z","end":"2026-03-04T02:35:41.407343Z","steps":["trace[795494384] 'process raft request' (duration: 198.653759ms)","trace[795494384] 'compare' (duration: 113.121515ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:41.407541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:41.095103Z","time spent":"312.343272ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:35:41.733689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.159118ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:35:41.733803Z","caller":"traceutil/trace.go:171","msg":"trace[1973666691] linearizableReadLoop","detail":"{readStateIndex:35386; appliedIndex:35385; }","duration":"326.447661ms","start":"2026-03-04T02:35:41.407335Z","end":"2026-03-04T02:35:41.733782Z","steps":["trace[1973666691] 'read index received' (duration: 142.167079ms)","trace[1973666691] 'applied index is now lower than readState.Index' (duration: 184.279022ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:41.733944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.193815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:35:41.733983Z","caller":"traceutil/trace.go:171","msg":"trace[1071339284] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34227; }","duration":"332.280277ms","start":"2026-03-04T02:35:41.401688Z","end":"2026-03-04T02:35:41.733968Z","steps":["trace[1071339284] 'agreement among raft nodes before linearized reading' (duration: 332.144343ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:41.733973Z","caller":"traceutil/trace.go:171","msg":"trace[486336792] transaction","detail":"{read_only:false; response_revision:34227; number_of_response:1; }","duration":"329.297213ms","start":"2026-03-04T02:35:41.40465Z","end":"2026-03-04T02:35:41.733948Z","steps":["trace[486336792] 'process raft request' (duration: 144.795184ms)","trace[486336792] 'compare' (duration: 184.031494ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:41.734017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:41.401666Z","time spent":"332.3433ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:35:41.734137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:41.404633Z","time spent":"329.416117ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:35:41.734325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.923885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:35:41.734385Z","caller":"traceutil/trace.go:171","msg":"trace[420373342] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34227; }","duration":"331.038518ms","start":"2026-03-04T02:35:41.403334Z","end":"2026-03-04T02:35:41.734373Z","steps":["trace[420373342] 'agreement among raft nodes before linearized reading' (duration: 330.660326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:41.734499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:41.403311Z","time spent":"331.146552ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:35:42.084299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.024571ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:35:42.084406Z","caller":"traceutil/trace.go:171","msg":"trace[926098079] linearizableReadLoop","detail":"{readStateIndex:35388; appliedIndex:35386; }","duration":"330.652096ms","start":"2026-03-04T02:35:41.753736Z","end":"2026-03-04T02:35:42.084388Z","steps":["trace[926098079] 'read index received' (duration: 17.151107ms)","trace[926098079] 'applied index is now lower than readState.Index' (duration: 313.499149ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:42.084481Z","caller":"traceutil/trace.go:171","msg":"trace[513951955] transaction","detail":"{read_only:false; response_revision:34229; number_of_response:1; }","duration":"345.100266ms","start":"2026-03-04T02:35:41.739368Z","end":"2026-03-04T02:35:42.084468Z","steps":["trace[513951955] 'process raft request' (duration: 97.825427ms)","trace[513951955] 'compare' (duration: 246.807184ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:42.084541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:41.73935Z","time spent":"345.162608ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:35:42.08474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.981587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:35:42.084849Z","caller":"traceutil/trace.go:171","msg":"trace[2143166842] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34229; }","duration":"331.120681ms","start":"2026-03-04T02:35:41.753702Z","end":"2026-03-04T02:35:42.084822Z","steps":["trace[2143166842] 'agreement among raft nodes before linearized reading' (duration: 330.851802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:42.084919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:41.753693Z","time spent":"331.207144ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T02:35:42.129498Z","caller":"traceutil/trace.go:171","msg":"trace[507704569] transaction","detail":"{read_only:false; response_revision:34230; number_of_response:1; }","duration":"110.606635ms","start":"2026-03-04T02:35:42.01885Z","end":"2026-03-04T02:35:42.129456Z","steps":["trace[507704569] 'process raft request' (duration: 110.410618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:42.129618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.160655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:35:42.129676Z","caller":"traceutil/trace.go:171","msg":"trace[1080703748] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34230; }","duration":"333.246338ms","start":"2026-03-04T02:35:41.796412Z","end":"2026-03-04T02:35:42.129659Z","steps":["trace[1080703748] 'agreement among raft nodes before linearized reading' (duration: 333.065202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:42.129717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:41.796401Z","time spent":"333.307571ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:35:42.129836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.544388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:35:42.129922Z","caller":"traceutil/trace.go:171","msg":"trace[1936721893] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34230; }","duration":"333.673762ms","start":"2026-03-04T02:35:41.796229Z","end":"2026-03-04T02:35:42.129903Z","steps":["trace[1936721893] 'agreement among raft nodes before linearized reading' (duration: 333.424074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:42.129963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:41.796213Z","time spent":"333.741754ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:35:42.380634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.681593ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:35:42.380788Z","caller":"traceutil/trace.go:171","msg":"trace[1753476559] linearizableReadLoop","detail":"{readStateIndex:35390; appliedIndex:35389; }","duration":"251.341258ms","start":"2026-03-04T02:35:42.129424Z","end":"2026-03-04T02:35:42.380765Z","steps":["trace[1753476559] 'read index received' (duration: 72.307124ms)","trace[1753476559] 'applied index is now lower than readState.Index' (duration: 179.031444ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:42.38091Z","caller":"traceutil/trace.go:171","msg":"trace[948790961] transaction","detail":"{read_only:false; response_revision:34231; number_of_response:1; }","duration":"291.208509ms","start":"2026-03-04T02:35:42.089655Z","end":"2026-03-04T02:35:42.380864Z","steps":["trace[948790961] 'process raft request' (duration: 112.062251ms)","trace[948790961] 'compare' (duration: 178.528379ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:42.381016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.54831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:42.381104Z","caller":"traceutil/trace.go:171","msg":"trace[483738256] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:34231; }","duration":"275.696285ms","start":"2026-03-04T02:35:42.105391Z","end":"2026-03-04T02:35:42.381087Z","steps":["trace[483738256] 'agreement among raft nodes before linearized reading' (duration: 275.518439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:42.409061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.864783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T02:35:42.409172Z","caller":"traceutil/trace.go:171","msg":"trace[1452651837] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34233; }","duration":"111.033648ms","start":"2026-03-04T02:35:42.298113Z","end":"2026-03-04T02:35:42.409147Z","steps":["trace[1452651837] 'agreement among raft nodes before linearized reading' (duration: 110.78563ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:42.409207Z","caller":"traceutil/trace.go:171","msg":"trace[1494543241] transaction","detail":"{read_only:false; response_revision:34233; number_of_response:1; }","duration":"274.285799ms","start":"2026-03-04T02:35:42.134885Z","end":"2026-03-04T02:35:42.409171Z","steps":["trace[1494543241] 'process raft request' (duration: 273.965189ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:42.409237Z","caller":"traceutil/trace.go:171","msg":"trace[62683997] transaction","detail":"{read_only:false; response_revision:34232; number_of_response:1; }","duration":"274.61938ms","start":"2026-03-04T02:35:42.134493Z","end":"2026-03-04T02:35:42.409112Z","steps":["trace[62683997] 'process raft request' (duration: 274.183957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:42.717881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.231167ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:42.718032Z","caller":"traceutil/trace.go:171","msg":"trace[1228457420] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:34233; }","duration":"172.401464ms","start":"2026-03-04T02:35:42.545604Z","end":"2026-03-04T02:35:42.718005Z","steps":["trace[1228457420] 'range keys from in-memory index tree' (duration: 172.203107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:42.718492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.390913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:42.718607Z","caller":"traceutil/trace.go:171","msg":"trace[1904992660] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:34233; }","duration":"231.664911ms","start":"2026-03-04T02:35:42.486921Z","end":"2026-03-04T02:35:42.718586Z","steps":["trace[1904992660] 'range keys from in-memory index tree' (duration: 231.254718ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:42.803088Z","caller":"traceutil/trace.go:171","msg":"trace[309136242] linearizableReadLoop","detail":"{readStateIndex:35393; appliedIndex:35392; }","duration":"289.736832ms","start":"2026-03-04T02:35:42.513328Z","end":"2026-03-04T02:35:42.803065Z","steps":["trace[309136242] 'read index received' (duration: 289.465023ms)","trace[309136242] 'applied index is now lower than readState.Index' (duration: 270.339µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:42.803389Z","caller":"traceutil/trace.go:171","msg":"trace[74796889] transaction","detail":"{read_only:false; response_revision:34234; number_of_response:1; }","duration":"294.547175ms","start":"2026-03-04T02:35:42.508816Z","end":"2026-03-04T02:35:42.803363Z","steps":["trace[74796889] 'process raft request' (duration: 294.014419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:42.803536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.189517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:35:42.803695Z","caller":"traceutil/trace.go:171","msg":"trace[745966662] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:34234; }","duration":"290.391463ms","start":"2026-03-04T02:35:42.513276Z","end":"2026-03-04T02:35:42.803667Z","steps":["trace[745966662] 'agreement among raft nodes before linearized reading' (duration: 290.035432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:43.103169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.353196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-03-04T02:35:43.103246Z","caller":"traceutil/trace.go:171","msg":"trace[469400413] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:34234; }","duration":"282.477061ms","start":"2026-03-04T02:35:42.820747Z","end":"2026-03-04T02:35:43.103224Z","steps":["trace[469400413] 'range keys from in-memory index tree' (duration: 282.175921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:43.103682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.738071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:43.103796Z","caller":"traceutil/trace.go:171","msg":"trace[50280897] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34234; }","duration":"203.858015ms","start":"2026-03-04T02:35:42.899888Z","end":"2026-03-04T02:35:43.103746Z","steps":["trace[50280897] 'range keys from in-memory index tree' (duration: 203.664909ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:43.261449Z","caller":"traceutil/trace.go:171","msg":"trace[2125789984] transaction","detail":"{read_only:false; response_revision:34235; number_of_response:1; }","duration":"165.753782ms","start":"2026-03-04T02:35:43.095667Z","end":"2026-03-04T02:35:43.261421Z","steps":["trace[2125789984] 'process raft request' (duration: 165.482093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:43.550005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.451099ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:35:43.550368Z","caller":"traceutil/trace.go:171","msg":"trace[845465362] transaction","detail":"{read_only:false; response_revision:34237; number_of_response:1; }","duration":"454.43681ms","start":"2026-03-04T02:35:43.095893Z","end":"2026-03-04T02:35:43.550329Z","steps":["trace[845465362] 'process raft request' (duration: 454.200272ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:43.55052Z","caller":"traceutil/trace.go:171","msg":"trace[116448743] linearizableReadLoop","detail":"{readStateIndex:35396; appliedIndex:35393; }","duration":"445.516926ms","start":"2026-03-04T02:35:43.104961Z","end":"2026-03-04T02:35:43.550478Z","steps":["trace[116448743] 'read index received' (duration: 156.345262ms)","trace[116448743] 'applied index is now lower than readState.Index' (duration: 289.164994ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:43.550609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:43.095855Z","time spent":"454.602335ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:43.550946Z","caller":"traceutil/trace.go:171","msg":"trace[529131557] transaction","detail":"{read_only:false; response_revision:34236; number_of_response:1; }","duration":"455.162433ms","start":"2026-03-04T02:35:43.095766Z","end":"2026-03-04T02:35:43.550928Z","steps":["trace[529131557] 'process raft request' (duration: 252.723143ms)","trace[529131557] 'compare' (duration: 201.076157ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:43.551059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:43.095735Z","time spent":"455.250576ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:35:43.817172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.969546ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-04T02:35:43.817345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.348577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:43.817404Z","caller":"traceutil/trace.go:171","msg":"trace[1592145910] linearizableReadLoop","detail":"{readStateIndex:35397; appliedIndex:35396; }","duration":"266.784809ms","start":"2026-03-04T02:35:43.550601Z","end":"2026-03-04T02:35:43.817386Z","steps":["trace[1592145910] 'read index received' (duration: 331.9µs)","trace[1592145910] 'applied index is now lower than readState.Index' (duration: 266.451969ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:43.817473Z","caller":"traceutil/trace.go:171","msg":"trace[892828299] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34237; }","duration":"712.486371ms","start":"2026-03-04T02:35:43.104946Z","end":"2026-03-04T02:35:43.817432Z","steps":["trace[892828299] 'agreement among raft nodes before linearized reading' (duration: 445.956539ms)","trace[892828299] 'range keys from in-memory index tree' (duration: 266.351116ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:43.81754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:43.10488Z","time spent":"712.644816ms","remote":"127.0.0.1:56074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:35:43.817519Z","caller":"traceutil/trace.go:171","msg":"trace[1505804876] transaction","detail":"{read_only:false; response_revision:34238; number_of_response:1; }","duration":"264.658802ms","start":"2026-03-04T02:35:43.552837Z","end":"2026-03-04T02:35:43.817496Z","steps":["trace[1505804876] 'process raft request' (duration: 264.456535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:43.817639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.935792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T02:35:43.81773Z","caller":"traceutil/trace.go:171","msg":"trace[361377931] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34238; }","duration":"405.073396ms","start":"2026-03-04T02:35:43.412634Z","end":"2026-03-04T02:35:43.817707Z","steps":["trace[361377931] 'agreement among raft nodes before linearized reading' (duration: 404.822328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:43.817773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:43.412609Z","time spent":"405.153678ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:35:44.0457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.985961ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:35:44.046186Z","caller":"traceutil/trace.go:171","msg":"trace[1071507915] transaction","detail":"{read_only:false; response_revision:34239; number_of_response:1; }","duration":"306.044912ms","start":"2026-03-04T02:35:43.739818Z","end":"2026-03-04T02:35:44.045863Z","steps":["trace[1071507915] 'process raft request' (duration: 186.73687ms)","trace[1071507915] 'compare' (duration: 118.600409ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:44.046217Z","caller":"traceutil/trace.go:171","msg":"trace[2125845540] linearizableReadLoop","detail":"{readStateIndex:35399; appliedIndex:35398; }","duration":"228.708518ms","start":"2026-03-04T02:35:43.817437Z","end":"2026-03-04T02:35:44.046145Z","steps":["trace[2125845540] 'read index received' (duration: 109.137488ms)","trace[2125845540] 'applied index is now lower than readState.Index' (duration: 119.5666ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:44.046476Z","caller":"traceutil/trace.go:171","msg":"trace[1941496998] transaction","detail":"{read_only:false; response_revision:34240; number_of_response:1; }","duration":"223.77145ms","start":"2026-03-04T02:35:43.822519Z","end":"2026-03-04T02:35:44.04629Z","steps":["trace[1941496998] 'process raft request' (duration: 223.345867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:44.046565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:43.739777Z","time spent":"306.514127ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:35:44.04674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.656426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-04T02:35:44.046844Z","caller":"traceutil/trace.go:171","msg":"trace[1210017928] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:34240; }","duration":"303.867742ms","start":"2026-03-04T02:35:43.742958Z","end":"2026-03-04T02:35:44.046826Z","steps":["trace[1210017928] 'agreement among raft nodes before linearized reading' (duration: 303.367707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:44.04694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:43.742929Z","time spent":"303.996267ms","remote":"127.0.0.1:56246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-03-04T02:35:44.047506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.233765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:35:44.047563Z","caller":"traceutil/trace.go:171","msg":"trace[701937376] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34240; }","duration":"272.332158ms","start":"2026-03-04T02:35:43.775219Z","end":"2026-03-04T02:35:44.047551Z","steps":["trace[701937376] 'agreement among raft nodes before linearized reading' (duration: 272.171962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:44.277547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.794346ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:35:44.277691Z","caller":"traceutil/trace.go:171","msg":"trace[1396871050] transaction","detail":"{read_only:false; response_revision:34242; number_of_response:1; }","duration":"142.111258ms","start":"2026-03-04T02:35:44.135566Z","end":"2026-03-04T02:35:44.277677Z","steps":["trace[1396871050] 'process raft request' (duration: 142.066767ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:44.277729Z","caller":"traceutil/trace.go:171","msg":"trace[8760701] linearizableReadLoop","detail":"{readStateIndex:35401; appliedIndex:35400; }","duration":"188.571668ms","start":"2026-03-04T02:35:44.08911Z","end":"2026-03-04T02:35:44.277682Z","steps":["trace[8760701] 'read index received' (duration: 58.603597ms)","trace[8760701] 'applied index is now lower than readState.Index' (duration: 129.963591ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:44.277889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.768395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:35:44.277964Z","caller":"traceutil/trace.go:171","msg":"trace[1659979895] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34242; }","duration":"188.906679ms","start":"2026-03-04T02:35:44.089041Z","end":"2026-03-04T02:35:44.277948Z","steps":["trace[1659979895] 'agreement among raft nodes before linearized reading' (duration: 188.716563ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:44.2782Z","caller":"traceutil/trace.go:171","msg":"trace[1306797834] transaction","detail":"{read_only:false; response_revision:34241; number_of_response:1; }","duration":"224.332738ms","start":"2026-03-04T02:35:44.053305Z","end":"2026-03-04T02:35:44.277638Z","steps":["trace[1306797834] 'process raft request' (duration: 94.386147ms)","trace[1306797834] 'compare' (duration: 129.702593ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:44.395573Z","caller":"traceutil/trace.go:171","msg":"trace[1602926105] transaction","detail":"{read_only:false; response_revision:34243; number_of_response:1; }","duration":"112.653769ms","start":"2026-03-04T02:35:44.282891Z","end":"2026-03-04T02:35:44.395544Z","steps":["trace[1602926105] 'process raft request' (duration: 112.115122ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:44.592044Z","caller":"traceutil/trace.go:171","msg":"trace[2012873271] linearizableReadLoop","detail":"{readStateIndex:35404; appliedIndex:35403; }","duration":"178.330202ms","start":"2026-03-04T02:35:44.413667Z","end":"2026-03-04T02:35:44.591998Z","steps":["trace[2012873271] 'read index received' (duration: 141.108626ms)","trace[2012873271] 'applied index is now lower than readState.Index' (duration: 37.219416ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:44.592178Z","caller":"traceutil/trace.go:171","msg":"trace[1019825917] transaction","detail":"{read_only:false; response_revision:34244; number_of_response:1; }","duration":"191.101929ms","start":"2026-03-04T02:35:44.401021Z","end":"2026-03-04T02:35:44.592123Z","steps":["trace[1019825917] 'process raft request' (duration: 153.79209ms)","trace[1019825917] 'compare' (duration: 37.041561ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:44.592407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.707384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:35:44.592467Z","caller":"traceutil/trace.go:171","msg":"trace[1292886438] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34244; }","duration":"178.803908ms","start":"2026-03-04T02:35:44.413646Z","end":"2026-03-04T02:35:44.59245Z","steps":["trace[1292886438] 'agreement among raft nodes before linearized reading' (duration: 178.536609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:44.592845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.539049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:35:44.59291Z","caller":"traceutil/trace.go:171","msg":"trace[1521384383] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34244; }","duration":"178.654083ms","start":"2026-03-04T02:35:44.414239Z","end":"2026-03-04T02:35:44.592894Z","steps":["trace[1521384383] 'agreement among raft nodes before linearized reading' (duration: 178.344683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:45.104882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.19831ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:35:45.105172Z","caller":"traceutil/trace.go:171","msg":"trace[861647341] transaction","detail":"{read_only:false; response_revision:34246; number_of_response:1; }","duration":"412.891436ms","start":"2026-03-04T02:35:44.692253Z","end":"2026-03-04T02:35:45.105144Z","steps":["trace[861647341] 'process raft request' (duration: 412.754191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:45.105311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:44.692221Z","time spent":"413.008819ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:45.105392Z","caller":"traceutil/trace.go:171","msg":"trace[1842872001] transaction","detail":"{read_only:false; response_revision:34245; number_of_response:1; }","duration":"507.510481ms","start":"2026-03-04T02:35:44.59784Z","end":"2026-03-04T02:35:45.10535Z","steps":["trace[1842872001] 'process raft request' (duration: 311.750904ms)","trace[1842872001] 'compare' (duration: 194.91296ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:45.10558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:44.597785Z","time spent":"507.704858ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:45.105625Z","caller":"traceutil/trace.go:171","msg":"trace[1171188068] linearizableReadLoop","detail":"{readStateIndex:35406; appliedIndex:35404; }","duration":"314.17905ms","start":"2026-03-04T02:35:44.791429Z","end":"2026-03-04T02:35:45.105608Z","steps":["trace[1171188068] 'read index received' (duration: 118.117023ms)","trace[1171188068] 'applied index is now lower than readState.Index' (duration: 196.060117ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:45.105726Z","caller":"traceutil/trace.go:171","msg":"trace[1272625293] transaction","detail":"{read_only:false; response_revision:34247; number_of_response:1; }","duration":"295.647771ms","start":"2026-03-04T02:35:44.810034Z","end":"2026-03-04T02:35:45.105682Z","steps":["trace[1272625293] 'process raft request' (duration: 295.059332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:45.105771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.165721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:35:45.105767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.327166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:45.105813Z","caller":"traceutil/trace.go:171","msg":"trace[2143182301] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34247; }","duration":"207.291025ms","start":"2026-03-04T02:35:44.898509Z","end":"2026-03-04T02:35:45.1058Z","steps":["trace[2143182301] 'agreement among raft nodes before linearized reading' (duration: 207.214212ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:45.105878Z","caller":"traceutil/trace.go:171","msg":"trace[1035259795] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:34247; }","duration":"314.48ms","start":"2026-03-04T02:35:44.791366Z","end":"2026-03-04T02:35:45.105846Z","steps":["trace[1035259795] 'agreement among raft nodes before linearized reading' (duration: 314.322675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:45.10595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:44.791343Z","time spent":"314.592434ms","remote":"127.0.0.1:34878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:35:45.105889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.446454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:45.106321Z","caller":"traceutil/trace.go:171","msg":"trace[945199719] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:34247; }","duration":"113.909699ms","start":"2026-03-04T02:35:44.992379Z","end":"2026-03-04T02:35:45.106289Z","steps":["trace[945199719] 'agreement among raft nodes before linearized reading' (duration: 113.363652ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:45.392888Z","caller":"traceutil/trace.go:171","msg":"trace[523624875] transaction","detail":"{read_only:false; response_revision:34248; number_of_response:1; }","duration":"124.327072ms","start":"2026-03-04T02:35:45.268525Z","end":"2026-03-04T02:35:45.392853Z","steps":["trace[523624875] 'process raft request' (duration: 60.289052ms)","trace[523624875] 'compare' (duration: 63.374139ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:46.157042Z","caller":"traceutil/trace.go:171","msg":"trace[1066491135] transaction","detail":"{read_only:false; response_revision:34249; number_of_response:1; }","duration":"599.539253ms","start":"2026-03-04T02:35:45.557473Z","end":"2026-03-04T02:35:46.157013Z","steps":["trace[1066491135] 'process raft request' (duration: 598.298324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:46.1572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:45.557444Z","time spent":"599.672078ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:35:46.37614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.081234ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:35:46.376338Z","caller":"traceutil/trace.go:171","msg":"trace[427607273] transaction","detail":"{read_only:false; response_revision:34250; number_of_response:1; }","duration":"817.930732ms","start":"2026-03-04T02:35:45.558388Z","end":"2026-03-04T02:35:46.376319Z","steps":["trace[427607273] 'process raft request' (duration: 709.56808ms)","trace[427607273] 'compare' (duration: 107.886197ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:46.376521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:45.558357Z","time spent":"818.027945ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:46.376543Z","caller":"traceutil/trace.go:171","msg":"trace[1667059379] linearizableReadLoop","detail":"{readStateIndex:35410; appliedIndex:35408; }","duration":"669.307877ms","start":"2026-03-04T02:35:45.707219Z","end":"2026-03-04T02:35:46.376526Z","steps":["trace[1667059379] 'read index received' (duration: 448.567653ms)","trace[1667059379] 'applied index is now lower than readState.Index' (duration: 220.739654ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:46.376584Z","caller":"traceutil/trace.go:171","msg":"trace[823027182] transaction","detail":"{read_only:false; response_revision:34251; number_of_response:1; }","duration":"320.010787ms","start":"2026-03-04T02:35:46.056551Z","end":"2026-03-04T02:35:46.376562Z","steps":["trace[823027182] 'process raft request' (duration: 319.704847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:46.376686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:46.05652Z","time spent":"320.11392ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:35:46.376917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.659038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-03-04T02:35:46.37704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.048782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:46.377073Z","caller":"traceutil/trace.go:171","msg":"trace[1250086226] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:34252; }","duration":"145.110744ms","start":"2026-03-04T02:35:46.231952Z","end":"2026-03-04T02:35:46.377063Z","steps":["trace[1250086226] 'agreement among raft nodes before linearized reading' (duration: 145.028461ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:46.377068Z","caller":"traceutil/trace.go:171","msg":"trace[1164820471] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:34252; }","duration":"669.827093ms","start":"2026-03-04T02:35:45.707174Z","end":"2026-03-04T02:35:46.377001Z","steps":["trace[1164820471] 'agreement among raft nodes before linearized reading' (duration: 669.42117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:46.377123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:45.707154Z","time spent":"669.956077ms","remote":"127.0.0.1:56246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-03-04T02:35:46.376945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.857421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T02:35:46.377179Z","caller":"traceutil/trace.go:171","msg":"trace[882437067] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34252; }","duration":"325.174701ms","start":"2026-03-04T02:35:46.051985Z","end":"2026-03-04T02:35:46.37716Z","steps":["trace[882437067] 'agreement among raft nodes before linearized reading' (duration: 324.769078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:46.377229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:46.051954Z","time spent":"325.265714ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T02:35:46.639435Z","caller":"traceutil/trace.go:171","msg":"trace[942854116] linearizableReadLoop","detail":"{readStateIndex:35414; appliedIndex:35412; }","duration":"238.5147ms","start":"2026-03-04T02:35:46.4009Z","end":"2026-03-04T02:35:46.639415Z","steps":["trace[942854116] 'read index received' (duration: 71.149878ms)","trace[942854116] 'applied index is now lower than readState.Index' (duration: 167.363492ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:46.639625Z","caller":"traceutil/trace.go:171","msg":"trace[1185550787] transaction","detail":"{read_only:false; response_revision:34254; number_of_response:1; }","duration":"257.319199ms","start":"2026-03-04T02:35:46.382297Z","end":"2026-03-04T02:35:46.639616Z","steps":["trace[1185550787] 'process raft request' (duration: 256.952207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:46.639847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.935403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:35:46.639872Z","caller":"traceutil/trace.go:171","msg":"trace[641556396] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34254; }","duration":"239.028216ms","start":"2026-03-04T02:35:46.400836Z","end":"2026-03-04T02:35:46.639865Z","steps":["trace[641556396] 'agreement among raft nodes before linearized reading' (duration: 238.905733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:47.278785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.267089ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:35:47.27929Z","caller":"traceutil/trace.go:171","msg":"trace[1514746047] transaction","detail":"{read_only:false; response_revision:34255; number_of_response:1; }","duration":"634.356071ms","start":"2026-03-04T02:35:46.644888Z","end":"2026-03-04T02:35:47.279244Z","steps":["trace[1514746047] 'process raft request' (duration: 111.477652ms)","trace[1514746047] 'compare' (duration: 521.884787ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:47.279445Z","caller":"traceutil/trace.go:171","msg":"trace[1975386201] transaction","detail":"{read_only:false; response_revision:34257; number_of_response:1; }","duration":"167.786405ms","start":"2026-03-04T02:35:47.111633Z","end":"2026-03-04T02:35:47.27942Z","steps":["trace[1975386201] 'process raft request' (duration: 167.726273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:47.279509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:46.64487Z","time spent":"634.503256ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:47.279512Z","caller":"traceutil/trace.go:171","msg":"trace[36574575] transaction","detail":"{read_only:false; response_revision:34256; number_of_response:1; }","duration":"634.035481ms","start":"2026-03-04T02:35:46.645427Z","end":"2026-03-04T02:35:47.279462Z","steps":["trace[36574575] 'process raft request' (duration: 633.841505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:47.279752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:46.645388Z","time spent":"634.232047ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:47.279788Z","caller":"traceutil/trace.go:171","msg":"trace[734227381] linearizableReadLoop","detail":"{readStateIndex:35416; appliedIndex:35414; }","duration":"380.7149ms","start":"2026-03-04T02:35:46.899036Z","end":"2026-03-04T02:35:47.279751Z","steps":["trace[734227381] 'read index received' (duration: 89.444811ms)","trace[734227381] 'applied index is now lower than readState.Index' (duration: 291.265939ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:47.279851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.811153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:47.27989Z","caller":"traceutil/trace.go:171","msg":"trace[1706339096] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34257; }","duration":"380.885515ms","start":"2026-03-04T02:35:46.898987Z","end":"2026-03-04T02:35:47.279873Z","steps":["trace[1706339096] 'agreement among raft nodes before linearized reading' (duration: 380.825623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:47.279924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:46.898962Z","time spent":"380.954868ms","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:35:47.280079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.568023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-04T02:35:47.280095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.554419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:35:47.280135Z","caller":"traceutil/trace.go:171","msg":"trace[1018566760] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34257; }","duration":"170.673607ms","start":"2026-03-04T02:35:47.109449Z","end":"2026-03-04T02:35:47.280122Z","steps":["trace[1018566760] 'agreement among raft nodes before linearized reading' (duration: 170.481941ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:47.280137Z","caller":"traceutil/trace.go:171","msg":"trace[1103795539] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34257; }","duration":"168.613431ms","start":"2026-03-04T02:35:47.111512Z","end":"2026-03-04T02:35:47.280126Z","steps":["trace[1103795539] 'agreement among raft nodes before linearized reading' (duration: 168.428615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:47.746634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.346466ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:35:47.746744Z","caller":"traceutil/trace.go:171","msg":"trace[363685398] transaction","detail":"{read_only:false; response_revision:34259; number_of_response:1; }","duration":"461.117193ms","start":"2026-03-04T02:35:47.285614Z","end":"2026-03-04T02:35:47.746731Z","steps":["trace[363685398] 'process raft request' (duration: 168.584282ms)","trace[363685398] 'compare' (duration: 292.256812ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:47.746782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:47.285587Z","time spent":"461.176545ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:47.832782Z","caller":"traceutil/trace.go:171","msg":"trace[282571231] linearizableReadLoop","detail":"{readStateIndex:35420; appliedIndex:35418; }","duration":"432.976046ms","start":"2026-03-04T02:35:47.399779Z","end":"2026-03-04T02:35:47.832755Z","steps":["trace[282571231] 'read index received' (duration: 54.415873ms)","trace[282571231] 'applied index is now lower than readState.Index' (duration: 378.558573ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:47.833223Z","caller":"traceutil/trace.go:171","msg":"trace[1085277831] transaction","detail":"{read_only:false; response_revision:34260; number_of_response:1; }","duration":"434.838206ms","start":"2026-03-04T02:35:47.398359Z","end":"2026-03-04T02:35:47.833198Z","steps":["trace[1085277831] 'process raft request' (duration: 434.234086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:47.833299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.993659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-03-04T02:35:47.833342Z","caller":"traceutil/trace.go:171","msg":"trace[2038991390] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:34260; }","duration":"118.096143ms","start":"2026-03-04T02:35:47.715232Z","end":"2026-03-04T02:35:47.833328Z","steps":["trace[2038991390] 'agreement among raft nodes before linearized reading' (duration: 117.863495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:47.833313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.471292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-04T02:35:47.833368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:47.398306Z","time spent":"434.98719ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:47.833416Z","caller":"traceutil/trace.go:171","msg":"trace[909228074] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:34260; }","duration":"433.654168ms","start":"2026-03-04T02:35:47.399733Z","end":"2026-03-04T02:35:47.833387Z","steps":["trace[909228074] 'agreement among raft nodes before linearized reading' (duration: 433.279316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:47.833475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:47.399718Z","time spent":"433.74543ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:35:48.245036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.429831ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:35:48.24524Z","caller":"traceutil/trace.go:171","msg":"trace[1016931457] transaction","detail":"{read_only:false; response_revision:34262; number_of_response:1; }","duration":"268.864787ms","start":"2026-03-04T02:35:47.976357Z","end":"2026-03-04T02:35:48.245222Z","steps":["trace[1016931457] 'process raft request' (duration: 268.802265ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:48.24542Z","caller":"traceutil/trace.go:171","msg":"trace[534360700] transaction","detail":"{read_only:false; response_revision:34261; number_of_response:1; }","duration":"406.240524ms","start":"2026-03-04T02:35:47.838981Z","end":"2026-03-04T02:35:48.245222Z","steps":["trace[534360700] 'process raft request' (duration: 106.527724ms)","trace[534360700] 'compare' (duration: 299.295837ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:48.245486Z","caller":"traceutil/trace.go:171","msg":"trace[345627805] linearizableReadLoop","detail":"{readStateIndex:35421; appliedIndex:35420; }","duration":"344.404874ms","start":"2026-03-04T02:35:47.901069Z","end":"2026-03-04T02:35:48.245474Z","steps":["trace[345627805] 'read index received' (duration: 44.441206ms)","trace[345627805] 'applied index is now lower than readState.Index' (duration: 299.962578ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:48.245681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.634632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:48.245718Z","caller":"traceutil/trace.go:171","msg":"trace[1588045474] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34262; }","duration":"344.850088ms","start":"2026-03-04T02:35:47.900859Z","end":"2026-03-04T02:35:48.245709Z","steps":["trace[1588045474] 'agreement among raft nodes before linearized reading' (duration: 344.787306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:48.245719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:47.838956Z","time spent":"406.544034ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:35:48.245747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:47.900821Z","time spent":"344.919131ms","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:35:48.263978Z","caller":"traceutil/trace.go:171","msg":"trace[73547468] transaction","detail":"{read_only:false; response_revision:34263; number_of_response:1; }","duration":"100.806422ms","start":"2026-03-04T02:35:48.163145Z","end":"2026-03-04T02:35:48.263952Z","steps":["trace[73547468] 'process raft request' (duration: 100.496392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:48.264028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.744756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T02:35:48.264087Z","caller":"traceutil/trace.go:171","msg":"trace[1893947256] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34263; }","duration":"152.855051ms","start":"2026-03-04T02:35:48.111218Z","end":"2026-03-04T02:35:48.264073Z","steps":["trace[1893947256] 'agreement among raft nodes before linearized reading' (duration: 152.644414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:48.264059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.706972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:35:48.264172Z","caller":"traceutil/trace.go:171","msg":"trace[563748459] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:34263; }","duration":"113.854857ms","start":"2026-03-04T02:35:48.150293Z","end":"2026-03-04T02:35:48.264148Z","steps":["trace[563748459] 'agreement among raft nodes before linearized reading' (duration: 113.537877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:48.622459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.749997ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-04T02:35:48.622582Z","caller":"traceutil/trace.go:171","msg":"trace[1636214931] linearizableReadLoop","detail":"{readStateIndex:35424; appliedIndex:35423; }","duration":"354.92963ms","start":"2026-03-04T02:35:48.267631Z","end":"2026-03-04T02:35:48.622561Z","steps":["trace[1636214931] 'read index received' (duration: 132.058298ms)","trace[1636214931] 'applied index is now lower than readState.Index' (duration: 222.869731ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:48.62266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:48.265241Z","time spent":"357.414899ms","remote":"127.0.0.1:56114","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:35:48.622968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.300691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T02:35:48.623078Z","caller":"traceutil/trace.go:171","msg":"trace[1006185655] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34263; }","duration":"355.445426ms","start":"2026-03-04T02:35:48.26761Z","end":"2026-03-04T02:35:48.623055Z","steps":["trace[1006185655] 'agreement among raft nodes before linearized reading' (duration: 355.106445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:48.623121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:48.267596Z","time spent":"355.518018ms","remote":"127.0.0.1:56286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T02:35:48.708518Z","caller":"traceutil/trace.go:171","msg":"trace[1227344965] transaction","detail":"{read_only:false; response_revision:34264; number_of_response:1; }","duration":"326.915136ms","start":"2026-03-04T02:35:48.381571Z","end":"2026-03-04T02:35:48.708487Z","steps":["trace[1227344965] 'process raft request' (duration: 326.625917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:48.70873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:48.381543Z","time spent":"327.075711ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:48.708957Z","caller":"traceutil/trace.go:171","msg":"trace[443494387] transaction","detail":"{read_only:false; response_revision:34265; number_of_response:1; }","duration":"325.806331ms","start":"2026-03-04T02:35:48.383109Z","end":"2026-03-04T02:35:48.708915Z","steps":["trace[443494387] 'process raft request' (duration: 325.315185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:48.709398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:48.38309Z","time spent":"326.148602ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:48.709663Z","caller":"traceutil/trace.go:171","msg":"trace[901352255] transaction","detail":"{read_only:false; response_revision:34266; number_of_response:1; }","duration":"326.048699ms","start":"2026-03-04T02:35:48.383593Z","end":"2026-03-04T02:35:48.709642Z","steps":["trace[901352255] 'process raft request' (duration: 325.203702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:48.709743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.26094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:48.709798Z","caller":"traceutil/trace.go:171","msg":"trace[522900713] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:34266; }","duration":"285.357142ms","start":"2026-03-04T02:35:48.424424Z","end":"2026-03-04T02:35:48.709781Z","steps":["trace[522900713] 'agreement among raft nodes before linearized reading' (duration: 285.250469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:48.709884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:48.383567Z","time spent":"326.188974ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:35:48.710569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.002036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:35:48.711042Z","caller":"traceutil/trace.go:171","msg":"trace[646104131] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34266; }","duration":"234.708798ms","start":"2026-03-04T02:35:48.476264Z","end":"2026-03-04T02:35:48.710972Z","steps":["trace[646104131] 'agreement among raft nodes before linearized reading' (duration: 233.402667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:49.008906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.285004ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:35:49.009211Z","caller":"traceutil/trace.go:171","msg":"trace[1099816449] transaction","detail":"{read_only:false; response_revision:34268; number_of_response:1; }","duration":"292.582772ms","start":"2026-03-04T02:35:48.716604Z","end":"2026-03-04T02:35:49.009187Z","steps":["trace[1099816449] 'process raft request' (duration: 292.443308ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:49.009223Z","caller":"traceutil/trace.go:171","msg":"trace[1451285018] transaction","detail":"{read_only:false; response_revision:34267; number_of_response:1; }","duration":"385.580066ms","start":"2026-03-04T02:35:48.623595Z","end":"2026-03-04T02:35:49.009175Z","steps":["trace[1451285018] 'process raft request' (duration: 199.92089ms)","trace[1451285018] 'compare' (duration: 185.000435ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:49.009313Z","caller":"traceutil/trace.go:171","msg":"trace[1485651810] linearizableReadLoop","detail":"{readStateIndex:35428; appliedIndex:35427; }","duration":"299.654657ms","start":"2026-03-04T02:35:48.709629Z","end":"2026-03-04T02:35:49.009284Z","steps":["trace[1485651810] 'read index received' (duration: 113.903479ms)","trace[1485651810] 'applied index is now lower than readState.Index' (duration: 185.747878ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:49.00947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.642171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:35:49.009535Z","caller":"traceutil/trace.go:171","msg":"trace[1902864472] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34268; }","duration":"365.709792ms","start":"2026-03-04T02:35:48.643794Z","end":"2026-03-04T02:35:49.009504Z","steps":["trace[1902864472] 'agreement among raft nodes before linearized reading' (duration: 365.570878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:49.009536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.091455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-04T02:35:49.009584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:48.643784Z","time spent":"365.785126ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T02:35:49.009593Z","caller":"traceutil/trace.go:171","msg":"trace[1769674113] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:34268; }","duration":"350.197339ms","start":"2026-03-04T02:35:48.659378Z","end":"2026-03-04T02:35:49.009575Z","steps":["trace[1769674113] 'agreement among raft nodes before linearized reading' (duration: 349.972742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:49.009643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:48.659358Z","time spent":"350.276261ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T02:35:49.009634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.08261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18421"} {"level":"info","ts":"2026-03-04T02:35:49.009715Z","caller":"traceutil/trace.go:171","msg":"trace[1391317199] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:34268; }","duration":"385.199314ms","start":"2026-03-04T02:35:48.624497Z","end":"2026-03-04T02:35:49.009696Z","steps":["trace[1391317199] 'agreement among raft nodes before linearized reading' (duration: 384.935445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:49.009765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:48.624489Z","time spent":"385.267425ms","remote":"127.0.0.1:56274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18443,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T02:35:49.00954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:48.623566Z","time spent":"385.815073ms","remote":"127.0.0.1:56114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:35:49.351551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.275951ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:35:49.351687Z","caller":"traceutil/trace.go:171","msg":"trace[530114355] linearizableReadLoop","detail":"{readStateIndex:35430; appliedIndex:35429; }","duration":"342.290157ms","start":"2026-03-04T02:35:49.009375Z","end":"2026-03-04T02:35:49.351665Z","steps":["trace[530114355] 'read index received' (duration: 168.805609ms)","trace[530114355] 'applied index is now lower than readState.Index' (duration: 173.482818ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:49.351748Z","caller":"traceutil/trace.go:171","msg":"trace[475138990] transaction","detail":"{read_only:false; response_revision:34269; number_of_response:1; }","duration":"527.212428ms","start":"2026-03-04T02:35:48.824502Z","end":"2026-03-04T02:35:49.351714Z","steps":["trace[475138990] 'process raft request' (duration: 353.663049ms)","trace[475138990] 'compare' (duration: 173.114275ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:49.35185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.444976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:49.351905Z","caller":"traceutil/trace.go:171","msg":"trace[600962854] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34269; }","duration":"452.540799ms","start":"2026-03-04T02:35:48.899348Z","end":"2026-03-04T02:35:49.351889Z","steps":["trace[600962854] 'agreement among raft nodes before linearized reading' (duration: 452.448586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:49.351908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:48.824469Z","time spent":"527.353353ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:35:49.351958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:48.899328Z","time spent":"452.618032ms","remote":"127.0.0.1:56074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:35:49.697763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.237151ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:35:49.698017Z","caller":"traceutil/trace.go:171","msg":"trace[1707412373] transaction","detail":"{read_only:false; response_revision:34270; number_of_response:1; }","duration":"683.22487ms","start":"2026-03-04T02:35:49.014767Z","end":"2026-03-04T02:35:49.697992Z","steps":["trace[1707412373] 'process raft request' (duration: 444.663589ms)","trace[1707412373] 'compare' (duration: 238.107386ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:49.698124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:49.01474Z","time spent":"683.344953ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:49.698445Z","caller":"traceutil/trace.go:171","msg":"trace[1991623836] transaction","detail":"{read_only:false; response_revision:34271; number_of_response:1; }","duration":"683.573411ms","start":"2026-03-04T02:35:49.014861Z","end":"2026-03-04T02:35:49.698434Z","steps":["trace[1991623836] 'process raft request' (duration: 683.076935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:49.698528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:49.014841Z","time spent":"683.661273ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:49.698634Z","caller":"traceutil/trace.go:171","msg":"trace[2132285070] transaction","detail":"{read_only:false; response_revision:34272; number_of_response:1; }","duration":"412.882775ms","start":"2026-03-04T02:35:49.285718Z","end":"2026-03-04T02:35:49.698601Z","steps":["trace[2132285070] 'process raft request' (duration: 412.621377ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:49.698722Z","caller":"traceutil/trace.go:171","msg":"trace[1305409348] transaction","detail":"{read_only:false; response_revision:34273; number_of_response:1; }","duration":"190.519561ms","start":"2026-03-04T02:35:49.508133Z","end":"2026-03-04T02:35:49.698653Z","steps":["trace[1305409348] 'process raft request' (duration: 190.446529ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:49.698801Z","caller":"traceutil/trace.go:171","msg":"trace[753617457] linearizableReadLoop","detail":"{readStateIndex:35433; appliedIndex:35430; }","duration":"347.033667ms","start":"2026-03-04T02:35:49.351758Z","end":"2026-03-04T02:35:49.698792Z","steps":["trace[753617457] 'read index received' (duration: 107.700121ms)","trace[753617457] 'applied index is now lower than readState.Index' (duration: 239.332446ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:49.698929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.711007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:49.698971Z","caller":"traceutil/trace.go:171","msg":"trace[239272359] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:34273; }","duration":"545.77906ms","start":"2026-03-04T02:35:49.153184Z","end":"2026-03-04T02:35:49.698963Z","steps":["trace[239272359] 'agreement among raft nodes before linearized reading' (duration: 545.712178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:49.699009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:49.153169Z","time spent":"545.833142ms","remote":"127.0.0.1:56558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T02:35:49.699092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.414355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-04T02:35:49.699509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.042161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-04T02:35:49.699616Z","caller":"traceutil/trace.go:171","msg":"trace[1069870722] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34273; }","duration":"414.912691ms","start":"2026-03-04T02:35:49.284672Z","end":"2026-03-04T02:35:49.699585Z","steps":["trace[1069870722] 'agreement among raft nodes before linearized reading' (duration: 414.363033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:49.699008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.325312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T02:35:49.69967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:49.284609Z","time spent":"415.048355ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T02:35:49.699644Z","caller":"traceutil/trace.go:171","msg":"trace[441817639] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:34273; }","duration":"687.225397ms","start":"2026-03-04T02:35:49.012393Z","end":"2026-03-04T02:35:49.699618Z","steps":["trace[441817639] 'agreement among raft nodes before linearized reading' (duration: 686.799623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:49.699758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:49.012376Z","time spent":"687.368562ms","remote":"127.0.0.1:56260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-04T02:35:49.699746Z","caller":"traceutil/trace.go:171","msg":"trace[2073083830] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34273; }","duration":"415.052875ms","start":"2026-03-04T02:35:49.284637Z","end":"2026-03-04T02:35:49.69969Z","steps":["trace[2073083830] 'agreement among raft nodes before linearized reading' (duration: 414.237929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:49.699846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:49.284619Z","time spent":"415.191959ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:35:49.699159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.497657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:35:49.700012Z","caller":"traceutil/trace.go:171","msg":"trace[1140272715] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34273; }","duration":"356.403176ms","start":"2026-03-04T02:35:49.343594Z","end":"2026-03-04T02:35:49.699997Z","steps":["trace[1140272715] 'agreement among raft nodes before linearized reading' (duration: 355.379423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:49.700058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:49.343577Z","time spent":"356.468818ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:35:49.698833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:49.2857Z","time spent":"413.038701ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:35:49.699264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.684436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:49.70021Z","caller":"traceutil/trace.go:171","msg":"trace[240011415] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:34273; }","duration":"583.678307ms","start":"2026-03-04T02:35:49.116498Z","end":"2026-03-04T02:35:49.700176Z","steps":["trace[240011415] 'agreement among raft nodes before linearized reading' (duration: 582.713607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:49.700288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:49.116479Z","time spent":"583.784151ms","remote":"127.0.0.1:32770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:35:49.903394Z","caller":"traceutil/trace.go:171","msg":"trace[96621387] transaction","detail":"{read_only:false; response_revision:34275; number_of_response:1; }","duration":"199.385053ms","start":"2026-03-04T02:35:49.703985Z","end":"2026-03-04T02:35:49.90337Z","steps":["trace[96621387] 'process raft request' (duration: 199.173976ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:49.903659Z","caller":"traceutil/trace.go:171","msg":"trace[1225040725] transaction","detail":"{read_only:false; response_revision:34276; number_of_response:1; }","duration":"198.625079ms","start":"2026-03-04T02:35:49.705025Z","end":"2026-03-04T02:35:49.903651Z","steps":["trace[1225040725] 'process raft request' (duration: 198.280608ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:49.903657Z","caller":"traceutil/trace.go:171","msg":"trace[262653814] linearizableReadLoop","detail":"{readStateIndex:35437; appliedIndex:35435; }","duration":"128.514305ms","start":"2026-03-04T02:35:49.775114Z","end":"2026-03-04T02:35:49.903628Z","steps":["trace[262653814] 'read index received' (duration: 127.997829ms)","trace[262653814] 'applied index is now lower than readState.Index' (duration: 515.246µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:49.90388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.430637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:35:49.904027Z","caller":"traceutil/trace.go:171","msg":"trace[1253858935] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34276; }","duration":"152.637543ms","start":"2026-03-04T02:35:49.75138Z","end":"2026-03-04T02:35:49.904018Z","steps":["trace[1253858935] 'agreement among raft nodes before linearized reading' (duration: 152.344224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:49.903901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.580755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T02:35:49.90411Z","caller":"traceutil/trace.go:171","msg":"trace[842466745] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34276; }","duration":"197.830693ms","start":"2026-03-04T02:35:49.706265Z","end":"2026-03-04T02:35:49.904095Z","steps":["trace[842466745] 'agreement among raft nodes before linearized reading' (duration: 197.488012ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:50.032619Z","caller":"traceutil/trace.go:171","msg":"trace[1633623479] linearizableReadLoop","detail":"{readStateIndex:35439; appliedIndex:35438; }","duration":"103.937112ms","start":"2026-03-04T02:35:49.928645Z","end":"2026-03-04T02:35:50.032582Z","steps":["trace[1633623479] 'read index received' (duration: 52.849534ms)","trace[1633623479] 'applied index is now lower than readState.Index' (duration: 51.085958ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:50.032759Z","caller":"traceutil/trace.go:171","msg":"trace[280176233] transaction","detail":"{read_only:false; response_revision:34278; number_of_response:1; }","duration":"123.368731ms","start":"2026-03-04T02:35:49.909353Z","end":"2026-03-04T02:35:50.032722Z","steps":["trace[280176233] 'process raft request' (duration: 72.214921ms)","trace[280176233] 'compare' (duration: 50.807549ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:50.032909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.860588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:50.03299Z","caller":"traceutil/trace.go:171","msg":"trace[421698569] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34278; }","duration":"103.015792ms","start":"2026-03-04T02:35:49.929955Z","end":"2026-03-04T02:35:50.032971Z","steps":["trace[421698569] 'agreement among raft nodes before linearized reading' (duration: 102.863258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:50.033026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.556665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18421"} {"level":"info","ts":"2026-03-04T02:35:50.033172Z","caller":"traceutil/trace.go:171","msg":"trace[1729711288] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:34278; }","duration":"127.745851ms","start":"2026-03-04T02:35:49.90539Z","end":"2026-03-04T02:35:50.033136Z","steps":["trace[1729711288] 'agreement among raft nodes before linearized reading' (duration: 127.332748ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:50.831218Z","caller":"traceutil/trace.go:171","msg":"trace[456343] transaction","detail":"{read_only:false; response_revision:34280; number_of_response:1; }","duration":"116.344366ms","start":"2026-03-04T02:35:50.714847Z","end":"2026-03-04T02:35:50.831191Z","steps":["trace[456343] 'process raft request' (duration: 116.13959ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:51.326112Z","caller":"traceutil/trace.go:171","msg":"trace[43222836] linearizableReadLoop","detail":"{readStateIndex:35443; appliedIndex:35441; }","duration":"423.257906ms","start":"2026-03-04T02:35:50.902822Z","end":"2026-03-04T02:35:51.32608Z","steps":["trace[43222836] 'read index received' (duration: 423.099531ms)","trace[43222836] 'applied index is now lower than readState.Index' (duration: 157.265µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:51.326253Z","caller":"traceutil/trace.go:171","msg":"trace[431526816] transaction","detail":"{read_only:false; response_revision:34282; number_of_response:1; }","duration":"610.866613ms","start":"2026-03-04T02:35:50.715377Z","end":"2026-03-04T02:35:51.326244Z","steps":["trace[431526816] 'process raft request' (duration: 610.648556ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:51.326171Z","caller":"traceutil/trace.go:171","msg":"trace[1441427991] transaction","detail":"{read_only:false; response_revision:34281; number_of_response:1; }","duration":"611.039459ms","start":"2026-03-04T02:35:50.715075Z","end":"2026-03-04T02:35:51.326115Z","steps":["trace[1441427991] 'process raft request' (duration: 610.76667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:51.326471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.634528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:51.326584Z","caller":"traceutil/trace.go:171","msg":"trace[1941496489] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34282; }","duration":"423.805083ms","start":"2026-03-04T02:35:50.902762Z","end":"2026-03-04T02:35:51.326567Z","steps":["trace[1941496489] 'agreement among raft nodes before linearized reading' (duration: 423.602687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:51.326517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:50.715355Z","time spent":"611.004788ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:35:51.3265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:50.715061Z","time spent":"611.343148ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:35:51.326765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:50.902744Z","time spent":"423.929128ms","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:35:51.362744Z","caller":"traceutil/trace.go:171","msg":"trace[1757385586] transaction","detail":"{read_only:false; response_revision:34283; number_of_response:1; }","duration":"198.830035ms","start":"2026-03-04T02:35:51.163887Z","end":"2026-03-04T02:35:51.362717Z","steps":["trace[1757385586] 'process raft request' (duration: 198.66234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:51.362841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.968566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:51.362884Z","caller":"traceutil/trace.go:171","msg":"trace[1350859107] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:34283; }","duration":"213.080759ms","start":"2026-03-04T02:35:51.149791Z","end":"2026-03-04T02:35:51.362872Z","steps":["trace[1350859107] 'agreement among raft nodes before linearized reading' (duration: 212.980066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:51.363156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.988832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T02:35:51.363245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.396327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:51.363277Z","caller":"traceutil/trace.go:171","msg":"trace[1563497467] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34283; }","duration":"350.161317ms","start":"2026-03-04T02:35:51.013088Z","end":"2026-03-04T02:35:51.363249Z","steps":["trace[1563497467] 'agreement among raft nodes before linearized reading' (duration: 349.824946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:51.36333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:51.013066Z","time spent":"350.2547ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T02:35:51.363415Z","caller":"traceutil/trace.go:171","msg":"trace[1290843135] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:34283; }","duration":"238.491689ms","start":"2026-03-04T02:35:51.124787Z","end":"2026-03-04T02:35:51.363278Z","steps":["trace[1290843135] 'agreement among raft nodes before linearized reading' (duration: 238.408926ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:51.52078Z","caller":"traceutil/trace.go:171","msg":"trace[1137283297] transaction","detail":"{read_only:false; response_revision:34284; number_of_response:1; }","duration":"151.100665ms","start":"2026-03-04T02:35:51.369652Z","end":"2026-03-04T02:35:51.520752Z","steps":["trace[1137283297] 'process raft request' (duration: 123.829446ms)","trace[1137283297] 'compare' (duration: 26.951468ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:51.81488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.013327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:35:51.814976Z","caller":"traceutil/trace.go:171","msg":"trace[2032154371] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34284; }","duration":"111.176453ms","start":"2026-03-04T02:35:51.703774Z","end":"2026-03-04T02:35:51.814951Z","steps":["trace[2032154371] 'range keys from in-memory index tree' (duration: 110.724888ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:51.834906Z","caller":"traceutil/trace.go:171","msg":"trace[1755299670] linearizableReadLoop","detail":"{readStateIndex:35446; appliedIndex:35445; }","duration":"117.465053ms","start":"2026-03-04T02:35:51.717424Z","end":"2026-03-04T02:35:51.834889Z","steps":["trace[1755299670] 'read index received' (duration: 117.35498ms)","trace[1755299670] 'applied index is now lower than readState.Index' (duration: 109.493µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:51.835008Z","caller":"traceutil/trace.go:171","msg":"trace[1722296371] transaction","detail":"{read_only:false; response_revision:34285; number_of_response:1; }","duration":"129.734944ms","start":"2026-03-04T02:35:51.70526Z","end":"2026-03-04T02:35:51.834995Z","steps":["trace[1722296371] 'process raft request' (duration: 129.492596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:51.835157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.717991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:51.835351Z","caller":"traceutil/trace.go:171","msg":"trace[616230322] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:34285; }","duration":"117.924677ms","start":"2026-03-04T02:35:51.717406Z","end":"2026-03-04T02:35:51.835331Z","steps":["trace[616230322] 'agreement among raft nodes before linearized reading' (duration: 117.68573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:52.335636Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743091943760686,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:35:52.352997Z","caller":"traceutil/trace.go:171","msg":"trace[290998750] transaction","detail":"{read_only:false; response_revision:34286; number_of_response:1; }","duration":"532.646032ms","start":"2026-03-04T02:35:51.820324Z","end":"2026-03-04T02:35:52.35297Z","steps":["trace[290998750] 'process raft request' (duration: 532.489347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:52.35321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:51.820297Z","time spent":"532.797997ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:52.530208Z","caller":"traceutil/trace.go:171","msg":"trace[595952317] linearizableReadLoop","detail":"{readStateIndex:35448; appliedIndex:35447; }","duration":"695.226661ms","start":"2026-03-04T02:35:51.834965Z","end":"2026-03-04T02:35:52.530192Z","steps":["trace[595952317] 'read index received' (duration: 525.578146ms)","trace[595952317] 'applied index is now lower than readState.Index' (duration: 169.647915ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:52.530298Z","caller":"traceutil/trace.go:171","msg":"trace[1815497375] transaction","detail":"{read_only:false; response_revision:34287; number_of_response:1; }","duration":"596.00149ms","start":"2026-03-04T02:35:51.934285Z","end":"2026-03-04T02:35:52.530287Z","steps":["trace[1815497375] 'process raft request' (duration: 507.944985ms)","trace[1815497375] 'compare' (duration: 87.760056ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:52.530371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:51.934258Z","time spent":"596.057082ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:35:52.530544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.369467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:35:52.530508Z","caller":"traceutil/trace.go:171","msg":"trace[1853062926] transaction","detail":"{read_only:false; response_revision:34288; number_of_response:1; }","duration":"166.143034ms","start":"2026-03-04T02:35:52.364334Z","end":"2026-03-04T02:35:52.530477Z","steps":["trace[1853062926] 'process raft request' (duration: 165.804903ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:52.53057Z","caller":"traceutil/trace.go:171","msg":"trace[489348575] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34288; }","duration":"749.396748ms","start":"2026-03-04T02:35:51.781166Z","end":"2026-03-04T02:35:52.530563Z","steps":["trace[489348575] 'agreement among raft nodes before linearized reading' (duration: 749.287135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:52.530717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:51.781067Z","time spent":"749.641256ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:35:52.530793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.842376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:52.53082Z","caller":"traceutil/trace.go:171","msg":"trace[2039627245] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:34288; }","duration":"268.908638ms","start":"2026-03-04T02:35:52.261902Z","end":"2026-03-04T02:35:52.530811Z","steps":["trace[2039627245] 'agreement among raft nodes before linearized reading' (duration: 268.866867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:52.531009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.482482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:35:52.53108Z","caller":"traceutil/trace.go:171","msg":"trace[555649501] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34288; }","duration":"492.602285ms","start":"2026-03-04T02:35:52.038461Z","end":"2026-03-04T02:35:52.531063Z","steps":["trace[555649501] 'agreement among raft nodes before linearized reading' (duration: 492.404209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:52.531082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.394334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:35:52.531131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:52.038446Z","time spent":"492.672398ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T02:35:52.531133Z","caller":"traceutil/trace.go:171","msg":"trace[813422276] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:34288; }","duration":"425.493827ms","start":"2026-03-04T02:35:52.105625Z","end":"2026-03-04T02:35:52.531119Z","steps":["trace[813422276] 'agreement among raft nodes before linearized reading' (duration: 425.402674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:52.531178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:52.105598Z","time spent":"425.5703ms","remote":"127.0.0.1:34964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:35:52.531203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.985744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:35:52.531212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.71395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-04T02:35:52.531462Z","caller":"traceutil/trace.go:171","msg":"trace[265925465] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34288; }","duration":"622.005699ms","start":"2026-03-04T02:35:51.909396Z","end":"2026-03-04T02:35:52.531401Z","steps":["trace[265925465] 'agreement among raft nodes before linearized reading' (duration: 621.596646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:52.531571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:51.90937Z","time spent":"622.180865ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T02:35:52.531257Z","caller":"traceutil/trace.go:171","msg":"trace[1423461334] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:34288; }","duration":"142.089257ms","start":"2026-03-04T02:35:52.389154Z","end":"2026-03-04T02:35:52.531243Z","steps":["trace[1423461334] 'agreement among raft nodes before linearized reading' (duration: 141.996434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:52.531069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.622299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:35:52.532473Z","caller":"traceutil/trace.go:171","msg":"trace[1698696063] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34288; }","duration":"623.990282ms","start":"2026-03-04T02:35:51.908382Z","end":"2026-03-04T02:35:52.532372Z","steps":["trace[1698696063] 'agreement among raft nodes before linearized reading' (duration: 622.267637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:52.532576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:51.908358Z","time spent":"624.151887ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:35:52.903177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.251896ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:35:52.903344Z","caller":"traceutil/trace.go:171","msg":"trace[504279873] transaction","detail":"{read_only:false; response_revision:34289; number_of_response:1; }","duration":"366.090485ms","start":"2026-03-04T02:35:52.537178Z","end":"2026-03-04T02:35:52.903268Z","steps":["trace[504279873] 'process raft request' (duration: 162.668593ms)","trace[504279873] 'compare' (duration: 203.140053ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:52.903586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:52.537158Z","time spent":"366.387655ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:35:53.685266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.987304ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:35:53.685509Z","caller":"traceutil/trace.go:171","msg":"trace[141703120] linearizableReadLoop","detail":"{readStateIndex:35454; appliedIndex:35450; }","duration":"806.296031ms","start":"2026-03-04T02:35:52.879199Z","end":"2026-03-04T02:35:53.685496Z","steps":["trace[141703120] 'read index received' (duration: 229.026828ms)","trace[141703120] 'applied index is now lower than readState.Index' (duration: 577.268293ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:53.685579Z","caller":"traceutil/trace.go:171","msg":"trace[1447110912] transaction","detail":"{read_only:false; response_revision:34291; number_of_response:1; }","duration":"1.148082842s","start":"2026-03-04T02:35:52.537488Z","end":"2026-03-04T02:35:53.685571Z","steps":["trace[1447110912] 'process raft request' (duration: 1.147862825s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:53.685573Z","caller":"traceutil/trace.go:171","msg":"trace[1961107392] transaction","detail":"{read_only:false; response_revision:34294; number_of_response:1; }","duration":"352.375478ms","start":"2026-03-04T02:35:53.333173Z","end":"2026-03-04T02:35:53.685548Z","steps":["trace[1961107392] 'process raft request' (duration: 352.290535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:53.685624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:52.537482Z","time spent":"1.148117772s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:35:53.685715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:53.333155Z","time spent":"352.485942ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:53.685777Z","caller":"traceutil/trace.go:171","msg":"trace[1330199855] transaction","detail":"{read_only:false; response_revision:34292; number_of_response:1; }","duration":"1.146636686s","start":"2026-03-04T02:35:52.539132Z","end":"2026-03-04T02:35:53.685769Z","steps":["trace[1330199855] 'process raft request' (duration: 1.146266994s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:53.68582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:52.53911Z","time spent":"1.146687057s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:53.68589Z","caller":"traceutil/trace.go:171","msg":"trace[1508962530] transaction","detail":"{read_only:false; response_revision:34293; number_of_response:1; }","duration":"849.88422ms","start":"2026-03-04T02:35:52.835999Z","end":"2026-03-04T02:35:53.685883Z","steps":["trace[1508962530] 'process raft request' (duration: 849.435785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:53.685933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:52.835978Z","time spent":"849.933741ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:53.685942Z","caller":"traceutil/trace.go:171","msg":"trace[2000934526] transaction","detail":"{read_only:false; response_revision:34290; number_of_response:1; }","duration":"1.148504915s","start":"2026-03-04T02:35:52.537423Z","end":"2026-03-04T02:35:53.685928Z","steps":["trace[2000934526] 'process raft request' (duration: 570.787407ms)","trace[2000934526] 'compare' (duration: 576.621363ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:53.686001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:52.537404Z","time spent":"1.148565877s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:35:53.686143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.943242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:35:53.686177Z","caller":"traceutil/trace.go:171","msg":"trace[1613029782] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:34294; }","duration":"807.024995ms","start":"2026-03-04T02:35:52.879145Z","end":"2026-03-04T02:35:53.68617Z","steps":["trace[1613029782] 'agreement among raft nodes before linearized reading' (duration: 806.87582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:53.686231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:52.87912Z","time spent":"807.078637ms","remote":"127.0.0.1:56294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":94,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:35:53.693863Z","caller":"traceutil/trace.go:171","msg":"trace[753779955] transaction","detail":"{read_only:false; response_revision:34295; number_of_response:1; }","duration":"360.475396ms","start":"2026-03-04T02:35:53.333367Z","end":"2026-03-04T02:35:53.693842Z","steps":["trace[753779955] 'process raft request' (duration: 360.373263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:53.694014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:53.333324Z","time spent":"360.6223ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:35:53.911355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.162888ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T02:35:53.911542Z","caller":"traceutil/trace.go:171","msg":"trace[309279382] linearizableReadLoop","detail":"{readStateIndex:35457; appliedIndex:35455; }","duration":"225.967829ms","start":"2026-03-04T02:35:53.685539Z","end":"2026-03-04T02:35:53.911507Z","steps":["trace[309279382] 'read index received' (duration: 8.144719ms)","trace[309279382] 'applied index is now lower than readState.Index' (duration: 217.82124ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:53.911622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.141957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:53.911882Z","caller":"traceutil/trace.go:171","msg":"trace[41601190] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:34295; }","duration":"259.436446ms","start":"2026-03-04T02:35:53.652403Z","end":"2026-03-04T02:35:53.911839Z","steps":["trace[41601190] 'agreement among raft nodes before linearized reading' (duration: 259.127636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:53.911752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.092652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:35:53.911955Z","caller":"traceutil/trace.go:171","msg":"trace[1288300661] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34295; }","duration":"386.329869ms","start":"2026-03-04T02:35:53.525609Z","end":"2026-03-04T02:35:53.911938Z","steps":["trace[1288300661] 'agreement among raft nodes before linearized reading' (duration: 385.995458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:53.911996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:53.525588Z","time spent":"386.395642ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:35:53.911756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012192992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:53.912212Z","caller":"traceutil/trace.go:171","msg":"trace[1752922576] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34295; }","duration":"1.012681157s","start":"2026-03-04T02:35:52.899514Z","end":"2026-03-04T02:35:53.912195Z","steps":["trace[1752922576] 'agreement among raft nodes before linearized reading' (duration: 1.012199422s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:53.912262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:52.899452Z","time spent":"1.012799941s","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:35:53.912461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.635591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:53.912511Z","caller":"traceutil/trace.go:171","msg":"trace[670388777] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:34296; }","duration":"194.721244ms","start":"2026-03-04T02:35:53.717779Z","end":"2026-03-04T02:35:53.9125Z","steps":["trace[670388777] 'agreement among raft nodes before linearized reading' (duration: 194.643092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:53.912644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.710023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-04T02:35:53.912707Z","caller":"traceutil/trace.go:171","msg":"trace[1916814893] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:34296; }","duration":"215.816536ms","start":"2026-03-04T02:35:53.696876Z","end":"2026-03-04T02:35:53.912693Z","steps":["trace[1916814893] 'agreement among raft nodes before linearized reading' (duration: 215.497916ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:54.110402Z","caller":"traceutil/trace.go:171","msg":"trace[1028484119] transaction","detail":"{read_only:false; response_revision:34297; number_of_response:1; }","duration":"192.791783ms","start":"2026-03-04T02:35:53.917578Z","end":"2026-03-04T02:35:54.11037Z","steps":["trace[1028484119] 'process raft request' (duration: 192.602947ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:54.110745Z","caller":"traceutil/trace.go:171","msg":"trace[319288711] linearizableReadLoop","detail":"{readStateIndex:35459; appliedIndex:35459; }","duration":"190.541241ms","start":"2026-03-04T02:35:53.920191Z","end":"2026-03-04T02:35:54.110732Z","steps":["trace[319288711] 'read index received' (duration: 190.533831ms)","trace[319288711] 'applied index is now lower than readState.Index' (duration: 5.47µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:54.110846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.634494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:54.110885Z","caller":"traceutil/trace.go:171","msg":"trace[1609368054] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34297; }","duration":"190.717477ms","start":"2026-03-04T02:35:53.920158Z","end":"2026-03-04T02:35:54.110875Z","steps":["trace[1609368054] 'agreement among raft nodes before linearized reading' (duration: 190.632904ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:54.517325Z","caller":"traceutil/trace.go:171","msg":"trace[1068335479] transaction","detail":"{read_only:false; response_revision:34299; number_of_response:1; }","duration":"108.241099ms","start":"2026-03-04T02:35:54.409055Z","end":"2026-03-04T02:35:54.517296Z","steps":["trace[1068335479] 'process raft request' (duration: 59.426383ms)","trace[1068335479] 'compare' (duration: 48.687032ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:54.972565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.994308ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:35:54.97271Z","caller":"traceutil/trace.go:171","msg":"trace[83956975] linearizableReadLoop","detail":"{readStateIndex:35463; appliedIndex:35462; }","duration":"131.851641ms","start":"2026-03-04T02:35:54.840835Z","end":"2026-03-04T02:35:54.972686Z","steps":["trace[83956975] 'read index received' (duration: 36.211µs)","trace[83956975] 'applied index is now lower than readState.Index' (duration: 131.81346ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:54.973014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.144421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:54.973118Z","caller":"traceutil/trace.go:171","msg":"trace[1772479431] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:34301; }","duration":"132.313066ms","start":"2026-03-04T02:35:54.840778Z","end":"2026-03-04T02:35:54.973091Z","steps":["trace[1772479431] 'agreement among raft nodes before linearized reading' (duration: 132.035087ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:54.973182Z","caller":"traceutil/trace.go:171","msg":"trace[135578907] transaction","detail":"{read_only:false; response_revision:34301; number_of_response:1; }","duration":"434.642629ms","start":"2026-03-04T02:35:54.53849Z","end":"2026-03-04T02:35:54.973133Z","steps":["trace[135578907] 'process raft request' (duration: 171.943179ms)","trace[135578907] 'compare' (duration: 261.75791ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:54.973356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:54.538468Z","time spent":"434.791514ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:55.221236Z","caller":"traceutil/trace.go:171","msg":"trace[889507927] linearizableReadLoop","detail":"{readStateIndex:35464; appliedIndex:35463; }","duration":"167.099535ms","start":"2026-03-04T02:35:55.054109Z","end":"2026-03-04T02:35:55.221209Z","steps":["trace[889507927] 'read index received' (duration: 166.684301ms)","trace[889507927] 'applied index is now lower than readState.Index' (duration: 414.154µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:55.221292Z","caller":"traceutil/trace.go:171","msg":"trace[90351690] transaction","detail":"{read_only:false; response_revision:34302; number_of_response:1; }","duration":"244.16997ms","start":"2026-03-04T02:35:54.977089Z","end":"2026-03-04T02:35:55.221259Z","steps":["trace[90351690] 'process raft request' (duration: 243.756697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:55.221586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.466766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T02:35:55.221678Z","caller":"traceutil/trace.go:171","msg":"trace[1869308537] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34302; }","duration":"167.573849ms","start":"2026-03-04T02:35:55.054088Z","end":"2026-03-04T02:35:55.221662Z","steps":["trace[1869308537] 'agreement among raft nodes before linearized reading' (duration: 167.264079ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:55.863114Z","caller":"traceutil/trace.go:171","msg":"trace[1246574001] transaction","detail":"{read_only:false; response_revision:34304; number_of_response:1; }","duration":"168.008163ms","start":"2026-03-04T02:35:55.695064Z","end":"2026-03-04T02:35:55.863072Z","steps":["trace[1246574001] 'process raft request' (duration: 167.732744ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:55.863576Z","caller":"traceutil/trace.go:171","msg":"trace[575016863] transaction","detail":"{read_only:false; response_revision:34306; number_of_response:1; }","duration":"165.011778ms","start":"2026-03-04T02:35:55.69853Z","end":"2026-03-04T02:35:55.863542Z","steps":["trace[575016863] 'process raft request' (duration: 164.76182ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:55.863589Z","caller":"traceutil/trace.go:171","msg":"trace[1730009016] transaction","detail":"{read_only:false; response_revision:34305; number_of_response:1; }","duration":"165.115181ms","start":"2026-03-04T02:35:55.698427Z","end":"2026-03-04T02:35:55.863542Z","steps":["trace[1730009016] 'process raft request' (duration: 164.589784ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:55.863664Z","caller":"traceutil/trace.go:171","msg":"trace[273384524] transaction","detail":"{read_only:false; response_revision:34309; number_of_response:1; }","duration":"109.736596ms","start":"2026-03-04T02:35:55.753902Z","end":"2026-03-04T02:35:55.863638Z","steps":["trace[273384524] 'process raft request' (duration: 109.687055ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:55.863724Z","caller":"traceutil/trace.go:171","msg":"trace[1538570021] transaction","detail":"{read_only:false; response_revision:34307; number_of_response:1; }","duration":"164.362257ms","start":"2026-03-04T02:35:55.699341Z","end":"2026-03-04T02:35:55.863703Z","steps":["trace[1538570021] 'process raft request' (duration: 164.13656ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:55.863845Z","caller":"traceutil/trace.go:171","msg":"trace[813816277] transaction","detail":"{read_only:false; response_revision:34308; number_of_response:1; }","duration":"163.955124ms","start":"2026-03-04T02:35:55.699877Z","end":"2026-03-04T02:35:55.863832Z","steps":["trace[813816277] 'process raft request' (duration: 163.656115ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:56.683715Z","caller":"traceutil/trace.go:171","msg":"trace[1956048651] transaction","detail":"{read_only:false; response_revision:34313; number_of_response:1; }","duration":"103.419626ms","start":"2026-03-04T02:35:56.580268Z","end":"2026-03-04T02:35:56.683687Z","steps":["trace[1956048651] 'process raft request' (duration: 103.24614ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:58.920692Z","caller":"traceutil/trace.go:171","msg":"trace[1304482837] linearizableReadLoop","detail":"{readStateIndex:35488; appliedIndex:35487; }","duration":"272.116181ms","start":"2026-03-04T02:35:58.648553Z","end":"2026-03-04T02:35:58.92067Z","steps":["trace[1304482837] 'read index received' (duration: 272.08401ms)","trace[1304482837] 'applied index is now lower than readState.Index' (duration: 31.121µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:58.920909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.339617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-78cd46897f-vwwtw.18997f9edd5a4d22\" ","response":"range_response_count:1 size:1138"} {"level":"info","ts":"2026-03-04T02:35:58.920811Z","caller":"traceutil/trace.go:171","msg":"trace[997618106] transaction","detail":"{read_only:false; response_revision:34325; number_of_response:1; }","duration":"376.475055ms","start":"2026-03-04T02:35:58.544285Z","end":"2026-03-04T02:35:58.92076Z","steps":["trace[997618106] 'process raft request' (duration: 376.259859ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:58.921008Z","caller":"traceutil/trace.go:171","msg":"trace[1731587172] range","detail":"{range_begin:/registry/events/openstack/barbican-api-78cd46897f-vwwtw.18997f9edd5a4d22; range_end:; response_count:1; response_revision:34325; }","duration":"272.493402ms","start":"2026-03-04T02:35:58.648503Z","end":"2026-03-04T02:35:58.920997Z","steps":["trace[1731587172] 'agreement among raft nodes before linearized reading' (duration: 272.270265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:58.92107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:58.544273Z","time spent":"376.708884ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:59.074619Z","caller":"traceutil/trace.go:171","msg":"trace[1378328821] linearizableReadLoop","detail":"{readStateIndex:35489; appliedIndex:35488; }","duration":"153.840272ms","start":"2026-03-04T02:35:58.920749Z","end":"2026-03-04T02:35:59.074589Z","steps":["trace[1378328821] 'read index received' (duration: 62.582704ms)","trace[1378328821] 'applied index is now lower than readState.Index' (duration: 91.255908ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:59.074848Z","caller":"traceutil/trace.go:171","msg":"trace[388277019] transaction","detail":"{read_only:false; response_revision:34326; number_of_response:1; }","duration":"385.224554ms","start":"2026-03-04T02:35:58.689584Z","end":"2026-03-04T02:35:59.074809Z","steps":["trace[388277019] 'process raft request' (duration: 293.732289ms)","trace[388277019] 'compare' (duration: 91.008909ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:59.074925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.847555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:59.074967Z","caller":"traceutil/trace.go:171","msg":"trace[476759959] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34326; }","duration":"176.938007ms","start":"2026-03-04T02:35:58.898017Z","end":"2026-03-04T02:35:59.074955Z","steps":["trace[476759959] 'agreement among raft nodes before linearized reading' (duration: 176.755102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:59.074939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.457736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:35:59.074997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:58.689558Z","time spent":"385.358278ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:59.075019Z","caller":"traceutil/trace.go:171","msg":"trace[1962056825] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:34326; }","duration":"258.58625ms","start":"2026-03-04T02:35:58.816411Z","end":"2026-03-04T02:35:59.074997Z","steps":["trace[1962056825] 'agreement among raft nodes before linearized reading' (duration: 258.398874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:59.07508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.271345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"warn","ts":"2026-03-04T02:35:59.075086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.419218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:59.075163Z","caller":"traceutil/trace.go:171","msg":"trace[2016309636] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:34326; }","duration":"272.43215ms","start":"2026-03-04T02:35:58.802706Z","end":"2026-03-04T02:35:59.075138Z","steps":["trace[2016309636] 'agreement among raft nodes before linearized reading' (duration: 272.076379ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:59.075181Z","caller":"traceutil/trace.go:171","msg":"trace[199261115] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:34326; }","duration":"228.585023ms","start":"2026-03-04T02:35:58.84657Z","end":"2026-03-04T02:35:59.075155Z","steps":["trace[199261115] 'agreement among raft nodes before linearized reading' (duration: 228.235972ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:59.416183Z","caller":"traceutil/trace.go:171","msg":"trace[708891316] transaction","detail":"{read_only:false; response_revision:34329; number_of_response:1; }","duration":"153.202231ms","start":"2026-03-04T02:35:59.262953Z","end":"2026-03-04T02:35:59.416155Z","steps":["trace[708891316] 'process raft request' (duration: 152.84286ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:00.044055Z","caller":"traceutil/trace.go:171","msg":"trace[933629332] transaction","detail":"{read_only:false; response_revision:34333; number_of_response:1; }","duration":"101.532736ms","start":"2026-03-04T02:35:59.942493Z","end":"2026-03-04T02:36:00.044026Z","steps":["trace[933629332] 'process raft request' (duration: 101.36167ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:00.107885Z","caller":"traceutil/trace.go:171","msg":"trace[143053648] transaction","detail":"{read_only:false; response_revision:34335; number_of_response:1; }","duration":"153.329646ms","start":"2026-03-04T02:35:59.954528Z","end":"2026-03-04T02:36:00.107858Z","steps":["trace[143053648] 'process raft request' (duration: 153.228313ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:00.1079Z","caller":"traceutil/trace.go:171","msg":"trace[1572509054] transaction","detail":"{read_only:false; response_revision:34334; number_of_response:1; }","duration":"158.198531ms","start":"2026-03-04T02:35:59.949675Z","end":"2026-03-04T02:36:00.107873Z","steps":["trace[1572509054] 'process raft request' (duration: 157.926172ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:00.108015Z","caller":"traceutil/trace.go:171","msg":"trace[990786337] linearizableReadLoop","detail":"{readStateIndex:35498; appliedIndex:35496; }","duration":"154.548715ms","start":"2026-03-04T02:35:59.953451Z","end":"2026-03-04T02:36:00.107999Z","steps":["trace[990786337] 'read index received' (duration: 90.425542ms)","trace[990786337] 'applied index is now lower than readState.Index' (duration: 64.121053ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:00.108096Z","caller":"traceutil/trace.go:171","msg":"trace[1736688229] transaction","detail":"{read_only:false; response_revision:34336; number_of_response:1; }","duration":"152.21241ms","start":"2026-03-04T02:35:59.95585Z","end":"2026-03-04T02:36:00.108062Z","steps":["trace[1736688229] 'process raft request' (duration: 151.969632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:00.108279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.802803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-04T02:36:00.108351Z","caller":"traceutil/trace.go:171","msg":"trace[109211959] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34336; }","duration":"154.923286ms","start":"2026-03-04T02:35:59.953409Z","end":"2026-03-04T02:36:00.108333Z","steps":["trace[109211959] 'agreement among raft nodes before linearized reading' (duration: 154.706669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:00.108285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.800971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:36:00.108412Z","caller":"traceutil/trace.go:171","msg":"trace[897445586] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34336; }","duration":"153.938385ms","start":"2026-03-04T02:35:59.954461Z","end":"2026-03-04T02:36:00.1084Z","steps":["trace[897445586] 'agreement among raft nodes before linearized reading' (duration: 153.706418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:00.108533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.613221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:36:00.108844Z","caller":"traceutil/trace.go:171","msg":"trace[2076271532] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34336; }","duration":"108.836258ms","start":"2026-03-04T02:35:59.999793Z","end":"2026-03-04T02:36:00.108629Z","steps":["trace[2076271532] 'agreement among raft nodes before linearized reading' (duration: 108.430555ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:02.429899Z","caller":"traceutil/trace.go:171","msg":"trace[572509631] transaction","detail":"{read_only:false; response_revision:34353; number_of_response:1; }","duration":"138.362788ms","start":"2026-03-04T02:36:02.291504Z","end":"2026-03-04T02:36:02.429866Z","steps":["trace[572509631] 'process raft request' (duration: 61.338774ms)","trace[572509631] 'compare' (duration: 76.87334ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:04.247225Z","caller":"traceutil/trace.go:171","msg":"trace[2064643133] transaction","detail":"{read_only:false; response_revision:34361; number_of_response:1; }","duration":"107.040001ms","start":"2026-03-04T02:36:04.140155Z","end":"2026-03-04T02:36:04.247195Z","steps":["trace[2064643133] 'process raft request' (duration: 106.810544ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:04.251668Z","caller":"traceutil/trace.go:171","msg":"trace[2072261597] transaction","detail":"{read_only:false; response_revision:34362; number_of_response:1; }","duration":"109.51566ms","start":"2026-03-04T02:36:04.142121Z","end":"2026-03-04T02:36:04.251636Z","steps":["trace[2072261597] 'process raft request' (duration: 109.305783ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:04.251966Z","caller":"traceutil/trace.go:171","msg":"trace[1255605477] transaction","detail":"{read_only:false; response_revision:34363; number_of_response:1; }","duration":"109.400485ms","start":"2026-03-04T02:36:04.142541Z","end":"2026-03-04T02:36:04.251942Z","steps":["trace[1255605477] 'process raft request' (duration: 109.036184ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:09.79474Z","caller":"traceutil/trace.go:171","msg":"trace[346660204] linearizableReadLoop","detail":"{readStateIndex:35564; appliedIndex:35563; }","duration":"224.70589ms","start":"2026-03-04T02:36:09.570006Z","end":"2026-03-04T02:36:09.794712Z","steps":["trace[346660204] 'read index received' (duration: 224.480943ms)","trace[346660204] 'applied index is now lower than readState.Index' (duration: 220.277µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:09.79489Z","caller":"traceutil/trace.go:171","msg":"trace[1450839605] transaction","detail":"{read_only:false; response_revision:34398; number_of_response:1; }","duration":"288.591445ms","start":"2026-03-04T02:36:09.506258Z","end":"2026-03-04T02:36:09.794849Z","steps":["trace[1450839605] 'process raft request' (duration: 288.274965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:09.794972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.954498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:36:09.795032Z","caller":"traceutil/trace.go:171","msg":"trace[158362969] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34398; }","duration":"225.075482ms","start":"2026-03-04T02:36:09.56994Z","end":"2026-03-04T02:36:09.795016Z","steps":["trace[158362969] 'agreement among raft nodes before linearized reading' (duration: 224.898046ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:10.733628Z","caller":"traceutil/trace.go:171","msg":"trace[1926531559] linearizableReadLoop","detail":"{readStateIndex:35572; appliedIndex:35571; }","duration":"188.91258ms","start":"2026-03-04T02:36:10.544686Z","end":"2026-03-04T02:36:10.733598Z","steps":["trace[1926531559] 'read index received' (duration: 188.61535ms)","trace[1926531559] 'applied index is now lower than readState.Index' (duration: 295.61µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:10.733912Z","caller":"traceutil/trace.go:171","msg":"trace[1796826583] transaction","detail":"{read_only:false; response_revision:34406; number_of_response:1; }","duration":"235.774402ms","start":"2026-03-04T02:36:10.498091Z","end":"2026-03-04T02:36:10.733866Z","steps":["trace[1796826583] 'process raft request' (duration: 235.305047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:10.734021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.310132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-04T02:36:10.734134Z","caller":"traceutil/trace.go:171","msg":"trace[1296316945] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34406; }","duration":"189.476788ms","start":"2026-03-04T02:36:10.544629Z","end":"2026-03-04T02:36:10.734106Z","steps":["trace[1296316945] 'agreement among raft nodes before linearized reading' (duration: 189.205319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:10.734326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.541295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T02:36:10.734527Z","caller":"traceutil/trace.go:171","msg":"trace[1689331528] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34406; }","duration":"149.663919ms","start":"2026-03-04T02:36:10.584722Z","end":"2026-03-04T02:36:10.734386Z","steps":["trace[1689331528] 'agreement among raft nodes before linearized reading' (duration: 149.228235ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:12.051141Z","caller":"traceutil/trace.go:171","msg":"trace[1784247455] transaction","detail":"{read_only:false; response_revision:34415; number_of_response:1; }","duration":"110.633515ms","start":"2026-03-04T02:36:11.940483Z","end":"2026-03-04T02:36:12.051116Z","steps":["trace[1784247455] 'process raft request' (duration: 110.251923ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:12.213551Z","caller":"traceutil/trace.go:171","msg":"trace[1545739753] transaction","detail":"{read_only:false; response_revision:34416; number_of_response:1; }","duration":"107.193255ms","start":"2026-03-04T02:36:12.106318Z","end":"2026-03-04T02:36:12.213511Z","steps":["trace[1545739753] 'process raft request' (duration: 77.032034ms)","trace[1545739753] 'compare' (duration: 29.951795ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:12.955359Z","caller":"traceutil/trace.go:171","msg":"trace[648704389] transaction","detail":"{read_only:false; response_revision:34422; number_of_response:1; }","duration":"123.503555ms","start":"2026-03-04T02:36:12.831827Z","end":"2026-03-04T02:36:12.955331Z","steps":["trace[648704389] 'process raft request' (duration: 123.05026ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:12.955999Z","caller":"traceutil/trace.go:171","msg":"trace[189459165] transaction","detail":"{read_only:false; response_revision:34423; number_of_response:1; }","duration":"123.449144ms","start":"2026-03-04T02:36:12.832536Z","end":"2026-03-04T02:36:12.955985Z","steps":["trace[189459165] 'process raft request' (duration: 123.3211ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:14.628276Z","caller":"traceutil/trace.go:171","msg":"trace[903583334] transaction","detail":"{read_only:false; response_revision:34432; number_of_response:1; }","duration":"156.800826ms","start":"2026-03-04T02:36:14.47143Z","end":"2026-03-04T02:36:14.628231Z","steps":["trace[903583334] 'process raft request' (duration: 154.874884ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:14.944095Z","caller":"traceutil/trace.go:171","msg":"trace[1018154267] transaction","detail":"{read_only:false; response_revision:34434; number_of_response:1; }","duration":"137.626245ms","start":"2026-03-04T02:36:14.806432Z","end":"2026-03-04T02:36:14.944058Z","steps":["trace[1018154267] 'process raft request' (duration: 131.747168ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:16.453194Z","caller":"traceutil/trace.go:171","msg":"trace[805201545] linearizableReadLoop","detail":"{readStateIndex:35608; appliedIndex:35607; }","duration":"116.083739ms","start":"2026-03-04T02:36:16.33708Z","end":"2026-03-04T02:36:16.453164Z","steps":["trace[805201545] 'read index received' (duration: 115.956385ms)","trace[805201545] 'applied index is now lower than readState.Index' (duration: 125.774µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:16.453417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.303136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:16.453392Z","caller":"traceutil/trace.go:171","msg":"trace[515873201] transaction","detail":"{read_only:false; response_revision:34441; number_of_response:1; }","duration":"228.514712ms","start":"2026-03-04T02:36:16.224832Z","end":"2026-03-04T02:36:16.453347Z","steps":["trace[515873201] 'process raft request' (duration: 228.111439ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:16.4535Z","caller":"traceutil/trace.go:171","msg":"trace[706597159] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:34441; }","duration":"116.401009ms","start":"2026-03-04T02:36:16.33705Z","end":"2026-03-04T02:36:16.453451Z","steps":["trace[706597159] 'agreement among raft nodes before linearized reading' (duration: 116.263614ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:59.473515Z","caller":"traceutil/trace.go:171","msg":"trace[630695299] transaction","detail":"{read_only:false; response_revision:34734; number_of_response:1; }","duration":"173.966203ms","start":"2026-03-04T02:36:59.299508Z","end":"2026-03-04T02:36:59.473474Z","steps":["trace[630695299] 'process raft request' (duration: 107.907898ms)","trace[630695299] 'compare' (duration: 65.59036ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:37:00.803473Z","caller":"traceutil/trace.go:171","msg":"trace[1687660612] transaction","detail":"{read_only:false; response_revision:34742; number_of_response:1; }","duration":"101.826614ms","start":"2026-03-04T02:37:00.701609Z","end":"2026-03-04T02:37:00.803435Z","steps":["trace[1687660612] 'process raft request' (duration: 20.831804ms)","trace[1687660612] 'compare' (duration: 80.435203ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:37:11.506111Z","caller":"traceutil/trace.go:171","msg":"trace[1920255066] transaction","detail":"{read_only:false; response_revision:34816; number_of_response:1; }","duration":"117.923708ms","start":"2026-03-04T02:37:11.388135Z","end":"2026-03-04T02:37:11.506058Z","steps":["trace[1920255066] 'process raft request' (duration: 64.860957ms)","trace[1920255066] 'compare' (duration: 52.490343ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:37:11.825886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.771021ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:37:11.826007Z","caller":"traceutil/trace.go:171","msg":"trace[283221273] linearizableReadLoop","detail":"{readStateIndex:35995; appliedIndex:35994; }","duration":"281.103907ms","start":"2026-03-04T02:37:11.544882Z","end":"2026-03-04T02:37:11.825986Z","steps":["trace[283221273] 'read index received' (duration: 83.124659ms)","trace[283221273] 'applied index is now lower than readState.Index' (duration: 197.977667ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:37:11.826024Z","caller":"traceutil/trace.go:171","msg":"trace[338637246] transaction","detail":"{read_only:false; response_revision:34817; number_of_response:1; }","duration":"315.047879ms","start":"2026-03-04T02:37:11.510941Z","end":"2026-03-04T02:37:11.825989Z","steps":["trace[338637246] 'process raft request' (duration: 117.070351ms)","trace[338637246] 'compare' (duration: 197.481702ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:37:11.826231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:11.510916Z","time spent":"315.205853ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:37:11.826319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.423236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:419824"} {"level":"info","ts":"2026-03-04T02:37:11.826389Z","caller":"traceutil/trace.go:171","msg":"trace[1741914434] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:34817; }","duration":"281.496449ms","start":"2026-03-04T02:37:11.544874Z","end":"2026-03-04T02:37:11.826371Z","steps":["trace[1741914434] 'agreement among raft nodes before linearized reading' (duration: 281.21324ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:11.90725Z","caller":"traceutil/trace.go:171","msg":"trace[767865632] transaction","detail":"{read_only:false; response_revision:34818; number_of_response:1; }","duration":"204.876898ms","start":"2026-03-04T02:37:11.702335Z","end":"2026-03-04T02:37:11.907212Z","steps":["trace[767865632] 'process raft request' (duration: 204.64895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:11.907492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.947942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-04T02:37:11.907528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.578028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-04T02:37:11.907552Z","caller":"traceutil/trace.go:171","msg":"trace[281396091] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:34818; }","duration":"335.071636ms","start":"2026-03-04T02:37:11.572467Z","end":"2026-03-04T02:37:11.907538Z","steps":["trace[281396091] 'agreement among raft nodes before linearized reading' (duration: 334.837859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:11.907582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:11.572448Z","time spent":"335.126628ms","remote":"127.0.0.1:56412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":194,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:37:11.907656Z","caller":"traceutil/trace.go:171","msg":"trace[1002568846] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34818; }","duration":"349.638561ms","start":"2026-03-04T02:37:11.557919Z","end":"2026-03-04T02:37:11.907558Z","steps":["trace[1002568846] 'agreement among raft nodes before linearized reading' (duration: 349.432974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:11.907692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:11.557913Z","time spent":"349.771195ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:37:11.908121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.329021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:37:11.908259Z","caller":"traceutil/trace.go:171","msg":"trace[634786953] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34818; }","duration":"258.522168ms","start":"2026-03-04T02:37:11.649717Z","end":"2026-03-04T02:37:11.908239Z","steps":["trace[634786953] 'agreement among raft nodes before linearized reading' (duration: 258.148266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:12.207679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.932016ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:37:12.207819Z","caller":"traceutil/trace.go:171","msg":"trace[590803127] linearizableReadLoop","detail":"{readStateIndex:35997; appliedIndex:35996; }","duration":"300.6664ms","start":"2026-03-04T02:37:11.907136Z","end":"2026-03-04T02:37:12.207803Z","steps":["trace[590803127] 'read index received' (duration: 81.500557ms)","trace[590803127] 'applied index is now lower than readState.Index' (duration: 219.164613ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:37:12.207923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.095587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:37:12.207958Z","caller":"traceutil/trace.go:171","msg":"trace[1967914815] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34819; }","duration":"308.166869ms","start":"2026-03-04T02:37:11.899781Z","end":"2026-03-04T02:37:12.207948Z","steps":["trace[1967914815] 'agreement among raft nodes before linearized reading' (duration: 308.094617ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:12.207927Z","caller":"traceutil/trace.go:171","msg":"trace[511124296] transaction","detail":"{read_only:false; response_revision:34819; number_of_response:1; }","duration":"318.326333ms","start":"2026-03-04T02:37:11.889557Z","end":"2026-03-04T02:37:12.207884Z","steps":["trace[511124296] 'process raft request' (duration: 99.064257ms)","trace[511124296] 'compare' (duration: 217.866981ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:37:12.207991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:11.899756Z","time spent":"308.228511ms","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:37:12.208094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:11.889532Z","time spent":"318.468888ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:37:12.57093Z","caller":"traceutil/trace.go:171","msg":"trace[265948201] transaction","detail":"{read_only:false; response_revision:34821; number_of_response:1; }","duration":"657.879162ms","start":"2026-03-04T02:37:11.913025Z","end":"2026-03-04T02:37:12.570905Z","steps":["trace[265948201] 'process raft request' (duration: 657.782269ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:12.570925Z","caller":"traceutil/trace.go:171","msg":"trace[1922099210] transaction","detail":"{read_only:false; response_revision:34820; number_of_response:1; }","duration":"659.216675ms","start":"2026-03-04T02:37:11.911645Z","end":"2026-03-04T02:37:12.570862Z","steps":["trace[1922099210] 'process raft request' (duration: 587.113427ms)","trace[1922099210] 'compare' (duration: 71.730806ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:37:12.571098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:11.913014Z","time spent":"658.006696ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:37:12.571372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:11.911626Z","time spent":"659.40042ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:37:13.05648Z","caller":"traceutil/trace.go:171","msg":"trace[1666165786] linearizableReadLoop","detail":"{readStateIndex:36000; appliedIndex:35997; }","duration":"848.611249ms","start":"2026-03-04T02:37:12.207845Z","end":"2026-03-04T02:37:13.056456Z","steps":["trace[1666165786] 'read index received' (duration: 291.009992ms)","trace[1666165786] 'applied index is now lower than readState.Index' (duration: 557.599577ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:37:13.056556Z","caller":"traceutil/trace.go:171","msg":"trace[863420827] transaction","detail":"{read_only:false; response_revision:34822; number_of_response:1; }","duration":"861.662164ms","start":"2026-03-04T02:37:12.194865Z","end":"2026-03-04T02:37:13.056527Z","steps":["trace[863420827] 'process raft request' (duration: 861.177529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:13.056693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:12.194838Z","time spent":"861.775108ms","remote":"127.0.0.1:52942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419129,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:37:13.056756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043968664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:37:13.056937Z","caller":"traceutil/trace.go:171","msg":"trace[589045362] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:34822; }","duration":"1.044201242s","start":"2026-03-04T02:37:12.012716Z","end":"2026-03-04T02:37:13.056917Z","steps":["trace[589045362] 'agreement among raft nodes before linearized reading' (duration: 1.043876922s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:13.057034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:12.012694Z","time spent":"1.044319295s","remote":"127.0.0.1:56124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:37:13.05682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05765738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:37:13.05709Z","caller":"traceutil/trace.go:171","msg":"trace[55493323] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:34822; }","duration":"1.058000761s","start":"2026-03-04T02:37:11.999078Z","end":"2026-03-04T02:37:13.057079Z","steps":["trace[55493323] 'agreement among raft nodes before linearized reading' (duration: 1.057567827s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:13.057132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:11.999048Z","time spent":"1.058072093s","remote":"127.0.0.1:56294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":94,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:37:13.063387Z","caller":"traceutil/trace.go:171","msg":"trace[1483228491] transaction","detail":"{read_only:false; response_revision:34823; number_of_response:1; }","duration":"341.085788ms","start":"2026-03-04T02:37:12.722273Z","end":"2026-03-04T02:37:13.063359Z","steps":["trace[1483228491] 'process raft request' (duration: 340.852501ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:13.063411Z","caller":"traceutil/trace.go:171","msg":"trace[373100778] transaction","detail":"{read_only:false; response_revision:34824; number_of_response:1; }","duration":"339.745275ms","start":"2026-03-04T02:37:12.723637Z","end":"2026-03-04T02:37:13.063382Z","steps":["trace[373100778] 'process raft request' (duration: 339.623961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:13.063566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:12.722244Z","time spent":"341.230883ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:37:13.063585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:12.723616Z","time spent":"339.88615ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:37:13.063643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.389159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:37:13.06368Z","caller":"traceutil/trace.go:171","msg":"trace[1335253306] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:34826; }","duration":"755.459161ms","start":"2026-03-04T02:37:12.30821Z","end":"2026-03-04T02:37:13.063669Z","steps":["trace[1335253306] 'agreement among raft nodes before linearized reading' (duration: 755.41105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:13.063707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:12.308185Z","time spent":"755.515563ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:37:13.063603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.624131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:37:13.063804Z","caller":"traceutil/trace.go:171","msg":"trace[1605134945] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34826; }","duration":"854.864629ms","start":"2026-03-04T02:37:12.208918Z","end":"2026-03-04T02:37:13.063783Z","steps":["trace[1605134945] 'agreement among raft nodes before linearized reading' (duration: 854.620731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:13.063835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:12.208901Z","time spent":"854.92631ms","remote":"127.0.0.1:56074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:37:13.063396Z","caller":"traceutil/trace.go:171","msg":"trace[1333593273] transaction","detail":"{read_only:false; response_revision:34825; number_of_response:1; }","duration":"193.983841ms","start":"2026-03-04T02:37:12.869393Z","end":"2026-03-04T02:37:13.063377Z","steps":["trace[1333593273] 'process raft request' (duration: 193.922729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:13.063983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.523282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:37:13.064033Z","caller":"traceutil/trace.go:171","msg":"trace[1702432081] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34826; }","duration":"781.612424ms","start":"2026-03-04T02:37:12.282407Z","end":"2026-03-04T02:37:13.06402Z","steps":["trace[1702432081] 'agreement among raft nodes before linearized reading' (duration: 781.430309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:13.064088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:12.282386Z","time spent":"781.680017ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T02:37:13.064136Z","caller":"traceutil/trace.go:171","msg":"trace[52956625] transaction","detail":"{read_only:false; response_revision:34826; number_of_response:1; }","duration":"193.973911ms","start":"2026-03-04T02:37:12.870152Z","end":"2026-03-04T02:37:13.064126Z","steps":["trace[52956625] 'process raft request' (duration: 193.192126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:13.064267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.083572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T02:37:13.064295Z","caller":"traceutil/trace.go:171","msg":"trace[118856568] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34826; }","duration":"767.164994ms","start":"2026-03-04T02:37:12.297124Z","end":"2026-03-04T02:37:13.064289Z","steps":["trace[118856568] 'agreement among raft nodes before linearized reading' (duration: 767.060581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:13.064677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:12.297095Z","time spent":"767.574137ms","remote":"127.0.0.1:56286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T02:37:13.59395Z","caller":"traceutil/trace.go:171","msg":"trace[1364498876] transaction","detail":"{read_only:false; response_revision:34830; number_of_response:1; }","duration":"166.446734ms","start":"2026-03-04T02:37:13.427478Z","end":"2026-03-04T02:37:13.593925Z","steps":["trace[1364498876] 'process raft request' (duration: 165.992069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:14.178782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.238466ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T02:37:14.179076Z","caller":"traceutil/trace.go:171","msg":"trace[1347713518] linearizableReadLoop","detail":"{readStateIndex:36009; appliedIndex:36008; }","duration":"384.502772ms","start":"2026-03-04T02:37:13.794549Z","end":"2026-03-04T02:37:14.179052Z","steps":["trace[1347713518] 'read index received' (duration: 79.000808ms)","trace[1347713518] 'applied index is now lower than readState.Index' (duration: 305.500444ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:37:14.17932Z","caller":"traceutil/trace.go:171","msg":"trace[553166126] transaction","detail":"{read_only:false; response_revision:34831; number_of_response:1; }","duration":"266.533483ms","start":"2026-03-04T02:37:13.912736Z","end":"2026-03-04T02:37:14.179269Z","steps":["trace[553166126] 'process raft request' (duration: 266.172581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:14.334244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.142482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T02:37:14.334279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.476396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:37:14.334348Z","caller":"traceutil/trace.go:171","msg":"trace[1405777354] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34831; }","duration":"503.286916ms","start":"2026-03-04T02:37:13.831032Z","end":"2026-03-04T02:37:14.334319Z","steps":["trace[1405777354] 'agreement among raft nodes before linearized reading' (duration: 348.238406ms)","trace[1405777354] 'range keys from in-memory index tree' (duration: 154.798543ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:37:14.334418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:13.831014Z","time spent":"503.3938ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:37:14.334385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.781529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:37:14.334495Z","caller":"traceutil/trace.go:171","msg":"trace[1069051464] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:34831; }","duration":"539.972545ms","start":"2026-03-04T02:37:13.794495Z","end":"2026-03-04T02:37:14.334467Z","steps":["trace[1069051464] 'agreement among raft nodes before linearized reading' (duration: 384.718498ms)","trace[1069051464] 'count revisions from in-memory index tree' (duration: 155.02605ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:37:14.334546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:13.794473Z","time spent":"540.060858ms","remote":"127.0.0.1:34786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:37:14.334397Z","caller":"traceutil/trace.go:171","msg":"trace[408510522] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34831; }","duration":"435.639871ms","start":"2026-03-04T02:37:13.898723Z","end":"2026-03-04T02:37:14.334363Z","steps":["trace[408510522] 'agreement among raft nodes before linearized reading' (duration: 280.546409ms)","trace[408510522] 'range keys from in-memory index tree' (duration: 154.930037ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:37:14.334627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:13.898673Z","time spent":"435.93759ms","remote":"127.0.0.1:56074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:37:14.335034Z","caller":"traceutil/trace.go:171","msg":"trace[939305742] transaction","detail":"{read_only:false; response_revision:34832; number_of_response:1; }","duration":"120.795389ms","start":"2026-03-04T02:37:14.214211Z","end":"2026-03-04T02:37:14.335007Z","steps":["trace[939305742] 'process raft request' (duration: 63.904386ms)","trace[939305742] 'compare' (duration: 56.731758ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:37:25.823411Z","caller":"traceutil/trace.go:171","msg":"trace[385338604] transaction","detail":"{read_only:false; response_revision:34911; number_of_response:1; }","duration":"139.525736ms","start":"2026-03-04T02:37:25.683862Z","end":"2026-03-04T02:37:25.823387Z","steps":["trace[385338604] 'process raft request' (duration: 139.35008ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:50.322373Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33045} {"level":"info","ts":"2026-03-04T02:37:50.507463Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33045,"took":"180.442186ms","hash":3193008779,"current-db-size-bytes":49819648,"current-db-size":"50 MB","current-db-size-in-use-bytes":27619328,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-04T02:37:50.507537Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3193008779,"revision":33045,"compact-revision":30902} {"level":"info","ts":"2026-03-04T02:37:57.445305Z","caller":"traceutil/trace.go:171","msg":"trace[1650766304] transaction","detail":"{read_only:false; response_revision:35127; number_of_response:1; }","duration":"184.548686ms","start":"2026-03-04T02:37:57.260728Z","end":"2026-03-04T02:37:57.445277Z","steps":["trace[1650766304] 'process raft request' (duration: 184.421012ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:57.445339Z","caller":"traceutil/trace.go:171","msg":"trace[623981528] linearizableReadLoop","detail":"{readStateIndex:36317; appliedIndex:36313; }","duration":"174.677754ms","start":"2026-03-04T02:37:57.270635Z","end":"2026-03-04T02:37:57.445313Z","steps":["trace[623981528] 'read index received' (duration: 12.754472ms)","trace[623981528] 'applied index is now lower than readState.Index' (duration: 161.922092ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:37:57.445332Z","caller":"traceutil/trace.go:171","msg":"trace[1715231075] transaction","detail":"{read_only:false; response_revision:35126; number_of_response:1; }","duration":"188.78714ms","start":"2026-03-04T02:37:57.256506Z","end":"2026-03-04T02:37:57.445293Z","steps":["trace[1715231075] 'process raft request' (duration: 182.917704ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:57.445459Z","caller":"traceutil/trace.go:171","msg":"trace[1391030786] transaction","detail":"{read_only:false; response_revision:35128; number_of_response:1; }","duration":"181.556782ms","start":"2026-03-04T02:37:57.26389Z","end":"2026-03-04T02:37:57.445447Z","steps":["trace[1391030786] 'process raft request' (duration: 181.337395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:57.445668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.022865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-04T02:37:57.445704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.265267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T02:37:57.445734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.114576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:37:57.445763Z","caller":"traceutil/trace.go:171","msg":"trace[785092610] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:35128; }","duration":"158.37028ms","start":"2026-03-04T02:37:57.287378Z","end":"2026-03-04T02:37:57.445748Z","steps":["trace[785092610] 'agreement among raft nodes before linearized reading' (duration: 158.229335ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:57.445764Z","caller":"traceutil/trace.go:171","msg":"trace[800256178] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:35128; }","duration":"175.15583ms","start":"2026-03-04T02:37:57.270584Z","end":"2026-03-04T02:37:57.44574Z","steps":["trace[800256178] 'agreement among raft nodes before linearized reading' (duration: 175.007935ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:57.4458Z","caller":"traceutil/trace.go:171","msg":"trace[257609226] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:35128; }","duration":"173.230779ms","start":"2026-03-04T02:37:57.272556Z","end":"2026-03-04T02:37:57.445786Z","steps":["trace[257609226] 'agreement among raft nodes before linearized reading' (duration: 172.972991ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:13.054039Z","caller":"traceutil/trace.go:171","msg":"trace[1595020077] linearizableReadLoop","detail":"{readStateIndex:36425; appliedIndex:36424; }","duration":"132.949297ms","start":"2026-03-04T02:38:12.921062Z","end":"2026-03-04T02:38:13.054011Z","steps":["trace[1595020077] 'read index received' (duration: 132.482802ms)","trace[1595020077] 'applied index is now lower than readState.Index' (duration: 465.235µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:13.054097Z","caller":"traceutil/trace.go:171","msg":"trace[655780574] transaction","detail":"{read_only:false; response_revision:35233; number_of_response:1; }","duration":"138.053688ms","start":"2026-03-04T02:38:12.916005Z","end":"2026-03-04T02:38:13.054059Z","steps":["trace[655780574] 'process raft request' (duration: 137.727667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:13.054321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.222045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-04T02:38:13.054386Z","caller":"traceutil/trace.go:171","msg":"trace[863686127] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:35233; }","duration":"133.36697ms","start":"2026-03-04T02:38:12.920999Z","end":"2026-03-04T02:38:13.054366Z","steps":["trace[863686127] 'agreement among raft nodes before linearized reading' (duration: 133.119673ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:13.228693Z","caller":"traceutil/trace.go:171","msg":"trace[1133360483] transaction","detail":"{read_only:false; response_revision:35234; number_of_response:1; }","duration":"169.080138ms","start":"2026-03-04T02:38:13.059585Z","end":"2026-03-04T02:38:13.228665Z","steps":["trace[1133360483] 'process raft request' (duration: 81.963008ms)","trace[1133360483] 'compare' (duration: 86.713797ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:34.719691Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000008ee2.wal"} {"level":"info","ts":"2026-03-04T02:38:38.763439Z","caller":"traceutil/trace.go:171","msg":"trace[1632236124] transaction","detail":"{read_only:false; response_revision:35407; number_of_response:1; }","duration":"103.533499ms","start":"2026-03-04T02:38:38.659867Z","end":"2026-03-04T02:38:38.763401Z","steps":["trace[1632236124] 'process raft request' (duration: 103.27468ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:05.416175Z","caller":"traceutil/trace.go:171","msg":"trace[809623366] transaction","detail":"{read_only:false; response_revision:35599; number_of_response:1; }","duration":"108.159554ms","start":"2026-03-04T02:39:05.307973Z","end":"2026-03-04T02:39:05.416132Z","steps":["trace[809623366] 'process raft request' (duration: 86.287424ms)","trace[809623366] 'compare' (duration: 21.524479ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:39:06.995462Z","caller":"traceutil/trace.go:171","msg":"trace[1562114170] transaction","detail":"{read_only:false; response_revision:35609; number_of_response:1; }","duration":"108.301568ms","start":"2026-03-04T02:39:06.887138Z","end":"2026-03-04T02:39:06.99544Z","steps":["trace[1562114170] 'process raft request' (duration: 106.971346ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:03.435656Z","caller":"traceutil/trace.go:171","msg":"trace[655961161] transaction","detail":"{read_only:false; response_revision:36004; number_of_response:1; }","duration":"108.686842ms","start":"2026-03-04T02:40:03.326936Z","end":"2026-03-04T02:40:03.435623Z","steps":["trace[655961161] 'process raft request' (duration: 108.278989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:03.471456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.140332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-tls\" ","response":"range_response_count:1 size:4341"} {"level":"info","ts":"2026-03-04T02:40:03.471548Z","caller":"traceutil/trace.go:171","msg":"trace[1437450660] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-tls; range_end:; response_count:1; response_revision:36004; }","duration":"126.241405ms","start":"2026-03-04T02:40:03.345285Z","end":"2026-03-04T02:40:03.471527Z","steps":["trace[1437450660] 'agreement among raft nodes before linearized reading' (duration: 126.004347ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:56.18996Z","caller":"traceutil/trace.go:171","msg":"trace[306660894] transaction","detail":"{read_only:false; response_revision:36383; number_of_response:1; }","duration":"113.030978ms","start":"2026-03-04T02:40:56.076898Z","end":"2026-03-04T02:40:56.189929Z","steps":["trace[306660894] 'process raft request' (duration: 49.7383ms)","trace[306660894] 'compare' (duration: 63.108443ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:40:56.265071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.392615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-domain-ks-user-6drdl\" ","response":"range_response_count:1 size:8760"} {"level":"info","ts":"2026-03-04T02:40:56.265146Z","caller":"traceutil/trace.go:171","msg":"trace[1252746090] range","detail":"{range_begin:/registry/pods/openstack/magnum-domain-ks-user-6drdl; range_end:; response_count:1; response_revision:36387; }","duration":"135.495307ms","start":"2026-03-04T02:40:56.129633Z","end":"2026-03-04T02:40:56.265128Z","steps":["trace[1252746090] 'agreement among raft nodes before linearized reading' (duration: 135.353243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:56.26563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.195105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-04T02:40:56.265609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.048907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:40:56.265663Z","caller":"traceutil/trace.go:171","msg":"trace[1671143159] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:36387; }","duration":"114.249747ms","start":"2026-03-04T02:40:56.151404Z","end":"2026-03-04T02:40:56.265654Z","steps":["trace[1671143159] 'agreement among raft nodes before linearized reading' (duration: 114.157944ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:56.265685Z","caller":"traceutil/trace.go:171","msg":"trace[639721135] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:36387; }","duration":"112.15104ms","start":"2026-03-04T02:40:56.153516Z","end":"2026-03-04T02:40:56.265667Z","steps":["trace[639721135] 'agreement among raft nodes before linearized reading' (duration: 111.986695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:59.730229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.750126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:40:59.730266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.691544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-netns-cleanup-cron-default-p2n6c\" ","response":"range_response_count:1 size:11499"} {"level":"info","ts":"2026-03-04T02:40:59.73034Z","caller":"traceutil/trace.go:171","msg":"trace[616611068] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:36409; }","duration":"110.912982ms","start":"2026-03-04T02:40:59.619408Z","end":"2026-03-04T02:40:59.730321Z","steps":["trace[616611068] 'count revisions from in-memory index tree' (duration: 110.672363ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:59.730401Z","caller":"traceutil/trace.go:171","msg":"trace[795751487] range","detail":"{range_begin:/registry/pods/openstack/neutron-netns-cleanup-cron-default-p2n6c; range_end:; response_count:1; response_revision:36409; }","duration":"123.88821ms","start":"2026-03-04T02:40:59.60648Z","end":"2026-03-04T02:40:59.730368Z","steps":["trace[795751487] 'range keys from in-memory index tree' (duration: 123.424056ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:41:46.527646Z","caller":"traceutil/trace.go:171","msg":"trace[1436290173] transaction","detail":"{read_only:false; response_revision:36723; number_of_response:1; }","duration":"122.456306ms","start":"2026-03-04T02:41:46.40516Z","end":"2026-03-04T02:41:46.527616Z","steps":["trace[1436290173] 'process raft request' (duration: 122.002202ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:41:46.809082Z","caller":"traceutil/trace.go:171","msg":"trace[1188658530] transaction","detail":"{read_only:false; response_revision:36725; number_of_response:1; }","duration":"363.161195ms","start":"2026-03-04T02:41:46.445892Z","end":"2026-03-04T02:41:46.809053Z","steps":["trace[1188658530] 'process raft request' (duration: 363.084693ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:41:46.809116Z","caller":"traceutil/trace.go:171","msg":"trace[2042204016] transaction","detail":"{read_only:false; response_revision:36724; number_of_response:1; }","duration":"401.569087ms","start":"2026-03-04T02:41:46.407495Z","end":"2026-03-04T02:41:46.809064Z","steps":["trace[2042204016] 'process raft request' (duration: 401.35047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:41:46.809266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:41:46.445864Z","time spent":"363.32288ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:41:46.809343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:41:46.407474Z","time spent":"401.770694ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:41:46.809465Z","caller":"traceutil/trace.go:171","msg":"trace[1288182786] transaction","detail":"{read_only:false; response_revision:36726; number_of_response:1; }","duration":"363.253928ms","start":"2026-03-04T02:41:46.446152Z","end":"2026-03-04T02:41:46.809406Z","steps":["trace[1288182786] 'process raft request' (duration: 362.863746ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:41:46.809561Z","caller":"traceutil/trace.go:171","msg":"trace[1135110156] linearizableReadLoop","detail":"{readStateIndex:37963; appliedIndex:37961; }","duration":"401.687931ms","start":"2026-03-04T02:41:46.407859Z","end":"2026-03-04T02:41:46.809547Z","steps":["trace[1135110156] 'read index received' (duration: 119.300396ms)","trace[1135110156] 'applied index is now lower than readState.Index' (duration: 282.386724ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:41:46.809628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:41:46.44611Z","time spent":"363.440624ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:41:46.809639Z","caller":"traceutil/trace.go:171","msg":"trace[1529902254] transaction","detail":"{read_only:false; response_revision:36727; number_of_response:1; }","duration":"350.882107ms","start":"2026-03-04T02:41:46.45875Z","end":"2026-03-04T02:41:46.809632Z","steps":["trace[1529902254] 'process raft request' (duration: 350.556497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:41:46.809773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.095432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-04T02:41:46.809792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:41:46.458676Z","time spent":"351.091183ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:41:46.809831Z","caller":"traceutil/trace.go:171","msg":"trace[1671648590] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:36727; }","duration":"178.200266ms","start":"2026-03-04T02:41:46.631615Z","end":"2026-03-04T02:41:46.809816Z","steps":["trace[1671648590] 'agreement among raft nodes before linearized reading' (duration: 178.051211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:41:46.809892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.233172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:41:46.809929Z","caller":"traceutil/trace.go:171","msg":"trace[1427333457] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:36727; }","duration":"296.267853ms","start":"2026-03-04T02:41:46.513648Z","end":"2026-03-04T02:41:46.809916Z","steps":["trace[1427333457] 'agreement among raft nodes before linearized reading' (duration: 296.211731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:41:46.809958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.091684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:41:46.809991Z","caller":"traceutil/trace.go:171","msg":"trace[650003184] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:36727; }","duration":"402.146155ms","start":"2026-03-04T02:41:46.407833Z","end":"2026-03-04T02:41:46.809979Z","steps":["trace[650003184] 'agreement among raft nodes before linearized reading' (duration: 402.088213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:41:46.810022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:41:46.407817Z","time spent":"402.194307ms","remote":"127.0.0.1:36530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:41:46.810058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.7427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:41:46.810172Z","caller":"traceutil/trace.go:171","msg":"trace[1666963184] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:36727; }","duration":"227.927305ms","start":"2026-03-04T02:41:46.582215Z","end":"2026-03-04T02:41:46.810143Z","steps":["trace[1666963184] 'agreement among raft nodes before linearized reading' (duration: 227.692768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:41:46.812655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.254375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-heat-server-0.189980ae8a6b99a8\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:36722 ","response":"range_response_count:355 size:270287"} {"level":"warn","ts":"2026-03-04T02:41:46.812656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.371873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-heat-server-0.189980ae8a6b99a8\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:36722 ","response":"range_response_count:355 size:270287"} {"level":"info","ts":"2026-03-04T02:41:46.812726Z","caller":"traceutil/trace.go:171","msg":"trace[1234864010] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-heat-server-0.189980ae8a6b99a8\u0000; range_end:/registry/events/openstack0; response_count:355; response_revision:36727; }","duration":"393.336097ms","start":"2026-03-04T02:41:46.419372Z","end":"2026-03-04T02:41:46.812708Z","steps":["trace[1234864010] 'agreement among raft nodes before linearized reading' (duration: 390.57593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:41:46.812786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:41:46.419351Z","time spent":"393.40959ms","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":355,"response size":270309,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-heat-server-0.189980ae8a6b99a8\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:36722 "} {"level":"info","ts":"2026-03-04T02:41:46.812784Z","caller":"traceutil/trace.go:171","msg":"trace[579459000] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-heat-server-0.189980ae8a6b99a8\u0000; range_end:/registry/events/openstack0; response_count:355; response_revision:36727; }","duration":"396.543279ms","start":"2026-03-04T02:41:46.41621Z","end":"2026-03-04T02:41:46.812753Z","steps":["trace[579459000] 'agreement among raft nodes before linearized reading' (duration: 393.459751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:41:46.812858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:41:46.416194Z","time spent":"396.635421ms","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":355,"response size":270309,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-heat-server-0.189980ae8a6b99a8\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:36722 "} {"level":"warn","ts":"2026-03-04T02:41:48.183912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.237999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:41:48.18399Z","caller":"traceutil/trace.go:171","msg":"trace[2048582925] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:36735; }","duration":"160.326211ms","start":"2026-03-04T02:41:48.023638Z","end":"2026-03-04T02:41:48.183965Z","steps":["trace[2048582925] 'agreement among raft nodes before linearized reading' (duration: 160.126955ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:41:48.623885Z","caller":"traceutil/trace.go:171","msg":"trace[162440169] transaction","detail":"{read_only:false; response_revision:36749; number_of_response:1; }","duration":"140.612259ms","start":"2026-03-04T02:41:48.483245Z","end":"2026-03-04T02:41:48.623857Z","steps":["trace[162440169] 'process raft request' (duration: 140.450904ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:41:48.624051Z","caller":"traceutil/trace.go:171","msg":"trace[431110541] linearizableReadLoop","detail":"{readStateIndex:37989; appliedIndex:37989; }","duration":"112.553553ms","start":"2026-03-04T02:41:48.511432Z","end":"2026-03-04T02:41:48.623985Z","steps":["trace[431110541] 'read index received' (duration: 112.520692ms)","trace[431110541] 'applied index is now lower than readState.Index' (duration: 28.761µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:41:48.628125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.660033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:390169"} {"level":"info","ts":"2026-03-04T02:41:48.628246Z","caller":"traceutil/trace.go:171","msg":"trace[433911331] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:36749; }","duration":"116.837109ms","start":"2026-03-04T02:41:48.511388Z","end":"2026-03-04T02:41:48.628225Z","steps":["trace[433911331] 'agreement among raft nodes before linearized reading' (duration: 112.663327ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:41:48.642796Z","caller":"traceutil/trace.go:171","msg":"trace[91893943] transaction","detail":"{read_only:false; response_revision:36750; number_of_response:1; }","duration":"109.58093ms","start":"2026-03-04T02:41:48.533197Z","end":"2026-03-04T02:41:48.642778Z","steps":["trace[91893943] 'process raft request' (duration: 109.305221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:41:48.646626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.114528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:390169"} {"level":"info","ts":"2026-03-04T02:41:48.646751Z","caller":"traceutil/trace.go:171","msg":"trace[2106925112] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:36750; }","duration":"111.269433ms","start":"2026-03-04T02:41:48.535463Z","end":"2026-03-04T02:41:48.646732Z","steps":["trace[2106925112] 'agreement among raft nodes before linearized reading' (duration: 107.417542ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:41:49.884695Z","caller":"traceutil/trace.go:171","msg":"trace[294322496] transaction","detail":"{read_only:false; number_of_response:1; response_revision:36766; }","duration":"165.749853ms","start":"2026-03-04T02:41:49.718911Z","end":"2026-03-04T02:41:49.884661Z","steps":["trace[294322496] 'process raft request' (duration: 109.833678ms)","trace[294322496] 'compare' (duration: 55.77972ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:41:50.092478Z","caller":"traceutil/trace.go:171","msg":"trace[2099136306] transaction","detail":"{read_only:false; response_revision:36767; number_of_response:1; }","duration":"362.37929ms","start":"2026-03-04T02:41:49.730059Z","end":"2026-03-04T02:41:50.092438Z","steps":["trace[2099136306] 'process raft request' (duration: 267.67092ms)","trace[2099136306] 'compare' (duration: 94.329148ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:41:50.092627Z","caller":"traceutil/trace.go:171","msg":"trace[842110903] linearizableReadLoop","detail":"{readStateIndex:38007; appliedIndex:38005; }","duration":"296.788529ms","start":"2026-03-04T02:41:49.795814Z","end":"2026-03-04T02:41:50.092602Z","steps":["trace[842110903] 'read index received' (duration: 32.961991ms)","trace[842110903] 'applied index is now lower than readState.Index' (duration: 263.823018ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:41:50.092676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:41:49.730034Z","time spent":"362.543404ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:41:50.092784Z","caller":"traceutil/trace.go:171","msg":"trace[1242119887] transaction","detail":"{read_only:false; response_revision:36768; number_of_response:1; }","duration":"200.489239ms","start":"2026-03-04T02:41:49.892267Z","end":"2026-03-04T02:41:50.092756Z","steps":["trace[1242119887] 'process raft request' (duration: 200.108367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:41:50.092803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.983725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:41:50.093104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.265901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/horizon-db-init\" ","response":"range_response_count:1 size:536"} {"level":"warn","ts":"2026-03-04T02:41:50.09312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.317602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/horizon\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-03-04T02:41:50.093131Z","caller":"traceutil/trace.go:171","msg":"trace[715181121] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:36768; }","duration":"297.343557ms","start":"2026-03-04T02:41:49.795764Z","end":"2026-03-04T02:41:50.093108Z","steps":["trace[715181121] 'agreement among raft nodes before linearized reading' (duration: 296.966165ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:41:50.093175Z","caller":"traceutil/trace.go:171","msg":"trace[1668810467] range","detail":"{range_begin:/registry/serviceaccounts/openstack/horizon; range_end:; response_count:1; response_revision:36768; }","duration":"282.409595ms","start":"2026-03-04T02:41:49.810754Z","end":"2026-03-04T02:41:50.093164Z","steps":["trace[1668810467] 'agreement among raft nodes before linearized reading' (duration: 282.166147ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:41:50.093174Z","caller":"traceutil/trace.go:171","msg":"trace[1172597958] range","detail":"{range_begin:/registry/serviceaccounts/openstack/horizon-db-init; range_end:; response_count:1; response_revision:36768; }","duration":"282.363124ms","start":"2026-03-04T02:41:49.810789Z","end":"2026-03-04T02:41:50.093152Z","steps":["trace[1172597958] 'agreement among raft nodes before linearized reading' (duration: 282.179468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:41:50.093138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.636706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:41:50.09327Z","caller":"traceutil/trace.go:171","msg":"trace[881120601] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36768; }","duration":"195.901834ms","start":"2026-03-04T02:41:49.897338Z","end":"2026-03-04T02:41:50.09324Z","steps":["trace[881120601] 'agreement among raft nodes before linearized reading' (duration: 195.601205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:41:50.297872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.026815ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:41:50.298165Z","caller":"traceutil/trace.go:171","msg":"trace[1403854863] linearizableReadLoop","detail":"{readStateIndex:38010; appliedIndex:38008; }","duration":"126.252786ms","start":"2026-03-04T02:41:50.171884Z","end":"2026-03-04T02:41:50.298136Z","steps":["trace[1403854863] 'read index received' (duration: 21.8606ms)","trace[1403854863] 'applied index is now lower than readState.Index' (duration: 104.390616ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:41:50.298354Z","caller":"traceutil/trace.go:171","msg":"trace[1000761740] transaction","detail":"{read_only:false; response_revision:36770; number_of_response:1; }","duration":"197.195586ms","start":"2026-03-04T02:41:50.101142Z","end":"2026-03-04T02:41:50.298338Z","steps":["trace[1000761740] 'process raft request' (duration: 196.901476ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:41:50.298513Z","caller":"traceutil/trace.go:171","msg":"trace[445653949] transaction","detail":"{read_only:false; response_revision:36769; number_of_response:1; }","duration":"199.100996ms","start":"2026-03-04T02:41:50.099303Z","end":"2026-03-04T02:41:50.298404Z","steps":["trace[445653949] 'process raft request' (duration: 94.421591ms)","trace[445653949] 'compare' (duration: 103.844878ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:41:50.298618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.70809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/horizon-db-init\" ","response":"range_response_count:1 size:536"} {"level":"info","ts":"2026-03-04T02:41:50.298756Z","caller":"traceutil/trace.go:171","msg":"trace[794525237] range","detail":"{range_begin:/registry/serviceaccounts/openstack/horizon-db-init; range_end:; response_count:1; response_revision:36770; }","duration":"126.890306ms","start":"2026-03-04T02:41:50.171842Z","end":"2026-03-04T02:41:50.298733Z","steps":["trace[794525237] 'agreement among raft nodes before linearized reading' (duration: 126.590697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:41:50.299409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.902102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/horizon\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-03-04T02:41:50.299474Z","caller":"traceutil/trace.go:171","msg":"trace[1477964940] range","detail":"{range_begin:/registry/serviceaccounts/openstack/horizon; range_end:; response_count:1; response_revision:36770; }","duration":"123.997825ms","start":"2026-03-04T02:41:50.175459Z","end":"2026-03-04T02:41:50.299457Z","steps":["trace[1477964940] 'agreement among raft nodes before linearized reading' (duration: 122.88488ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:41:50.55811Z","caller":"traceutil/trace.go:171","msg":"trace[824929329] transaction","detail":"{read_only:false; response_revision:36773; number_of_response:1; }","duration":"172.990521ms","start":"2026-03-04T02:41:50.385096Z","end":"2026-03-04T02:41:50.558087Z","steps":["trace[824929329] 'process raft request' (duration: 93.979687ms)","trace[824929329] 'compare' (duration: 78.8823ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:41:50.564347Z","caller":"traceutil/trace.go:171","msg":"trace[917886896] linearizableReadLoop","detail":"{readStateIndex:38014; appliedIndex:38012; }","duration":"100.77221ms","start":"2026-03-04T02:41:50.463566Z","end":"2026-03-04T02:41:50.564338Z","steps":["trace[917886896] 'read index received' (duration: 15.5244ms)","trace[917886896] 'applied index is now lower than readState.Index' (duration: 85.24725ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:41:50.564743Z","caller":"traceutil/trace.go:171","msg":"trace[4399770] transaction","detail":"{read_only:false; response_revision:36774; number_of_response:1; }","duration":"172.036061ms","start":"2026-03-04T02:41:50.392664Z","end":"2026-03-04T02:41:50.5647Z","steps":["trace[4399770] 'process raft request' (duration: 171.630698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:41:50.566733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.152776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:390169"} {"level":"info","ts":"2026-03-04T02:41:50.566764Z","caller":"traceutil/trace.go:171","msg":"trace[1236213379] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:36774; }","duration":"103.229469ms","start":"2026-03-04T02:41:50.463528Z","end":"2026-03-04T02:41:50.566757Z","steps":["trace[1236213379] 'agreement among raft nodes before linearized reading' (duration: 100.853054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:34.146184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.169702ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:42:34.146491Z","caller":"traceutil/trace.go:171","msg":"trace[22307496] transaction","detail":"{read_only:false; response_revision:37138; number_of_response:1; }","duration":"386.199702ms","start":"2026-03-04T02:42:33.760236Z","end":"2026-03-04T02:42:34.146436Z","steps":["trace[22307496] 'process raft request' (duration: 81.676499ms)","trace[22307496] 'compare' (duration: 303.77521ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:42:34.146732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:33.760221Z","time spent":"386.370677ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:42:34.146762Z","caller":"traceutil/trace.go:171","msg":"trace[1177481227] linearizableReadLoop","detail":"{readStateIndex:38387; appliedIndex:38386; }","duration":"386.138901ms","start":"2026-03-04T02:42:33.760588Z","end":"2026-03-04T02:42:34.146727Z","steps":["trace[1177481227] 'read index received' (duration: 81.251326ms)","trace[1177481227] 'applied index is now lower than readState.Index' (duration: 304.883055ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:42:34.146867Z","caller":"traceutil/trace.go:171","msg":"trace[1250044559] transaction","detail":"{read_only:false; response_revision:37139; number_of_response:1; }","duration":"282.679864ms","start":"2026-03-04T02:42:33.86416Z","end":"2026-03-04T02:42:34.14684Z","steps":["trace[1250044559] 'process raft request' (duration: 282.517169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:34.15069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.082995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:388946"} {"level":"info","ts":"2026-03-04T02:42:34.150815Z","caller":"traceutil/trace.go:171","msg":"trace[1564342561] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:37139; }","duration":"390.230559ms","start":"2026-03-04T02:42:33.760563Z","end":"2026-03-04T02:42:34.150793Z","steps":["trace[1564342561] 'agreement among raft nodes before linearized reading' (duration: 386.315925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:34.150883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:33.760554Z","time spent":"390.300852ms","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1808,"response size":388968,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"info","ts":"2026-03-04T02:42:34.157138Z","caller":"traceutil/trace.go:171","msg":"trace[2080132571] transaction","detail":"{read_only:false; response_revision:37140; number_of_response:1; }","duration":"273.569576ms","start":"2026-03-04T02:42:33.883531Z","end":"2026-03-04T02:42:34.1571Z","steps":["trace[2080132571] 'process raft request' (duration: 273.347969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:34.157279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.312334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:42:34.157346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.945637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1454"} {"level":"info","ts":"2026-03-04T02:42:34.157434Z","caller":"traceutil/trace.go:171","msg":"trace[796486080] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:37140; }","duration":"324.118632ms","start":"2026-03-04T02:42:33.833293Z","end":"2026-03-04T02:42:34.157412Z","steps":["trace[796486080] 'agreement among raft nodes before linearized reading' (duration: 323.755361ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:34.157417Z","caller":"traceutil/trace.go:171","msg":"trace[1074670581] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37140; }","duration":"257.495289ms","start":"2026-03-04T02:42:33.899887Z","end":"2026-03-04T02:42:34.157382Z","steps":["trace[1074670581] 'agreement among raft nodes before linearized reading' (duration: 257.253172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:34.157486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:33.833265Z","time spent":"324.211095ms","remote":"127.0.0.1:56294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1476,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-04T02:42:50.330392Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35079} {"level":"info","ts":"2026-03-04T02:42:50.455041Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35079,"took":"120.212645ms","hash":4236037591,"current-db-size-bytes":49819648,"current-db-size":"50 MB","current-db-size-in-use-bytes":27303936,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-04T02:42:50.455106Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4236037591,"revision":35079,"compact-revision":33045}