{"level":"warn","ts":"2026-05-09T01:36:42.4944Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-09T01:36:42.494531Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.138:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.138:2380","--initial-cluster=instance=https://199.204.45.138:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.138:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.138:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-05-09T01:36:42.494626Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-09T01:36:42.494637Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.138:2380"]} {"level":"info","ts":"2026-05-09T01:36:42.494672Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-09T01:36:42.496042Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.138:2379"]} {"level":"info","ts":"2026-05-09T01:36:42.496177Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.138:2380"],"listen-peer-urls":["https://199.204.45.138:2380"],"advertise-client-urls":["https://199.204.45.138:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.138:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.138:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-05-09T01:36:42.499731Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.290555ms"} {"level":"info","ts":"2026-05-09T01:36:42.506224Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"f3d52791b64f7591","cluster-id":"90076b89649fe294"} {"level":"info","ts":"2026-05-09T01:36:42.506359Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 switched to configuration voters=()"} {"level":"info","ts":"2026-05-09T01:36:42.506407Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 became follower at term 0"} {"level":"info","ts":"2026-05-09T01:36:42.506448Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft f3d52791b64f7591 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-05-09T01:36:42.506476Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 became follower at term 1"} {"level":"info","ts":"2026-05-09T01:36:42.506547Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 switched to configuration voters=(17569993028038260113)"} {"level":"warn","ts":"2026-05-09T01:36:42.512323Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-09T01:36:42.514255Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-09T01:36:42.51625Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-09T01:36:42.519143Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"f3d52791b64f7591","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-09T01:36:42.519398Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"f3d52791b64f7591","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-05-09T01:36:42.519435Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-09T01:36:42.519614Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-09T01:36:42.519641Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-09T01:36:42.521415Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 switched to configuration voters=(17569993028038260113)"} {"level":"info","ts":"2026-05-09T01:36:42.522465Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"90076b89649fe294","local-member-id":"f3d52791b64f7591","added-peer-id":"f3d52791b64f7591","added-peer-peer-urls":["https://199.204.45.138:2380"]} {"level":"info","ts":"2026-05-09T01:36:42.524244Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-09T01:36:42.5244Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.138:2380"} {"level":"info","ts":"2026-05-09T01:36:42.524539Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.138:2380"} {"level":"info","ts":"2026-05-09T01:36:42.52472Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"f3d52791b64f7591","initial-advertise-peer-urls":["https://199.204.45.138:2380"],"listen-peer-urls":["https://199.204.45.138:2380"],"advertise-client-urls":["https://199.204.45.138:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.138:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-09T01:36:42.524806Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-09T01:36:43.207834Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 is starting a new election at term 1"} {"level":"info","ts":"2026-05-09T01:36:43.207902Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 became pre-candidate at term 1"} {"level":"info","ts":"2026-05-09T01:36:43.207937Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 received MsgPreVoteResp from f3d52791b64f7591 at term 1"} {"level":"info","ts":"2026-05-09T01:36:43.207957Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 became candidate at term 2"} {"level":"info","ts":"2026-05-09T01:36:43.207967Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 received MsgVoteResp from f3d52791b64f7591 at term 2"} {"level":"info","ts":"2026-05-09T01:36:43.20798Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 became leader at term 2"} {"level":"info","ts":"2026-05-09T01:36:43.207991Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: f3d52791b64f7591 elected leader f3d52791b64f7591 at term 2"} {"level":"info","ts":"2026-05-09T01:36:43.208838Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"f3d52791b64f7591","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.138:2379]}","request-path":"/0/members/f3d52791b64f7591/attributes","cluster-id":"90076b89649fe294","publish-timeout":"7s"} {"level":"info","ts":"2026-05-09T01:36:43.208915Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-09T01:36:43.208892Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-05-09T01:36:43.209004Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-09T01:36:43.209148Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-09T01:36:43.209208Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-09T01:36:43.209857Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"90076b89649fe294","local-member-id":"f3d52791b64f7591","cluster-version":"3.5"} {"level":"info","ts":"2026-05-09T01:36:43.209987Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-05-09T01:36:43.210035Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-05-09T01:36:43.212617Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-05-09T01:36:43.213766Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.138:2379"} {"level":"info","ts":"2026-05-09T01:37:02.676809Z","caller":"traceutil/trace.go:171","msg":"trace[1386466040] transaction","detail":"{read_only:false; response_revision:411; number_of_response:1; }","duration":"197.136811ms","start":"2026-05-09T01:37:02.479654Z","end":"2026-05-09T01:37:02.676791Z","steps":["trace[1386466040] 'process raft request' (duration: 196.987517ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T01:37:20.272406Z","caller":"traceutil/trace.go:171","msg":"trace[1631345863] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"100.261655ms","start":"2026-05-09T01:37:20.172117Z","end":"2026-05-09T01:37:20.272379Z","steps":["trace[1631345863] 'process raft request' (duration: 100.10859ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T01:37:20.559104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.48665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-8pmnn\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-05-09T01:37:20.559236Z","caller":"traceutil/trace.go:171","msg":"trace[845407087] range","detail":"{range_begin:/registry/pods/kube-system/cilium-8pmnn; range_end:; response_count:1; response_revision:587; }","duration":"159.669785ms","start":"2026-05-09T01:37:20.399541Z","end":"2026-05-09T01:37:20.559211Z","steps":["trace[845407087] 'range keys from in-memory index tree' (duration: 159.266464ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T01:37:20.833664Z","caller":"traceutil/trace.go:171","msg":"trace[476476586] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"258.128578ms","start":"2026-05-09T01:37:20.5755Z","end":"2026-05-09T01:37:20.833629Z","steps":["trace[476476586] 'process raft request' (duration: 257.934683ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T01:37:21.198859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.67249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-09T01:37:21.198942Z","caller":"traceutil/trace.go:171","msg":"trace[1553372632] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:589; }","duration":"267.790393ms","start":"2026-05-09T01:37:20.93113Z","end":"2026-05-09T01:37:21.198921Z","steps":["trace[1553372632] 'range keys from in-memory index tree' (duration: 267.526306ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T01:37:21.32032Z","caller":"traceutil/trace.go:171","msg":"trace[1092436962] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"117.378682ms","start":"2026-05-09T01:37:21.20291Z","end":"2026-05-09T01:37:21.320289Z","steps":["trace[1092436962] 'process raft request' (duration: 117.200737ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T01:37:35.534694Z","caller":"traceutil/trace.go:171","msg":"trace[1351107627] transaction","detail":"{read_only:false; response_revision:742; number_of_response:1; }","duration":"127.051337ms","start":"2026-05-09T01:37:35.407609Z","end":"2026-05-09T01:37:35.53466Z","steps":["trace[1351107627] 'process raft request' (duration: 126.767959ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T01:37:35.689313Z","caller":"traceutil/trace.go:171","msg":"trace[791335287] transaction","detail":"{read_only:false; response_revision:743; number_of_response:1; }","duration":"146.675825ms","start":"2026-05-09T01:37:35.542597Z","end":"2026-05-09T01:37:35.689273Z","steps":["trace[791335287] 'process raft request' (duration: 146.390997ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T01:38:02.887394Z","caller":"traceutil/trace.go:171","msg":"trace[753116701] transaction","detail":"{read_only:false; response_revision:1134; number_of_response:1; }","duration":"134.421196ms","start":"2026-05-09T01:38:02.75294Z","end":"2026-05-09T01:38:02.887361Z","steps":["trace[753116701] 'process raft request' (duration: 134.251421ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T01:38:02.983554Z","caller":"traceutil/trace.go:171","msg":"trace[1968078862] transaction","detail":"{read_only:false; response_revision:1135; number_of_response:1; }","duration":"151.158914ms","start":"2026-05-09T01:38:02.83237Z","end":"2026-05-09T01:38:02.983528Z","steps":["trace[1968078862] 'process raft request' (duration: 141.833328ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T01:38:46.071656Z","caller":"traceutil/trace.go:171","msg":"trace[46804797] linearizableReadLoop","detail":"{readStateIndex:1853; appliedIndex:1852; }","duration":"137.248063ms","start":"2026-05-09T01:38:45.934384Z","end":"2026-05-09T01:38:46.071632Z","steps":["trace[46804797] 'read index received' (duration: 137.000376ms)","trace[46804797] 'applied index is now lower than readState.Index' (duration: 246.707µs)"],"step_count":2} {"level":"info","ts":"2026-05-09T01:38:46.071753Z","caller":"traceutil/trace.go:171","msg":"trace[204888293] transaction","detail":"{read_only:false; response_revision:1784; number_of_response:1; }","duration":"192.905707ms","start":"2026-05-09T01:38:45.878814Z","end":"2026-05-09T01:38:46.07172Z","steps":["trace[204888293] 'process raft request' (duration: 192.668311ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T01:38:46.071907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.941826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-09T01:38:46.071905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.49085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-05-09T01:38:46.071962Z","caller":"traceutil/trace.go:171","msg":"trace[990828183] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1784; }","duration":"130.029938ms","start":"2026-05-09T01:38:45.941918Z","end":"2026-05-09T01:38:46.071948Z","steps":["trace[990828183] 'agreement among raft nodes before linearized reading' (duration: 129.859833ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T01:38:46.071977Z","caller":"traceutil/trace.go:171","msg":"trace[1943123805] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1784; }","duration":"137.606063ms","start":"2026-05-09T01:38:45.934352Z","end":"2026-05-09T01:38:46.071958Z","steps":["trace[1943123805] 'agreement among raft nodes before linearized reading' (duration: 137.408808ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T01:38:46.485283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.66578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T01:38:46.485417Z","caller":"traceutil/trace.go:171","msg":"trace[538430540] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1787; }","duration":"128.891646ms","start":"2026-05-09T01:38:46.356492Z","end":"2026-05-09T01:38:46.485384Z","steps":["trace[538430540] 'range keys from in-memory index tree' (duration: 128.492005ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T01:38:46.485402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.646352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2950397b-2a18-479d-91b7-f157da34d4b4\" ","response":"range_response_count:1 size:3744"} {"level":"info","ts":"2026-05-09T01:38:46.485556Z","caller":"traceutil/trace.go:171","msg":"trace[2085542485] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2950397b-2a18-479d-91b7-f157da34d4b4; range_end:; response_count:1; response_revision:1787; }","duration":"121.847508ms","start":"2026-05-09T01:38:46.363652Z","end":"2026-05-09T01:38:46.4855Z","steps":["trace[2085542485] 'range keys from in-memory index tree' (duration: 121.401775ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T01:39:30.015939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.130185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T01:39:30.01609Z","caller":"traceutil/trace.go:171","msg":"trace[777364366] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2082; }","duration":"104.336491ms","start":"2026-05-09T01:39:29.911724Z","end":"2026-05-09T01:39:30.01606Z","steps":["trace[777364366] 'range keys from in-memory index tree' (duration: 104.039043ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T01:40:54.077364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.171204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-09T01:40:54.077441Z","caller":"traceutil/trace.go:171","msg":"trace[442025448] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2730; }","duration":"105.317218ms","start":"2026-05-09T01:40:53.972108Z","end":"2026-05-09T01:40:54.077425Z","steps":["trace[442025448] 'range keys from in-memory index tree' (duration: 104.964089ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T01:43:30.485994Z","caller":"traceutil/trace.go:171","msg":"trace[1830514460] linearizableReadLoop","detail":"{readStateIndex:3897; appliedIndex:3896; }","duration":"128.921262ms","start":"2026-05-09T01:43:30.357048Z","end":"2026-05-09T01:43:30.485969Z","steps":["trace[1830514460] 'read index received' (duration: 128.749257ms)","trace[1830514460] 'applied index is now lower than readState.Index' (duration: 170.995µs)"],"step_count":2} {"level":"info","ts":"2026-05-09T01:43:30.486383Z","caller":"traceutil/trace.go:171","msg":"trace[2105034533] transaction","detail":"{read_only:false; response_revision:3753; number_of_response:1; }","duration":"160.697268ms","start":"2026-05-09T01:43:30.32567Z","end":"2026-05-09T01:43:30.486368Z","steps":["trace[2105034533] 'process raft request' (duration: 160.138453ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T01:43:30.486728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.185687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-09T01:43:30.486777Z","caller":"traceutil/trace.go:171","msg":"trace[1406530828] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3753; }","duration":"122.248299ms","start":"2026-05-09T01:43:30.364516Z","end":"2026-05-09T01:43:30.486764Z","steps":["trace[1406530828] 'agreement among raft nodes before linearized reading' (duration: 122.085934ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T01:43:30.486787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.788459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-09T01:43:30.486844Z","caller":"traceutil/trace.go:171","msg":"trace[1574846663] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3753; }","duration":"116.894001ms","start":"2026-05-09T01:43:30.369935Z","end":"2026-05-09T01:43:30.486829Z","steps":["trace[1574846663] 'agreement among raft nodes before linearized reading' (duration: 116.727717ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T01:43:30.487036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.274423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-09T01:43:30.487128Z","caller":"traceutil/trace.go:171","msg":"trace[932327746] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3753; }","duration":"121.437587ms","start":"2026-05-09T01:43:30.365668Z","end":"2026-05-09T01:43:30.487105Z","steps":["trace[932327746] 'agreement among raft nodes before linearized reading' (duration: 121.16613ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T01:43:30.487006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.919251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T01:43:30.487585Z","caller":"traceutil/trace.go:171","msg":"trace[1588522732] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3753; }","duration":"130.566338ms","start":"2026-05-09T01:43:30.356988Z","end":"2026-05-09T01:43:30.487554Z","steps":["trace[1588522732] 'agreement among raft nodes before linearized reading' (duration: 129.881849ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T01:44:43.885982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.330973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62872"} {"level":"info","ts":"2026-05-09T01:44:43.886065Z","caller":"traceutil/trace.go:171","msg":"trace[408231565] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4634; }","duration":"133.460826ms","start":"2026-05-09T01:44:43.752591Z","end":"2026-05-09T01:44:43.886051Z","steps":["trace[408231565] 'range keys from in-memory index tree' (duration: 133.128018ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T01:44:43.886133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.214612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-05-09T01:44:43.886222Z","caller":"traceutil/trace.go:171","msg":"trace[235717761] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4634; }","duration":"120.348155ms","start":"2026-05-09T01:44:43.765854Z","end":"2026-05-09T01:44:43.886202Z","steps":["trace[235717761] 'range keys from in-memory index tree' (duration: 120.028837ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T01:44:49.04429Z","caller":"traceutil/trace.go:171","msg":"trace[2093859603] transaction","detail":"{read_only:false; response_revision:4772; number_of_response:1; }","duration":"133.789436ms","start":"2026-05-09T01:44:48.91047Z","end":"2026-05-09T01:44:49.04426Z","steps":["trace[2093859603] 'process raft request' (duration: 123.844552ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T01:44:49.229869Z","caller":"traceutil/trace.go:171","msg":"trace[959124058] transaction","detail":"{read_only:false; response_revision:4775; number_of_response:1; }","duration":"157.868999ms","start":"2026-05-09T01:44:49.071963Z","end":"2026-05-09T01:44:49.229832Z","steps":["trace[959124058] 'process raft request' (duration: 157.581621ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T01:44:49.229866Z","caller":"traceutil/trace.go:171","msg":"trace[1799582705] transaction","detail":"{read_only:false; response_revision:4776; number_of_response:1; }","duration":"157.277622ms","start":"2026-05-09T01:44:49.072556Z","end":"2026-05-09T01:44:49.229834Z","steps":["trace[1799582705] 'process raft request' (duration: 157.186029ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T01:44:49.230018Z","caller":"traceutil/trace.go:171","msg":"trace[1259485515] linearizableReadLoop","detail":"{readStateIndex:4964; appliedIndex:4961; }","duration":"108.344284ms","start":"2026-05-09T01:44:49.121641Z","end":"2026-05-09T01:44:49.229985Z","steps":["trace[1259485515] 'read index received' (duration: 107.954293ms)","trace[1259485515] 'applied index is now lower than readState.Index' (duration: 388.431µs)"],"step_count":2} {"level":"info","ts":"2026-05-09T01:44:49.230031Z","caller":"traceutil/trace.go:171","msg":"trace[1325261603] transaction","detail":"{read_only:false; response_revision:4777; number_of_response:1; }","duration":"118.400452ms","start":"2026-05-09T01:44:49.111617Z","end":"2026-05-09T01:44:49.230017Z","steps":["trace[1325261603] 'process raft request' (duration: 118.175226ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T01:44:49.230199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.901267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:14497"} {"level":"warn","ts":"2026-05-09T01:44:49.230224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.005381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-09T01:44:49.230326Z","caller":"traceutil/trace.go:171","msg":"trace[622087843] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4777; }","duration":"118.120964ms","start":"2026-05-09T01:44:49.112156Z","end":"2026-05-09T01:44:49.230277Z","steps":["trace[622087843] 'agreement among raft nodes before linearized reading' (duration: 117.875887ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T01:44:49.230328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.688792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-05-09T01:44:49.230238Z","caller":"traceutil/trace.go:171","msg":"trace[1580322306] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4777; }","duration":"154.955828ms","start":"2026-05-09T01:44:49.075271Z","end":"2026-05-09T01:44:49.230227Z","steps":["trace[1580322306] 'agreement among raft nodes before linearized reading' (duration: 154.795814ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T01:44:49.230431Z","caller":"traceutil/trace.go:171","msg":"trace[1797630363] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4777; }","duration":"121.880307ms","start":"2026-05-09T01:44:49.108522Z","end":"2026-05-09T01:44:49.230402Z","steps":["trace[1797630363] 'agreement among raft nodes before linearized reading' (duration: 121.571779ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T01:44:49.233866Z","caller":"traceutil/trace.go:171","msg":"trace[1563648974] transaction","detail":"{read_only:false; response_revision:4778; number_of_response:1; }","duration":"108.229341ms","start":"2026-05-09T01:44:49.125605Z","end":"2026-05-09T01:44:49.233834Z","steps":["trace[1563648974] 'process raft request' (duration: 108.028176ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T01:44:51.932384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.365392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-fxktt.18adc2530736cc9f\" ","response":"range_response_count:1 size:962"} {"level":"warn","ts":"2026-05-09T01:44:51.932513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.710731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ee710b1a-b4e8-42ee-8138-e227d9733d5c\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-05-09T01:44:51.932512Z","caller":"traceutil/trace.go:171","msg":"trace[1854480689] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-fxktt.18adc2530736cc9f; range_end:; response_count:1; response_revision:4901; }","duration":"146.539696ms","start":"2026-05-09T01:44:51.785951Z","end":"2026-05-09T01:44:51.932491Z","steps":["trace[1854480689] 'range keys from in-memory index tree' (duration: 146.196437ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T01:44:51.932538Z","caller":"traceutil/trace.go:171","msg":"trace[241053577] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ee710b1a-b4e8-42ee-8138-e227d9733d5c; range_end:; response_count:1; response_revision:4901; }","duration":"146.732922ms","start":"2026-05-09T01:44:51.785797Z","end":"2026-05-09T01:44:51.93253Z","steps":["trace[241053577] 'range keys from in-memory index tree' (duration: 146.573507ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T01:44:51.932433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.292439ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-09T01:44:51.932429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.920888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/storage-loki-0.18adc2533819b0ab\" ","response":"range_response_count:1 size:943"} {"level":"info","ts":"2026-05-09T01:44:51.93262Z","caller":"traceutil/trace.go:171","msg":"trace[281125930] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4901; }","duration":"138.481024ms","start":"2026-05-09T01:44:51.794107Z","end":"2026-05-09T01:44:51.932588Z","steps":["trace[281125930] 'range keys from in-memory index tree' (duration: 138.277229ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T01:44:51.932685Z","caller":"traceutil/trace.go:171","msg":"trace[273902063] range","detail":"{range_begin:/registry/events/monitoring/storage-loki-0.18adc2533819b0ab; range_end:; response_count:1; response_revision:4901; }","duration":"106.208445ms","start":"2026-05-09T01:44:51.826454Z","end":"2026-05-09T01:44:51.932663Z","steps":["trace[273902063] 'range keys from in-memory index tree' (duration: 105.793714ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T01:44:52.09098Z","caller":"traceutil/trace.go:171","msg":"trace[475318325] linearizableReadLoop","detail":"{readStateIndex:5093; appliedIndex:5091; }","duration":"153.431373ms","start":"2026-05-09T01:44:51.937523Z","end":"2026-05-09T01:44:52.090955Z","steps":["trace[475318325] 'read index received' (duration: 153.3154ms)","trace[475318325] 'applied index is now lower than readState.Index' (duration: 114.903µs)"],"step_count":2} {"level":"info","ts":"2026-05-09T01:44:52.091052Z","caller":"traceutil/trace.go:171","msg":"trace[203494517] transaction","detail":"{read_only:false; response_revision:4903; number_of_response:1; }","duration":"155.13276ms","start":"2026-05-09T01:44:51.935881Z","end":"2026-05-09T01:44:52.091013Z","steps":["trace[203494517] 'process raft request' (duration: 155.022887ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T01:44:52.091219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.67599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-09T01:44:52.091267Z","caller":"traceutil/trace.go:171","msg":"trace[1479091501] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4903; }","duration":"153.794553ms","start":"2026-05-09T01:44:51.937461Z","end":"2026-05-09T01:44:52.091255Z","steps":["trace[1479091501] 'agreement among raft nodes before linearized reading' (duration: 153.624698ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T01:44:52.091409Z","caller":"traceutil/trace.go:171","msg":"trace[1660273771] transaction","detail":"{read_only:false; response_revision:4902; number_of_response:1; }","duration":"155.523601ms","start":"2026-05-09T01:44:51.935869Z","end":"2026-05-09T01:44:52.091393Z","steps":["trace[1660273771] 'process raft request' (duration: 154.894943ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T01:44:52.117487Z","caller":"traceutil/trace.go:171","msg":"trace[1134606163] transaction","detail":"{read_only:false; response_revision:4904; number_of_response:1; }","duration":"178.275926ms","start":"2026-05-09T01:44:51.939177Z","end":"2026-05-09T01:44:52.117453Z","steps":["trace[1134606163] 'process raft request' (duration: 178.07425ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T01:44:52.117571Z","caller":"traceutil/trace.go:171","msg":"trace[922468972] transaction","detail":"{read_only:false; response_revision:4906; number_of_response:1; }","duration":"139.002405ms","start":"2026-05-09T01:44:51.978547Z","end":"2026-05-09T01:44:52.117549Z","steps":["trace[922468972] 'process raft request' (duration: 138.876771ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T01:44:52.117575Z","caller":"traceutil/trace.go:171","msg":"trace[350974934] transaction","detail":"{read_only:false; response_revision:4905; number_of_response:1; }","duration":"177.302778ms","start":"2026-05-09T01:44:51.940238Z","end":"2026-05-09T01:44:52.117541Z","steps":["trace[350974934] 'process raft request' (duration: 177.143874ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T01:44:52.117654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.127459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62872"} {"level":"info","ts":"2026-05-09T01:44:52.117734Z","caller":"traceutil/trace.go:171","msg":"trace[57919260] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4906; }","duration":"175.229031ms","start":"2026-05-09T01:44:51.942491Z","end":"2026-05-09T01:44:52.117721Z","steps":["trace[57919260] 'agreement among raft nodes before linearized reading' (duration: 174.974724ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T01:45:03.52971Z","caller":"traceutil/trace.go:171","msg":"trace[2028501735] linearizableReadLoop","detail":"{readStateIndex:5329; appliedIndex:5327; }","duration":"173.409142ms","start":"2026-05-09T01:45:03.356275Z","end":"2026-05-09T01:45:03.529684Z","steps":["trace[2028501735] 'read index received' (duration: 119.56506ms)","trace[2028501735] 'applied index is now lower than readState.Index' (duration: 53.843152ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T01:45:03.52982Z","caller":"traceutil/trace.go:171","msg":"trace[672404336] transaction","detail":"{read_only:false; response_revision:5130; number_of_response:1; }","duration":"210.45743ms","start":"2026-05-09T01:45:03.31932Z","end":"2026-05-09T01:45:03.529777Z","steps":["trace[672404336] 'process raft request' (duration: 156.563627ms)","trace[672404336] 'compare' (duration: 53.588535ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T01:45:03.530037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.448073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-09T01:45:03.530439Z","caller":"traceutil/trace.go:171","msg":"trace[1191177383] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5131; }","duration":"104.908306ms","start":"2026-05-09T01:45:03.425519Z","end":"2026-05-09T01:45:03.530427Z","steps":["trace[1191177383] 'agreement among raft nodes before linearized reading' (duration: 104.370411ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T01:45:03.530015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.7223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T01:45:03.530517Z","caller":"traceutil/trace.go:171","msg":"trace[1803258182] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5131; }","duration":"174.273285ms","start":"2026-05-09T01:45:03.356227Z","end":"2026-05-09T01:45:03.530501Z","steps":["trace[1803258182] 'agreement among raft nodes before linearized reading' (duration: 173.646838ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T01:45:03.530114Z","caller":"traceutil/trace.go:171","msg":"trace[682856413] transaction","detail":"{read_only:false; response_revision:5131; number_of_response:1; }","duration":"207.593822ms","start":"2026-05-09T01:45:03.322236Z","end":"2026-05-09T01:45:03.52983Z","steps":["trace[682856413] 'process raft request' (duration: 207.358335ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T01:45:11.742192Z","caller":"traceutil/trace.go:171","msg":"trace[1944831748] linearizableReadLoop","detail":"{readStateIndex:5506; appliedIndex:5504; }","duration":"165.058162ms","start":"2026-05-09T01:45:11.5771Z","end":"2026-05-09T01:45:11.742158Z","steps":["trace[1944831748] 'read index received' (duration: 26.741197ms)","trace[1944831748] 'applied index is now lower than readState.Index' (duration: 138.315675ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T01:45:11.742346Z","caller":"traceutil/trace.go:171","msg":"trace[1227416093] transaction","detail":"{read_only:false; response_revision:5305; number_of_response:1; }","duration":"167.498638ms","start":"2026-05-09T01:45:11.574805Z","end":"2026-05-09T01:45:11.742303Z","steps":["trace[1227416093] 'process raft request' (duration: 167.176769ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T01:45:11.742485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.35932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-09T01:45:11.742548Z","caller":"traceutil/trace.go:171","msg":"trace[542593976] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5305; }","duration":"165.463522ms","start":"2026-05-09T01:45:11.577067Z","end":"2026-05-09T01:45:11.742531Z","steps":["trace[542593976] 'agreement among raft nodes before linearized reading' (duration: 165.224466ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T01:45:11.855782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.68613ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-09T01:45:11.85608Z","caller":"traceutil/trace.go:171","msg":"trace[595804878] transaction","detail":"{read_only:false; response_revision:5306; number_of_response:1; }","duration":"109.160704ms","start":"2026-05-09T01:45:11.746899Z","end":"2026-05-09T01:45:11.85606Z","steps":["trace[595804878] 'process raft request' (duration: 109.01846ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T01:46:43.244665Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3000} {"level":"info","ts":"2026-05-09T01:46:43.315702Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3000,"took":"69.380673ms","hash":3012330600,"current-db-size-bytes":58859520,"current-db-size":"59 MB","current-db-size-in-use-bytes":33976320,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-05-09T01:46:43.31578Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3012330600,"revision":3000,"compact-revision":-1} {"level":"info","ts":"2026-05-09T01:50:56.525264Z","caller":"traceutil/trace.go:171","msg":"trace[184122665] linearizableReadLoop","detail":"{readStateIndex:8314; appliedIndex:8313; }","duration":"285.78801ms","start":"2026-05-09T01:50:56.239455Z","end":"2026-05-09T01:50:56.525243Z","steps":["trace[184122665] 'read index received' (duration: 196.358206ms)","trace[184122665] 'applied index is now lower than readState.Index' (duration: 89.428734ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T01:50:56.52537Z","caller":"traceutil/trace.go:171","msg":"trace[1734167890] transaction","detail":"{read_only:false; response_revision:8030; number_of_response:1; }","duration":"331.485278ms","start":"2026-05-09T01:50:56.193834Z","end":"2026-05-09T01:50:56.52532Z","steps":["trace[1734167890] 'process raft request' (duration: 241.977822ms)","trace[1734167890] 'compare' (duration: 89.084024ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T01:50:56.52545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.989666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dvgb4\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-05-09T01:50:56.525476Z","caller":"traceutil/trace.go:171","msg":"trace[1705460884] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dvgb4; range_end:; response_count:1; response_revision:8030; }","duration":"286.066918ms","start":"2026-05-09T01:50:56.239402Z","end":"2026-05-09T01:50:56.525469Z","steps":["trace[1705460884] 'agreement among raft nodes before linearized reading' (duration: 285.952835ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T01:50:56.525566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.561472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.138\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-09T01:50:56.525659Z","caller":"traceutil/trace.go:171","msg":"trace[444522226] range","detail":"{range_begin:/registry/masterleases/199.204.45.138; range_end:; response_count:1; response_revision:8030; }","duration":"282.681065ms","start":"2026-05-09T01:50:56.242956Z","end":"2026-05-09T01:50:56.525637Z","steps":["trace[444522226] 'agreement among raft nodes before linearized reading' (duration: 282.47444ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T01:50:56.525759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.343075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T01:50:56.525785Z","caller":"traceutil/trace.go:171","msg":"trace[292646323] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:8030; }","duration":"278.396667ms","start":"2026-05-09T01:50:56.247383Z","end":"2026-05-09T01:50:56.52578Z","steps":["trace[292646323] 'agreement among raft nodes before linearized reading' (duration: 278.350626ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T01:50:56.526167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.433105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414469"} {"level":"warn","ts":"2026-05-09T01:50:56.526145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T01:50:56.193804Z","time spent":"331.668383ms","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T01:50:56.526303Z","caller":"traceutil/trace.go:171","msg":"trace[1234479319] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:8030; }","duration":"160.622571ms","start":"2026-05-09T01:50:56.365652Z","end":"2026-05-09T01:50:56.526275Z","steps":["trace[1234479319] 'agreement among raft nodes before linearized reading' (duration: 160.081245ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T01:51:07.640762Z","caller":"traceutil/trace.go:171","msg":"trace[845639268] transaction","detail":"{read_only:false; response_revision:8086; number_of_response:1; }","duration":"130.66256ms","start":"2026-05-09T01:51:07.510061Z","end":"2026-05-09T01:51:07.640724Z","steps":["trace[845639268] 'process raft request' (duration: 130.239479ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T01:51:08.303448Z","caller":"traceutil/trace.go:171","msg":"trace[1716839581] linearizableReadLoop","detail":"{readStateIndex:8377; appliedIndex:8376; }","duration":"286.094018ms","start":"2026-05-09T01:51:08.017321Z","end":"2026-05-09T01:51:08.303415Z","steps":["trace[1716839581] 'read index received' (duration: 274.14381ms)","trace[1716839581] 'applied index is now lower than readState.Index' (duration: 11.948858ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T01:51:08.303546Z","caller":"traceutil/trace.go:171","msg":"trace[135252388] transaction","detail":"{read_only:false; response_revision:8090; number_of_response:1; }","duration":"310.690381ms","start":"2026-05-09T01:51:07.99283Z","end":"2026-05-09T01:51:08.303521Z","steps":["trace[135252388] 'process raft request' (duration: 298.715523ms)","trace[135252388] 'compare' (duration: 11.393321ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T01:51:08.303662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T01:51:07.992804Z","time spent":"310.794054ms","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T01:51:08.303693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.359815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-09T01:51:08.303752Z","caller":"traceutil/trace.go:171","msg":"trace[2081851692] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8090; }","duration":"286.466688ms","start":"2026-05-09T01:51:08.017267Z","end":"2026-05-09T01:51:08.303733Z","steps":["trace[2081851692] 'agreement among raft nodes before linearized reading' (duration: 286.273433ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T01:51:36.205026Z","caller":"traceutil/trace.go:171","msg":"trace[1361559076] transaction","detail":"{read_only:false; response_revision:8293; number_of_response:1; }","duration":"155.578819ms","start":"2026-05-09T01:51:36.04942Z","end":"2026-05-09T01:51:36.204999Z","steps":["trace[1361559076] 'process raft request' (duration: 155.384174ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T01:51:36.385833Z","caller":"traceutil/trace.go:171","msg":"trace[724429397] linearizableReadLoop","detail":"{readStateIndex:8589; appliedIndex:8588; }","duration":"139.667645ms","start":"2026-05-09T01:51:36.246146Z","end":"2026-05-09T01:51:36.385813Z","steps":["trace[724429397] 'read index received' (duration: 126.606347ms)","trace[724429397] 'applied index is now lower than readState.Index' (duration: 13.060167ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T01:51:36.385953Z","caller":"traceutil/trace.go:171","msg":"trace[1120709089] transaction","detail":"{read_only:false; response_revision:8294; number_of_response:1; }","duration":"217.062167ms","start":"2026-05-09T01:51:36.168879Z","end":"2026-05-09T01:51:36.385942Z","steps":["trace[1120709089] 'process raft request' (duration: 203.933708ms)","trace[1120709089] 'compare' (duration: 12.226745ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T01:51:36.38617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.010404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.138\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-09T01:51:36.386224Z","caller":"traceutil/trace.go:171","msg":"trace[1855393951] range","detail":"{range_begin:/registry/masterleases/199.204.45.138; range_end:; response_count:1; response_revision:8294; }","duration":"140.107186ms","start":"2026-05-09T01:51:36.246104Z","end":"2026-05-09T01:51:36.386212Z","steps":["trace[1855393951] 'agreement among raft nodes before linearized reading' (duration: 139.972833ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T01:51:43.252873Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6129} {"level":"info","ts":"2026-05-09T01:51:43.35223Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6129,"took":"97.40574ms","hash":2430051178,"current-db-size-bytes":58859520,"current-db-size":"59 MB","current-db-size-in-use-bytes":22999040,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-05-09T01:51:43.352305Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2430051178,"revision":6129,"compact-revision":3000} {"level":"info","ts":"2026-05-09T01:51:49.558368Z","caller":"traceutil/trace.go:171","msg":"trace[1775602538] transaction","detail":"{read_only:false; response_revision:8403; number_of_response:1; }","duration":"262.614162ms","start":"2026-05-09T01:51:49.295726Z","end":"2026-05-09T01:51:49.558341Z","steps":["trace[1775602538] 'process raft request' (duration: 196.850726ms)","trace[1775602538] 'compare' (duration: 65.425097ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T01:51:49.577615Z","caller":"traceutil/trace.go:171","msg":"trace[882357541] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8404; }","duration":"281.287071ms","start":"2026-05-09T01:51:49.296296Z","end":"2026-05-09T01:51:49.577583Z","steps":["trace[882357541] 'process raft request' (duration: 281.062615ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T01:51:49.57771Z","caller":"traceutil/trace.go:171","msg":"trace[1456772852] transaction","detail":"{read_only:false; response_revision:8405; number_of_response:1; }","duration":"250.815719ms","start":"2026-05-09T01:51:49.326871Z","end":"2026-05-09T01:51:49.577686Z","steps":["trace[1456772852] 'process raft request' (duration: 250.616284ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T01:51:49.577728Z","caller":"traceutil/trace.go:171","msg":"trace[530454886] linearizableReadLoop","detail":"{readStateIndex:8706; appliedIndex:8704; }","duration":"253.02867ms","start":"2026-05-09T01:51:49.324657Z","end":"2026-05-09T01:51:49.577686Z","steps":["trace[530454886] 'read index received' (duration: 168.020819ms)","trace[530454886] 'applied index is now lower than readState.Index' (duration: 85.004331ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T01:51:49.577922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.573961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-09T01:51:49.577918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.242095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-6k8w7\" ","response":"range_response_count:1 size:4648"} {"level":"info","ts":"2026-05-09T01:51:49.577963Z","caller":"traceutil/trace.go:171","msg":"trace[1111924798] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8405; }","duration":"221.675273ms","start":"2026-05-09T01:51:49.356275Z","end":"2026-05-09T01:51:49.57795Z","steps":["trace[1111924798] 'agreement among raft nodes before linearized reading' (duration: 221.58207ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T01:51:49.577983Z","caller":"traceutil/trace.go:171","msg":"trace[421354624] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-6k8w7; range_end:; response_count:1; response_revision:8405; }","duration":"253.358908ms","start":"2026-05-09T01:51:49.324602Z","end":"2026-05-09T01:51:49.577961Z","steps":["trace[421354624] 'agreement among raft nodes before linearized reading' (duration: 253.194204ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T01:51:50.413108Z","caller":"traceutil/trace.go:171","msg":"trace[2008341383] linearizableReadLoop","detail":"{readStateIndex:8714; appliedIndex:8713; }","duration":"129.238059ms","start":"2026-05-09T01:51:50.283842Z","end":"2026-05-09T01:51:50.41308Z","steps":["trace[2008341383] 'read index received' (duration: 69.57332ms)","trace[2008341383] 'applied index is now lower than readState.Index' (duration: 59.663309ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T01:51:50.413538Z","caller":"traceutil/trace.go:171","msg":"trace[1037667180] transaction","detail":"{read_only:false; response_revision:8412; number_of_response:1; }","duration":"133.797874ms","start":"2026-05-09T01:51:50.27973Z","end":"2026-05-09T01:51:50.413527Z","steps":["trace[1037667180] 'process raft request' (duration: 133.205867ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T01:51:50.413756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.899058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T01:51:50.413862Z","caller":"traceutil/trace.go:171","msg":"trace[1670204732] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8412; }","duration":"130.049682ms","start":"2026-05-09T01:51:50.2838Z","end":"2026-05-09T01:51:50.41385Z","steps":["trace[1670204732] 'agreement among raft nodes before linearized reading' (duration: 129.908798ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T01:51:50.929135Z","caller":"traceutil/trace.go:171","msg":"trace[1369696436] linearizableReadLoop","detail":"{readStateIndex:8717; appliedIndex:8716; }","duration":"127.826221ms","start":"2026-05-09T01:51:50.801286Z","end":"2026-05-09T01:51:50.929112Z","steps":["trace[1369696436] 'read index received' (duration: 127.557554ms)","trace[1369696436] 'applied index is now lower than readState.Index' (duration: 267.527µs)"],"step_count":2} {"level":"info","ts":"2026-05-09T01:51:50.929247Z","caller":"traceutil/trace.go:171","msg":"trace[2059862213] transaction","detail":"{read_only:false; response_revision:8415; number_of_response:1; }","duration":"198.443929ms","start":"2026-05-09T01:51:50.730781Z","end":"2026-05-09T01:51:50.929224Z","steps":["trace[2059862213] 'process raft request' (duration: 198.157522ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T01:51:50.929367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.068977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"info","ts":"2026-05-09T01:51:50.929411Z","caller":"traceutil/trace.go:171","msg":"trace[484417025] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8415; }","duration":"128.127999ms","start":"2026-05-09T01:51:50.801273Z","end":"2026-05-09T01:51:50.929401Z","steps":["trace[484417025] 'agreement among raft nodes before linearized reading' (duration: 127.962905ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T01:51:50.929428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.099649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-09T01:51:50.929554Z","caller":"traceutil/trace.go:171","msg":"trace[708573803] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8415; }","duration":"102.294394ms","start":"2026-05-09T01:51:50.827233Z","end":"2026-05-09T01:51:50.929527Z","steps":["trace[708573803] 'agreement among raft nodes before linearized reading' (duration: 102.070088ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T01:52:56.833403Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002498.wal"} {"level":"info","ts":"2026-05-09T01:53:00.983187Z","caller":"traceutil/trace.go:171","msg":"trace[414377778] transaction","detail":"{read_only:false; response_revision:9067; number_of_response:1; }","duration":"230.951247ms","start":"2026-05-09T01:53:00.75221Z","end":"2026-05-09T01:53:00.983161Z","steps":["trace[414377778] 'process raft request' (duration: 230.633297ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T01:54:10.617184Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"f3d52791b64f7591","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-09T01:54:10.624425Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-05-09T01:54:10.62455Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-05-09T01:56:40.204578Z","caller":"traceutil/trace.go:171","msg":"trace[1701220936] transaction","detail":"{read_only:false; response_revision:10985; number_of_response:1; }","duration":"163.380008ms","start":"2026-05-09T01:56:40.041168Z","end":"2026-05-09T01:56:40.204548Z","steps":["trace[1701220936] 'process raft request' (duration: 163.164652ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T01:56:40.371423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.549546ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-09T01:56:40.371565Z","caller":"traceutil/trace.go:171","msg":"trace[800430090] linearizableReadLoop","detail":"{readStateIndex:11362; appliedIndex:11360; }","duration":"295.915637ms","start":"2026-05-09T01:56:40.075628Z","end":"2026-05-09T01:56:40.371544Z","steps":["trace[800430090] 'read index received' (duration: 128.781315ms)","trace[800430090] 'applied index is now lower than readState.Index' (duration: 167.133022ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T01:56:40.371658Z","caller":"traceutil/trace.go:171","msg":"trace[575442624] transaction","detail":"{read_only:false; response_revision:10986; number_of_response:1; }","duration":"311.220844ms","start":"2026-05-09T01:56:40.060424Z","end":"2026-05-09T01:56:40.371644Z","steps":["trace[575442624] 'process raft request' (duration: 192.35986ms)","trace[575442624] 'compare' (duration: 118.391852ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T01:56:40.371824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.605548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-09T01:56:40.371823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.187014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-09T01:56:40.371862Z","caller":"traceutil/trace.go:171","msg":"trace[127540039] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10986; }","duration":"199.69663ms","start":"2026-05-09T01:56:40.172155Z","end":"2026-05-09T01:56:40.371852Z","steps":["trace[127540039] 'agreement among raft nodes before linearized reading' (duration: 199.623358ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T01:56:40.37184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.559817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-09T01:56:40.371899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.518755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:666"} {"level":"warn","ts":"2026-05-09T01:56:40.371887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.465359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-05-09T01:56:40.371947Z","caller":"traceutil/trace.go:171","msg":"trace[1979348434] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:10986; }","duration":"225.575387ms","start":"2026-05-09T01:56:40.14635Z","end":"2026-05-09T01:56:40.371926Z","steps":["trace[1979348434] 'agreement among raft nodes before linearized reading' (duration: 225.499015ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T01:56:40.371975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.32905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-09T01:56:40.371993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.773629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-09T01:56:40.372028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.81826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T01:56:40.372035Z","caller":"traceutil/trace.go:171","msg":"trace[475375645] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10986; }","duration":"199.396612ms","start":"2026-05-09T01:56:40.172616Z","end":"2026-05-09T01:56:40.372012Z","steps":["trace[475375645] 'agreement among raft nodes before linearized reading' (duration: 199.29977ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T01:56:40.372048Z","caller":"traceutil/trace.go:171","msg":"trace[720698056] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10986; }","duration":"226.876572ms","start":"2026-05-09T01:56:40.145152Z","end":"2026-05-09T01:56:40.372029Z","steps":["trace[720698056] 'agreement among raft nodes before linearized reading' (duration: 226.789649ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T01:56:40.37207Z","caller":"traceutil/trace.go:171","msg":"trace[1184602184] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10986; }","duration":"226.863282ms","start":"2026-05-09T01:56:40.145195Z","end":"2026-05-09T01:56:40.372058Z","steps":["trace[1184602184] 'agreement among raft nodes before linearized reading' (duration: 226.785209ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T01:56:40.372077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.957158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-09T01:56:40.372054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.21906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-05-09T01:56:40.372125Z","caller":"traceutil/trace.go:171","msg":"trace[158915187] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10986; }","duration":"226.024149ms","start":"2026-05-09T01:56:40.146086Z","end":"2026-05-09T01:56:40.37211Z","steps":["trace[158915187] 'agreement among raft nodes before linearized reading' (duration: 225.923796ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T01:56:40.372154Z","caller":"traceutil/trace.go:171","msg":"trace[1805739902] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10986; }","duration":"198.350284ms","start":"2026-05-09T01:56:40.17378Z","end":"2026-05-09T01:56:40.372131Z","steps":["trace[1805739902] 'agreement among raft nodes before linearized reading' (duration: 198.041635ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T01:56:40.372178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.512363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T01:56:40.372199Z","caller":"traceutil/trace.go:171","msg":"trace[220806077] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10986; }","duration":"200.534103ms","start":"2026-05-09T01:56:40.171658Z","end":"2026-05-09T01:56:40.372192Z","steps":["trace[220806077] 'agreement among raft nodes before linearized reading' (duration: 200.502832ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T01:56:40.372212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.756139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-09T01:56:40.3718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.066179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-09T01:56:40.372245Z","caller":"traceutil/trace.go:171","msg":"trace[878821089] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10986; }","duration":"226.80559ms","start":"2026-05-09T01:56:40.14543Z","end":"2026-05-09T01:56:40.372235Z","steps":["trace[878821089] 'agreement among raft nodes before linearized reading' (duration: 226.739619ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T01:56:40.371727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T01:56:40.060395Z","time spent":"311.298566ms","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T01:56:40.372283Z","caller":"traceutil/trace.go:171","msg":"trace[594955276] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10986; }","duration":"260.585282ms","start":"2026-05-09T01:56:40.111675Z","end":"2026-05-09T01:56:40.37226Z","steps":["trace[594955276] 'agreement among raft nodes before linearized reading' (duration: 259.990236ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T01:56:40.371971Z","caller":"traceutil/trace.go:171","msg":"trace[122579562] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10986; }","duration":"223.554712ms","start":"2026-05-09T01:56:40.148395Z","end":"2026-05-09T01:56:40.37195Z","steps":["trace[122579562] 'agreement among raft nodes before linearized reading' (duration: 223.330796ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T01:56:40.372363Z","caller":"traceutil/trace.go:171","msg":"trace[511356475] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10986; }","duration":"199.67517ms","start":"2026-05-09T01:56:40.172232Z","end":"2026-05-09T01:56:40.371907Z","steps":["trace[511356475] 'agreement among raft nodes before linearized reading' (duration: 199.518835ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T01:56:40.372369Z","caller":"traceutil/trace.go:171","msg":"trace[201962266] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10986; }","duration":"296.804471ms","start":"2026-05-09T01:56:40.075551Z","end":"2026-05-09T01:56:40.372355Z","steps":["trace[201962266] 'agreement among raft nodes before linearized reading' (duration: 296.100842ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T01:56:40.372397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.504047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-09T01:56:40.372619Z","caller":"traceutil/trace.go:171","msg":"trace[1540172998] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10986; }","duration":"239.793314ms","start":"2026-05-09T01:56:40.132766Z","end":"2026-05-09T01:56:40.372559Z","steps":["trace[1540172998] 'agreement among raft nodes before linearized reading' (duration: 239.344382ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T01:56:43.258876Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8360} {"level":"info","ts":"2026-05-09T01:56:43.338234Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8360,"took":"76.92699ms","hash":3704594411,"current-db-size-bytes":58859520,"current-db-size":"59 MB","current-db-size-in-use-bytes":26353664,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-05-09T01:56:43.338314Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3704594411,"revision":8360,"compact-revision":6129} {"level":"info","ts":"2026-05-09T02:01:43.265371Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11006} {"level":"info","ts":"2026-05-09T02:01:43.344909Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11006,"took":"77.525945ms","hash":2078486335,"current-db-size-bytes":58859520,"current-db-size":"59 MB","current-db-size-in-use-bytes":27746304,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-05-09T02:01:43.344967Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2078486335,"revision":11006,"compact-revision":8360} {"level":"info","ts":"2026-05-09T02:02:48.377112Z","caller":"traceutil/trace.go:171","msg":"trace[2028863325] linearizableReadLoop","detail":"{readStateIndex:13943; appliedIndex:13943; }","duration":"147.109323ms","start":"2026-05-09T02:02:48.229974Z","end":"2026-05-09T02:02:48.377083Z","steps":["trace[2028863325] 'read index received' (duration: 147.098292ms)","trace[2028863325] 'applied index is now lower than readState.Index' (duration: 8.991µs)"],"step_count":2} {"level":"info","ts":"2026-05-09T02:02:48.377121Z","caller":"traceutil/trace.go:171","msg":"trace[293464200] transaction","detail":"{read_only:false; response_revision:13479; number_of_response:1; }","duration":"150.635018ms","start":"2026-05-09T02:02:48.226461Z","end":"2026-05-09T02:02:48.377096Z","steps":["trace[293464200] 'process raft request' (duration: 150.476484ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:02:48.377366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.368639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-09T02:02:48.377409Z","caller":"traceutil/trace.go:171","msg":"trace[647578196] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13479; }","duration":"147.449411ms","start":"2026-05-09T02:02:48.229948Z","end":"2026-05-09T02:02:48.377397Z","steps":["trace[647578196] 'agreement among raft nodes before linearized reading' (duration: 147.282617ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:02:48.516207Z","caller":"traceutil/trace.go:171","msg":"trace[106836365] transaction","detail":"{read_only:false; response_revision:13481; number_of_response:1; }","duration":"134.727196ms","start":"2026-05-09T02:02:48.38146Z","end":"2026-05-09T02:02:48.516188Z","steps":["trace[106836365] 'process raft request' (duration: 134.695355ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:02:48.516247Z","caller":"traceutil/trace.go:171","msg":"trace[12627119] transaction","detail":"{read_only:false; response_revision:13480; number_of_response:1; }","duration":"150.841895ms","start":"2026-05-09T02:02:48.365376Z","end":"2026-05-09T02:02:48.516218Z","steps":["trace[12627119] 'process raft request' (duration: 72.660022ms)","trace[12627119] 'compare' (duration: 78.008508ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T02:02:48.516247Z","caller":"traceutil/trace.go:171","msg":"trace[963963772] linearizableReadLoop","detail":"{readStateIndex:13944; appliedIndex:13943; }","duration":"139.014853ms","start":"2026-05-09T02:02:48.377204Z","end":"2026-05-09T02:02:48.516219Z","steps":["trace[963963772] 'read index received' (duration: 60.84787ms)","trace[963963772] 'applied index is now lower than readState.Index' (duration: 78.164983ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T02:02:48.5164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.92868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-09T02:02:48.516428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.81765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T02:02:48.516428Z","caller":"traceutil/trace.go:171","msg":"trace[1225359835] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13481; }","duration":"274.996492ms","start":"2026-05-09T02:02:48.241424Z","end":"2026-05-09T02:02:48.51642Z","steps":["trace[1225359835] 'agreement among raft nodes before linearized reading' (duration: 274.855158ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:02:48.516446Z","caller":"traceutil/trace.go:171","msg":"trace[1631046212] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13481; }","duration":"159.879932ms","start":"2026-05-09T02:02:48.356562Z","end":"2026-05-09T02:02:48.516441Z","steps":["trace[1631046212] 'agreement among raft nodes before linearized reading' (duration: 159.845061ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:03:02.508648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.475412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T02:03:02.50874Z","caller":"traceutil/trace.go:171","msg":"trace[1314597603] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13565; }","duration":"151.636646ms","start":"2026-05-09T02:03:02.357087Z","end":"2026-05-09T02:03:02.508724Z","steps":["trace[1314597603] 'range keys from in-memory index tree' (duration: 151.381619ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:03:12.008522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.773347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T02:03:12.008977Z","caller":"traceutil/trace.go:171","msg":"trace[1566847502] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:13726; }","duration":"197.2495ms","start":"2026-05-09T02:03:11.811672Z","end":"2026-05-09T02:03:12.008922Z","steps":["trace[1566847502] 'count revisions from in-memory index tree' (duration: 196.623923ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:03:12.008522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.267186ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-09T02:03:12.008828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.863895ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-09T02:03:12.009146Z","caller":"traceutil/trace.go:171","msg":"trace[1920031614] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:13726; }","duration":"214.900473ms","start":"2026-05-09T02:03:11.794227Z","end":"2026-05-09T02:03:12.009128Z","steps":["trace[1920031614] 'range keys from in-memory index tree' (duration: 214.252346ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:03:12.009239Z","caller":"traceutil/trace.go:171","msg":"trace[914692671] transaction","detail":"{read_only:false; response_revision:13727; number_of_response:1; }","duration":"178.16803ms","start":"2026-05-09T02:03:11.831036Z","end":"2026-05-09T02:03:12.009204Z","steps":["trace[914692671] 'process raft request' (duration: 66.858153ms)","trace[914692671] 'compare' (duration: 110.749762ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T02:03:12.075748Z","caller":"traceutil/trace.go:171","msg":"trace[1276500254] transaction","detail":"{read_only:false; response_revision:13728; number_of_response:1; }","duration":"244.240703ms","start":"2026-05-09T02:03:11.831483Z","end":"2026-05-09T02:03:12.075724Z","steps":["trace[1276500254] 'process raft request' (duration: 244.103429ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:03:12.151649Z","caller":"traceutil/trace.go:171","msg":"trace[1869054790] transaction","detail":"{read_only:false; response_revision:13729; number_of_response:1; }","duration":"121.903136ms","start":"2026-05-09T02:03:12.029707Z","end":"2026-05-09T02:03:12.15161Z","steps":["trace[1869054790] 'process raft request' (duration: 121.734021ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:04:51.177285Z","caller":"traceutil/trace.go:171","msg":"trace[816756004] transaction","detail":"{read_only:false; response_revision:14804; number_of_response:1; }","duration":"167.042897ms","start":"2026-05-09T02:04:51.010218Z","end":"2026-05-09T02:04:51.177261Z","steps":["trace[816756004] 'process raft request' (duration: 166.888423ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:04:51.182296Z","caller":"traceutil/trace.go:171","msg":"trace[1927224585] linearizableReadLoop","detail":"{readStateIndex:15310; appliedIndex:15309; }","duration":"120.897118ms","start":"2026-05-09T02:04:51.061367Z","end":"2026-05-09T02:04:51.182264Z","steps":["trace[1927224585] 'read index received' (duration: 115.899862ms)","trace[1927224585] 'applied index is now lower than readState.Index' (duration: 4.996136ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T02:04:51.182374Z","caller":"traceutil/trace.go:171","msg":"trace[1640453652] transaction","detail":"{read_only:false; response_revision:14805; number_of_response:1; }","duration":"137.406908ms","start":"2026-05-09T02:04:51.044916Z","end":"2026-05-09T02:04:51.182323Z","steps":["trace[1640453652] 'process raft request' (duration: 137.187092ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:04:51.182521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.126704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T02:04:51.18257Z","caller":"traceutil/trace.go:171","msg":"trace[2020056120] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14805; }","duration":"121.236567ms","start":"2026-05-09T02:04:51.061323Z","end":"2026-05-09T02:04:51.182559Z","steps":["trace[2020056120] 'agreement among raft nodes before linearized reading' (duration: 121.106254ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:04:51.18276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.231383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-05-09T02:04:51.182573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.171916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T02:04:51.182864Z","caller":"traceutil/trace.go:171","msg":"trace[1238719821] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14805; }","duration":"119.366667ms","start":"2026-05-09T02:04:51.063474Z","end":"2026-05-09T02:04:51.182841Z","steps":["trace[1238719821] 'agreement among raft nodes before linearized reading' (duration: 119.071149ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:04:51.182873Z","caller":"traceutil/trace.go:171","msg":"trace[2046008860] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14805; }","duration":"121.500555ms","start":"2026-05-09T02:04:51.061349Z","end":"2026-05-09T02:04:51.18285Z","steps":["trace[2046008860] 'agreement among raft nodes before linearized reading' (duration: 121.165176ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:04:51.182792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.25408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-05-09T02:04:51.183009Z","caller":"traceutil/trace.go:171","msg":"trace[1971994359] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14805; }","duration":"120.541548ms","start":"2026-05-09T02:04:51.062457Z","end":"2026-05-09T02:04:51.182998Z","steps":["trace[1971994359] 'agreement among raft nodes before linearized reading' (duration: 120.203379ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:04:51.183099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.537355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-05-09T02:04:51.183187Z","caller":"traceutil/trace.go:171","msg":"trace[601047012] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14805; }","duration":"121.640338ms","start":"2026-05-09T02:04:51.061527Z","end":"2026-05-09T02:04:51.183167Z","steps":["trace[601047012] 'agreement among raft nodes before linearized reading' (duration: 121.310089ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:04:51.183304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.61597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-09T02:04:51.183516Z","caller":"traceutil/trace.go:171","msg":"trace[1963338616] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14805; }","duration":"120.98484ms","start":"2026-05-09T02:04:51.062503Z","end":"2026-05-09T02:04:51.183488Z","steps":["trace[1963338616] 'agreement among raft nodes before linearized reading' (duration: 120.314092ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:06:43.272074Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13062} {"level":"info","ts":"2026-05-09T02:06:43.344923Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13062,"took":"69.986102ms","hash":3446323041,"current-db-size-bytes":58859520,"current-db-size":"59 MB","current-db-size-in-use-bytes":31502336,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-09T02:06:43.34498Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3446323041,"revision":13062,"compact-revision":11006} {"level":"info","ts":"2026-05-09T02:10:22.736872Z","caller":"traceutil/trace.go:171","msg":"trace[1316445932] linearizableReadLoop","detail":"{readStateIndex:17921; appliedIndex:17920; }","duration":"274.51721ms","start":"2026-05-09T02:10:22.462324Z","end":"2026-05-09T02:10:22.736842Z","steps":["trace[1316445932] 'read index received' (duration: 274.377486ms)","trace[1316445932] 'applied index is now lower than readState.Index' (duration: 139.074µs)"],"step_count":2} {"level":"warn","ts":"2026-05-09T02:10:22.737037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.696955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-wpztt\" ","response":"range_response_count:1 size:15435"} {"level":"info","ts":"2026-05-09T02:10:22.737069Z","caller":"traceutil/trace.go:171","msg":"trace[497393315] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-metadata-agent-default-wpztt; range_end:; response_count:1; response_revision:17332; }","duration":"274.741916ms","start":"2026-05-09T02:10:22.462316Z","end":"2026-05-09T02:10:22.737058Z","steps":["trace[497393315] 'agreement among raft nodes before linearized reading' (duration: 274.617583ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:10:22.737155Z","caller":"traceutil/trace.go:171","msg":"trace[430336216] transaction","detail":"{read_only:false; response_revision:17332; number_of_response:1; }","duration":"330.8587ms","start":"2026-05-09T02:10:22.406267Z","end":"2026-05-09T02:10:22.737126Z","steps":["trace[430336216] 'process raft request' (duration: 330.449709ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:10:22.737304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:10:22.406232Z","time spent":"330.995204ms","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T02:10:23.254417Z","caller":"traceutil/trace.go:171","msg":"trace[690590405] linearizableReadLoop","detail":"{readStateIndex:17929; appliedIndex:17928; }","duration":"318.523303ms","start":"2026-05-09T02:10:22.935865Z","end":"2026-05-09T02:10:23.254388Z","steps":["trace[690590405] 'read index received' (duration: 318.353879ms)","trace[690590405] 'applied index is now lower than readState.Index' (duration: 168.004µs)"],"step_count":2} {"level":"info","ts":"2026-05-09T02:10:23.254458Z","caller":"traceutil/trace.go:171","msg":"trace[1038903736] transaction","detail":"{read_only:false; response_revision:17340; number_of_response:1; }","duration":"318.943834ms","start":"2026-05-09T02:10:22.93548Z","end":"2026-05-09T02:10:23.254424Z","steps":["trace[1038903736] 'process raft request' (duration: 318.733118ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:10:23.254581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:10:22.935465Z","time spent":"319.049838ms","remote":"127.0.0.1:55908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":721,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T02:10:23.254796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.850852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3226"} {"level":"info","ts":"2026-05-09T02:10:23.254875Z","caller":"traceutil/trace.go:171","msg":"trace[1655366035] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:17340; }","duration":"319.016006ms","start":"2026-05-09T02:10:22.935842Z","end":"2026-05-09T02:10:23.254858Z","steps":["trace[1655366035] 'agreement among raft nodes before linearized reading' (duration: 318.694567ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:10:23.254918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:10:22.935835Z","time spent":"319.072168ms","remote":"127.0.0.1:42246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3250,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-05-09T02:10:23.255441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.185024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ovn-controller-mrjcp\" ","response":"range_response_count:1 size:15001"} {"level":"info","ts":"2026-05-09T02:10:23.255549Z","caller":"traceutil/trace.go:171","msg":"trace[209771804] range","detail":"{range_begin:/registry/pods/openstack/ovn-controller-mrjcp; range_end:; response_count:1; response_revision:17340; }","duration":"120.337108ms","start":"2026-05-09T02:10:23.135184Z","end":"2026-05-09T02:10:23.255521Z","steps":["trace[209771804] 'agreement among raft nodes before linearized reading' (duration: 119.391051ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:10:23.636669Z","caller":"traceutil/trace.go:171","msg":"trace[295802489] linearizableReadLoop","detail":"{readStateIndex:17930; appliedIndex:17929; }","duration":"244.683596ms","start":"2026-05-09T02:10:23.391956Z","end":"2026-05-09T02:10:23.63664Z","steps":["trace[295802489] 'read index received' (duration: 244.255113ms)","trace[295802489] 'applied index is now lower than readState.Index' (duration: 427.393µs)"],"step_count":2} {"level":"info","ts":"2026-05-09T02:10:23.636747Z","caller":"traceutil/trace.go:171","msg":"trace[1470259797] transaction","detail":"{read_only:false; response_revision:17341; number_of_response:1; }","duration":"370.895664ms","start":"2026-05-09T02:10:23.265807Z","end":"2026-05-09T02:10:23.636702Z","steps":["trace[1470259797] 'process raft request' (duration: 370.499053ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:10:23.637008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.53924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:10:23.637104Z","caller":"traceutil/trace.go:171","msg":"trace[325942051] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:17341; }","duration":"226.678093ms","start":"2026-05-09T02:10:23.410408Z","end":"2026-05-09T02:10:23.637086Z","steps":["trace[325942051] 'agreement among raft nodes before linearized reading' (duration: 226.528819ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:10:23.637003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:10:23.265787Z","time spent":"371.1084ms","remote":"127.0.0.1:55988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14800,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T02:10:23.637032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.043485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-09T02:10:23.63758Z","caller":"traceutil/trace.go:171","msg":"trace[497023784] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17341; }","duration":"245.626511ms","start":"2026-05-09T02:10:23.391916Z","end":"2026-05-09T02:10:23.637542Z","steps":["trace[497023784] 'agreement among raft nodes before linearized reading' (duration: 244.912592ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:10:28.20227Z","caller":"traceutil/trace.go:171","msg":"trace[1862820539] transaction","detail":"{read_only:false; response_revision:17381; number_of_response:1; }","duration":"106.10966ms","start":"2026-05-09T02:10:28.096117Z","end":"2026-05-09T02:10:28.202227Z","steps":["trace[1862820539] 'process raft request' (duration: 43.188171ms)","trace[1862820539] 'compare' (duration: 62.750584ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T02:10:34.424064Z","caller":"traceutil/trace.go:171","msg":"trace[177793949] transaction","detail":"{read_only:false; response_revision:17550; number_of_response:1; }","duration":"265.826063ms","start":"2026-05-09T02:10:34.158204Z","end":"2026-05-09T02:10:34.42403Z","steps":["trace[177793949] 'process raft request' (duration: 265.636818ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:10:34.458894Z","caller":"traceutil/trace.go:171","msg":"trace[964380552] transaction","detail":"{read_only:false; response_revision:17551; number_of_response:1; }","duration":"300.505382ms","start":"2026-05-09T02:10:34.158362Z","end":"2026-05-09T02:10:34.458867Z","steps":["trace[964380552] 'process raft request' (duration: 300.228484ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:10:34.459076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:10:34.158307Z","time spent":"300.668926ms","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T02:10:34.45913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.613497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-09T02:10:34.459241Z","caller":"traceutil/trace.go:171","msg":"trace[1161291173] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17551; }","duration":"280.776891ms","start":"2026-05-09T02:10:34.178444Z","end":"2026-05-09T02:10:34.459221Z","steps":["trace[1161291173] 'agreement among raft nodes before linearized reading' (duration: 280.571206ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:10:34.459377Z","caller":"traceutil/trace.go:171","msg":"trace[1413563323] linearizableReadLoop","detail":"{readStateIndex:18144; appliedIndex:18143; }","duration":"280.323819ms","start":"2026-05-09T02:10:34.178483Z","end":"2026-05-09T02:10:34.458807Z","steps":["trace[1413563323] 'read index received' (duration: 245.887007ms)","trace[1413563323] 'applied index is now lower than readState.Index' (duration: 34.435802ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T02:10:34.459592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.899126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-09T02:10:34.459601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.687262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-xkfpc\" ","response":"range_response_count:1 size:20866"} {"level":"info","ts":"2026-05-09T02:10:34.459651Z","caller":"traceutil/trace.go:171","msg":"trace[152358755] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-xkfpc; range_end:; response_count:1; response_revision:17551; }","duration":"249.734933ms","start":"2026-05-09T02:10:34.209903Z","end":"2026-05-09T02:10:34.459638Z","steps":["trace[152358755] 'agreement among raft nodes before linearized reading' (duration: 249.577939ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:10:34.459648Z","caller":"traceutil/trace.go:171","msg":"trace[2017337220] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17551; }","duration":"105.010898ms","start":"2026-05-09T02:10:34.354622Z","end":"2026-05-09T02:10:34.459633Z","steps":["trace[2017337220] 'agreement among raft nodes before linearized reading' (duration: 104.911376ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:10:34.459648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.869819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-09T02:10:34.459725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.499413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-pb4k8\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-05-09T02:10:34.459784Z","caller":"traceutil/trace.go:171","msg":"trace[1689315668] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-pb4k8; range_end:; response_count:1; response_revision:17551; }","duration":"243.574015ms","start":"2026-05-09T02:10:34.216193Z","end":"2026-05-09T02:10:34.459767Z","steps":["trace[1689315668] 'agreement among raft nodes before linearized reading' (duration: 243.38286ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:10:34.459779Z","caller":"traceutil/trace.go:171","msg":"trace[313056458] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17551; }","duration":"272.066974ms","start":"2026-05-09T02:10:34.187684Z","end":"2026-05-09T02:10:34.459751Z","steps":["trace[313056458] 'agreement among raft nodes before linearized reading' (duration: 271.833657ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:10:34.459884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.658801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-09T02:10:34.459959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.648909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-xcdwp\" ","response":"range_response_count:1 size:9797"} {"level":"info","ts":"2026-05-09T02:10:34.459987Z","caller":"traceutil/trace.go:171","msg":"trace[1662809895] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17551; }","duration":"268.797784ms","start":"2026-05-09T02:10:34.191167Z","end":"2026-05-09T02:10:34.459965Z","steps":["trace[1662809895] 'agreement among raft nodes before linearized reading' (duration: 268.497676ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:10:34.460054Z","caller":"traceutil/trace.go:171","msg":"trace[1002609691] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-xcdwp; range_end:; response_count:1; response_revision:17551; }","duration":"272.702501ms","start":"2026-05-09T02:10:34.18728Z","end":"2026-05-09T02:10:34.459983Z","steps":["trace[1002609691] 'agreement among raft nodes before linearized reading' (duration: 272.202357ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:10:34.460477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.851065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-09T02:10:34.461478Z","caller":"traceutil/trace.go:171","msg":"trace[620856888] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17551; }","duration":"273.914954ms","start":"2026-05-09T02:10:34.187537Z","end":"2026-05-09T02:10:34.461452Z","steps":["trace[620856888] 'agreement among raft nodes before linearized reading' (duration: 272.177817ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:11:43.27892Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15638} {"level":"info","ts":"2026-05-09T02:11:43.380864Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15638,"took":"97.946238ms","hash":1638487251,"current-db-size-bytes":58859520,"current-db-size":"59 MB","current-db-size-in-use-bytes":34160640,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-05-09T02:11:43.380917Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1638487251,"revision":15638,"compact-revision":13062} {"level":"info","ts":"2026-05-09T02:14:23.229387Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"f3d52791b64f7591","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-09T02:14:23.234192Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-05-09T02:14:23.234294Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-05-09T02:14:54.488357Z","caller":"traceutil/trace.go:171","msg":"trace[1834841368] transaction","detail":"{read_only:false; response_revision:19521; number_of_response:1; }","duration":"129.540372ms","start":"2026-05-09T02:14:54.358785Z","end":"2026-05-09T02:14:54.488325Z","steps":["trace[1834841368] 'process raft request' (duration: 129.191863ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:15:03.279193Z","caller":"traceutil/trace.go:171","msg":"trace[1278742303] transaction","detail":"{read_only:false; response_revision:19578; number_of_response:1; }","duration":"150.043527ms","start":"2026-05-09T02:15:03.129116Z","end":"2026-05-09T02:15:03.27916Z","steps":["trace[1278742303] 'process raft request' (duration: 149.867851ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:15:07.497182Z","caller":"traceutil/trace.go:171","msg":"trace[1241143638] transaction","detail":"{read_only:false; response_revision:19605; number_of_response:1; }","duration":"117.577313ms","start":"2026-05-09T02:15:07.379581Z","end":"2026-05-09T02:15:07.497158Z","steps":["trace[1241143638] 'process raft request' (duration: 117.398588ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:15:07.95593Z","caller":"traceutil/trace.go:171","msg":"trace[1315862787] linearizableReadLoop","detail":"{readStateIndex:20271; appliedIndex:20270; }","duration":"129.984774ms","start":"2026-05-09T02:15:07.825924Z","end":"2026-05-09T02:15:07.955908Z","steps":["trace[1315862787] 'read index received' (duration: 129.752308ms)","trace[1315862787] 'applied index is now lower than readState.Index' (duration: 231.716µs)"],"step_count":2} {"level":"info","ts":"2026-05-09T02:15:07.956035Z","caller":"traceutil/trace.go:171","msg":"trace[1434513691] transaction","detail":"{read_only:false; response_revision:19607; number_of_response:1; }","duration":"170.669453ms","start":"2026-05-09T02:15:07.785299Z","end":"2026-05-09T02:15:07.955969Z","steps":["trace[1434513691] 'process raft request' (duration: 170.455138ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:15:07.956145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.19933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-09T02:15:07.95618Z","caller":"traceutil/trace.go:171","msg":"trace[227949012] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19607; }","duration":"130.280082ms","start":"2026-05-09T02:15:07.82589Z","end":"2026-05-09T02:15:07.95617Z","steps":["trace[227949012] 'agreement among raft nodes before linearized reading' (duration: 130.146418ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:15:28.97658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.348273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-09T02:15:28.976662Z","caller":"traceutil/trace.go:171","msg":"trace[836841670] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19727; }","duration":"227.491547ms","start":"2026-05-09T02:15:28.749149Z","end":"2026-05-09T02:15:28.97664Z","steps":["trace[836841670] 'range keys from in-memory index tree' (duration: 227.076015ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:15:29.485966Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726141478199545,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T02:15:29.986653Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726141478199545,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T02:15:30.859348Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726141478199545,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T02:15:30.987923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001024719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-09T02:15:30.988268Z","caller":"traceutil/trace.go:171","msg":"trace[67816509] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001415229s","start":"2026-05-09T02:15:28.986828Z","end":"2026-05-09T02:15:30.988243Z","steps":["trace[67816509] 'agreement among raft nodes before linearized reading' (duration: 2.00105448s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:15:30.988392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:15:28.986811Z","time spent":"2.001555833s","remote":"127.0.0.1:55816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/09 02:15:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-09T02:15:31.360095Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726141478199545,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T02:15:31.386849Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.403507376s","expected-duration":"1s"} {"level":"info","ts":"2026-05-09T02:15:31.387611Z","caller":"traceutil/trace.go:171","msg":"trace[1745068409] transaction","detail":"{read_only:false; response_revision:19728; number_of_response:1; }","duration":"2.404300048s","start":"2026-05-09T02:15:28.983271Z","end":"2026-05-09T02:15:31.387571Z","steps":["trace[1745068409] 'process raft request' (duration: 2.404057742s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:15:31.388039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:15:28.983256Z","time spent":"2.404648627s","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T02:15:31.393685Z","caller":"traceutil/trace.go:171","msg":"trace[1452370416] transaction","detail":"{read_only:false; response_revision:19730; number_of_response:1; }","duration":"1.799772413s","start":"2026-05-09T02:15:29.593868Z","end":"2026-05-09T02:15:31.39364Z","steps":["trace[1452370416] 'process raft request' (duration: 1.799592348s)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:15:31.393776Z","caller":"traceutil/trace.go:171","msg":"trace[1272854528] transaction","detail":"{read_only:false; response_revision:19731; number_of_response:1; }","duration":"1.335365931s","start":"2026-05-09T02:15:30.058399Z","end":"2026-05-09T02:15:31.393765Z","steps":["trace[1272854528] 'process raft request' (duration: 1.335128705s)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:15:31.393671Z","caller":"traceutil/trace.go:171","msg":"trace[836094236] transaction","detail":"{read_only:false; response_revision:19729; number_of_response:1; }","duration":"1.809241653s","start":"2026-05-09T02:15:29.584369Z","end":"2026-05-09T02:15:31.39361Z","steps":["trace[836094236] 'process raft request' (duration: 1.808972006s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:15:31.393872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:15:29.593831Z","time spent":"1.799938807s","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T02:15:31.393979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:15:30.058369Z","time spent":"1.335464454s","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T02:15:31.393971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:15:29.584341Z","time spent":"1.809535472s","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T02:15:31.396182Z","caller":"traceutil/trace.go:171","msg":"trace[835980577] linearizableReadLoop","detail":"{readStateIndex:20400; appliedIndex:20395; }","duration":"2.410506738s","start":"2026-05-09T02:15:28.985651Z","end":"2026-05-09T02:15:31.396158Z","steps":["trace[835980577] 'read index received' (duration: 2.401514431s)","trace[835980577] 'applied index is now lower than readState.Index' (duration: 8.990737ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T02:15:31.396576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.41091482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-87c7244f-74aa-4a88-a216-ec570fcdc052\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-05-09T02:15:31.397348Z","caller":"traceutil/trace.go:171","msg":"trace[833109411] range","detail":"{range_begin:/registry/persistentvolumes/pvc-87c7244f-74aa-4a88-a216-ec570fcdc052; range_end:; response_count:1; response_revision:19731; }","duration":"2.411739363s","start":"2026-05-09T02:15:28.985583Z","end":"2026-05-09T02:15:31.397323Z","steps":["trace[833109411] 'agreement among raft nodes before linearized reading' (duration: 2.410746055s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:15:31.397456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:15:28.985542Z","time spent":"2.411898097s","remote":"127.0.0.1:55964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-87c7244f-74aa-4a88-a216-ec570fcdc052\" "} {"level":"warn","ts":"2026-05-09T02:15:31.396713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.327374473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-09T02:15:31.397546Z","caller":"traceutil/trace.go:171","msg":"trace[1458858031] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19731; }","duration":"2.328245916s","start":"2026-05-09T02:15:29.069278Z","end":"2026-05-09T02:15:31.397524Z","steps":["trace[1458858031] 'agreement among raft nodes before linearized reading' (duration: 2.32731963s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:15:31.397613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:15:29.069252Z","time spent":"2.328342629s","remote":"127.0.0.1:55988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-09T02:15:31.396756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.495766323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:15:31.397822Z","caller":"traceutil/trace.go:171","msg":"trace[1507375462] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:19731; }","duration":"1.496798131s","start":"2026-05-09T02:15:29.900935Z","end":"2026-05-09T02:15:31.397733Z","steps":["trace[1507375462] 'agreement among raft nodes before linearized reading' (duration: 1.49567892s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:15:31.396775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.732528935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:15:31.397898Z","caller":"traceutil/trace.go:171","msg":"trace[2135137516] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:19731; }","duration":"1.733711207s","start":"2026-05-09T02:15:29.664171Z","end":"2026-05-09T02:15:31.397882Z","steps":["trace[2135137516] 'agreement among raft nodes before linearized reading' (duration: 1.732480923s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:15:31.397942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:15:29.664152Z","time spent":"1.733773628s","remote":"127.0.0.1:52970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-05-09T02:15:31.396808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.833557273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-09T02:15:31.398068Z","caller":"traceutil/trace.go:171","msg":"trace[496597640] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:19731; }","duration":"1.834807447s","start":"2026-05-09T02:15:29.563235Z","end":"2026-05-09T02:15:31.398042Z","steps":["trace[496597640] 'agreement among raft nodes before linearized reading' (duration: 1.833497832s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:15:31.396836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.027284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-09T02:15:31.398138Z","caller":"traceutil/trace.go:171","msg":"trace[857507384] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:19731; }","duration":"540.319509ms","start":"2026-05-09T02:15:30.8578Z","end":"2026-05-09T02:15:31.39812Z","steps":["trace[857507384] 'agreement among raft nodes before linearized reading' (duration: 539.011354ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:15:31.396833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.269220384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-09T02:15:31.398142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:15:29.56321Z","time spent":"1.83491473s","remote":"127.0.0.1:44566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":30,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-05-09T02:15:31.398209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:15:30.857716Z","time spent":"540.468853ms","remote":"127.0.0.1:44140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":32,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-09T02:15:31.396873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.505767908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-09T02:15:31.398625Z","caller":"traceutil/trace.go:171","msg":"trace[1830997179] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:19731; }","duration":"1.507515356s","start":"2026-05-09T02:15:29.891059Z","end":"2026-05-09T02:15:31.398574Z","steps":["trace[1830997179] 'agreement among raft nodes before linearized reading' (duration: 1.505764988s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:15:31.398674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:15:29.891039Z","time spent":"1.507622769s","remote":"127.0.0.1:44522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-05-09T02:15:31.396875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.275516688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:15:31.398791Z","caller":"traceutil/trace.go:171","msg":"trace[115791294] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:19731; }","duration":"1.277500021s","start":"2026-05-09T02:15:30.121277Z","end":"2026-05-09T02:15:31.398777Z","steps":["trace[115791294] 'agreement among raft nodes before linearized reading' (duration: 1.275475306s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:15:31.398857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:15:30.121252Z","time spent":"1.277570164s","remote":"127.0.0.1:36536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-05-09T02:15:31.396942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.263589698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-09T02:15:31.398887Z","caller":"traceutil/trace.go:171","msg":"trace[891804064] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19731; }","duration":"1.271338902s","start":"2026-05-09T02:15:30.127523Z","end":"2026-05-09T02:15:31.398862Z","steps":["trace[891804064] 'agreement among raft nodes before linearized reading' (duration: 1.26909847s)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:15:31.399007Z","caller":"traceutil/trace.go:171","msg":"trace[586358406] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19731; }","duration":"1.265624533s","start":"2026-05-09T02:15:30.133332Z","end":"2026-05-09T02:15:31.398956Z","steps":["trace[586358406] 'agreement among raft nodes before linearized reading' (duration: 1.263553407s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:15:31.396946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.988902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-09T02:15:31.396947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.268698429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-05-09T02:15:31.396864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.268824883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-05-09T02:15:31.396864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.051898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-09T02:15:31.399031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:15:30.127497Z","time spent":"1.271479316s","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-09T02:15:31.399109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:15:30.133277Z","time spent":"1.265820989s","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-09T02:15:31.399661Z","caller":"traceutil/trace.go:171","msg":"trace[1346757770] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19731; }","duration":"1.27164087s","start":"2026-05-09T02:15:30.127995Z","end":"2026-05-09T02:15:31.399636Z","steps":["trace[1346757770] 'agreement among raft nodes before linearized reading' (duration: 1.268605785s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:15:31.399155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:15:29.900925Z","time spent":"1.49821631s","remote":"127.0.0.1:44002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-09T02:15:31.399724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:15:30.127984Z","time spent":"1.271717132s","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-09T02:15:31.399185Z","caller":"traceutil/trace.go:171","msg":"trace[1178021092] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19731; }","duration":"541.235884ms","start":"2026-05-09T02:15:30.85794Z","end":"2026-05-09T02:15:31.399175Z","steps":["trace[1178021092] 'agreement among raft nodes before linearized reading' (duration: 538.914511ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:15:31.399794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:15:30.857932Z","time spent":"541.849242ms","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-09T02:15:31.399212Z","caller":"traceutil/trace.go:171","msg":"trace[129813584] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19731; }","duration":"1.270980241s","start":"2026-05-09T02:15:30.128223Z","end":"2026-05-09T02:15:31.399203Z","steps":["trace[129813584] 'agreement among raft nodes before linearized reading' (duration: 1.268665178s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:15:31.399888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:15:30.128215Z","time spent":"1.27166277s","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-09T02:15:31.399654Z","caller":"traceutil/trace.go:171","msg":"trace[163634782] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19731; }","duration":"411.820084ms","start":"2026-05-09T02:15:30.987806Z","end":"2026-05-09T02:15:31.399626Z","steps":["trace[163634782] 'agreement among raft nodes before linearized reading' (duration: 409.033438ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:15:31.399952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:15:30.987728Z","time spent":"412.211486ms","remote":"127.0.0.1:55826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-09T02:16:43.287188Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18194} {"level":"info","ts":"2026-05-09T02:16:43.434681Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18194,"took":"142.87613ms","hash":3001714977,"current-db-size-bytes":58859520,"current-db-size":"59 MB","current-db-size-in-use-bytes":30027776,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-05-09T02:16:43.434761Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3001714977,"revision":18194,"compact-revision":15638} {"level":"warn","ts":"2026-05-09T02:18:49.732941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.344677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-05-09T02:18:49.733012Z","caller":"traceutil/trace.go:171","msg":"trace[1739428588] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:21642; }","duration":"100.44239ms","start":"2026-05-09T02:18:49.632555Z","end":"2026-05-09T02:18:49.732998Z","steps":["trace[1739428588] 'agreement among raft nodes before linearized reading' (duration: 100.258865ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:18:50.87564Z","caller":"traceutil/trace.go:171","msg":"trace[87641659] transaction","detail":"{read_only:false; response_revision:21705; number_of_response:1; }","duration":"113.310994ms","start":"2026-05-09T02:18:50.7623Z","end":"2026-05-09T02:18:50.875611Z","steps":["trace[87641659] 'process raft request' (duration: 93.351946ms)","trace[87641659] 'compare' (duration: 19.712521ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T02:18:50.875774Z","caller":"traceutil/trace.go:171","msg":"trace[234250836] transaction","detail":"{read_only:false; response_revision:21706; number_of_response:1; }","duration":"102.579979ms","start":"2026-05-09T02:18:50.773166Z","end":"2026-05-09T02:18:50.875746Z","steps":["trace[234250836] 'process raft request' (duration: 102.367173ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:18:50.876021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.15436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/capi-kubeadm-control-plane-manager-rolebinding\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:18:50.876121Z","caller":"traceutil/trace.go:171","msg":"trace[1889923995] range","detail":"{range_begin:/registry/clusterrolebindings/capi-kubeadm-control-plane-manager-rolebinding; range_end:; response_count:0; response_revision:21707; }","duration":"113.289963ms","start":"2026-05-09T02:18:50.762806Z","end":"2026-05-09T02:18:50.876096Z","steps":["trace[1889923995] 'agreement among raft nodes before linearized reading' (duration: 113.067377ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:18:50.876208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.95365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"warn","ts":"2026-05-09T02:18:50.876278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.341882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-serving-cert-npbms\" ","response":"range_response_count:1 size:2609"} {"level":"info","ts":"2026-05-09T02:18:50.876423Z","caller":"traceutil/trace.go:171","msg":"trace[2040053099] range","detail":"{range_begin:/registry/secrets/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-serving-cert-npbms; range_end:; response_count:1; response_revision:21707; }","duration":"114.524056ms","start":"2026-05-09T02:18:50.761869Z","end":"2026-05-09T02:18:50.876393Z","steps":["trace[2040053099] 'agreement among raft nodes before linearized reading' (duration: 114.046833ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:18:50.876312Z","caller":"traceutil/trace.go:171","msg":"trace[1433495016] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:21707; }","duration":"118.078474ms","start":"2026-05-09T02:18:50.75821Z","end":"2026-05-09T02:18:50.876289Z","steps":["trace[1433495016] 'agreement among raft nodes before linearized reading' (duration: 117.758606ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:18:51.936557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.992654ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-09T02:18:51.936678Z","caller":"traceutil/trace.go:171","msg":"trace[2015245930] transaction","detail":"{read_only:false; response_revision:21743; number_of_response:1; }","duration":"156.321403ms","start":"2026-05-09T02:18:51.780341Z","end":"2026-05-09T02:18:51.936662Z","steps":["trace[2015245930] 'process raft request' (duration: 55.115123ms)","trace[2015245930] 'compare' (duration: 100.81974ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T02:18:51.96119Z","caller":"traceutil/trace.go:171","msg":"trace[1415703126] transaction","detail":"{read_only:false; response_revision:21744; number_of_response:1; }","duration":"176.453078ms","start":"2026-05-09T02:18:51.784706Z","end":"2026-05-09T02:18:51.961159Z","steps":["trace[1415703126] 'process raft request' (duration: 176.292553ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:18:52.130045Z","caller":"traceutil/trace.go:171","msg":"trace[1157139748] transaction","detail":"{read_only:false; response_revision:21746; number_of_response:1; }","duration":"115.125503ms","start":"2026-05-09T02:18:52.014883Z","end":"2026-05-09T02:18:52.130008Z","steps":["trace[1157139748] 'process raft request' (duration: 107.698379ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:18:52.168404Z","caller":"traceutil/trace.go:171","msg":"trace[1526088351] linearizableReadLoop","detail":"{readStateIndex:22484; appliedIndex:22482; }","duration":"139.982066ms","start":"2026-05-09T02:18:52.028391Z","end":"2026-05-09T02:18:52.168373Z","steps":["trace[1526088351] 'read index received' (duration: 94.143117ms)","trace[1526088351] 'applied index is now lower than readState.Index' (duration: 45.837789ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T02:18:52.168619Z","caller":"traceutil/trace.go:171","msg":"trace[1003290169] transaction","detail":"{read_only:false; response_revision:21747; number_of_response:1; }","duration":"142.765493ms","start":"2026-05-09T02:18:52.025822Z","end":"2026-05-09T02:18:52.168588Z","steps":["trace[1003290169] 'process raft request' (duration: 142.325491ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:18:52.168649Z","caller":"traceutil/trace.go:171","msg":"trace[439314658] transaction","detail":"{read_only:false; response_revision:21748; number_of_response:1; }","duration":"113.194559ms","start":"2026-05-09T02:18:52.05535Z","end":"2026-05-09T02:18:52.168545Z","steps":["trace[439314658] 'process raft request' (duration: 112.949543ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:18:52.168755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.235393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-09T02:18:52.168949Z","caller":"traceutil/trace.go:171","msg":"trace[352500263] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:21748; }","duration":"141.347793ms","start":"2026-05-09T02:18:52.027574Z","end":"2026-05-09T02:18:52.168922Z","steps":["trace[352500263] 'agreement among raft nodes before linearized reading' (duration: 140.946372ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:18:52.329916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.82807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-05-09T02:18:52.32998Z","caller":"traceutil/trace.go:171","msg":"trace[1055958499] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:21758; }","duration":"128.913552ms","start":"2026-05-09T02:18:52.20105Z","end":"2026-05-09T02:18:52.329964Z","steps":["trace[1055958499] 'agreement among raft nodes before linearized reading' (duration: 128.770538ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:18:52.649746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.579071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/capo-system/capo-webhook-service-cert\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:18:52.649852Z","caller":"traceutil/trace.go:171","msg":"trace[639138825] range","detail":"{range_begin:/registry/secrets/capo-system/capo-webhook-service-cert; range_end:; response_count:0; response_revision:21776; }","duration":"105.709324ms","start":"2026-05-09T02:18:52.544118Z","end":"2026-05-09T02:18:52.649827Z","steps":["trace[639138825] 'agreement among raft nodes before linearized reading' (duration: 105.55751ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:19:01.621422Z","caller":"traceutil/trace.go:171","msg":"trace[824677297] transaction","detail":"{read_only:false; response_revision:22005; number_of_response:1; }","duration":"161.100387ms","start":"2026-05-09T02:19:01.460298Z","end":"2026-05-09T02:19:01.621398Z","steps":["trace[824677297] 'process raft request' (duration: 160.947023ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:21:43.293541Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20422} {"level":"info","ts":"2026-05-09T02:21:43.400339Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20422,"took":"102.89875ms","hash":798026008,"current-db-size-bytes":58859520,"current-db-size":"59 MB","current-db-size-in-use-bytes":42512384,"current-db-size-in-use":"42 MB"} {"level":"info","ts":"2026-05-09T02:21:43.400803Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":798026008,"revision":20422,"compact-revision":18194} {"level":"info","ts":"2026-05-09T02:22:13.432176Z","caller":"traceutil/trace.go:171","msg":"trace[926598864] transaction","detail":"{read_only:false; response_revision:23982; number_of_response:1; }","duration":"174.680509ms","start":"2026-05-09T02:22:13.257446Z","end":"2026-05-09T02:22:13.432127Z","steps":["trace[926598864] 'process raft request' (duration: 149.409046ms)","trace[926598864] 'compare' (duration: 24.918613ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T02:22:13.688749Z","caller":"traceutil/trace.go:171","msg":"trace[2065015100] linearizableReadLoop","detail":"{readStateIndex:24773; appliedIndex:24771; }","duration":"334.724174ms","start":"2026-05-09T02:22:13.354004Z","end":"2026-05-09T02:22:13.688728Z","steps":["trace[2065015100] 'read index received' (duration: 52.89741ms)","trace[2065015100] 'applied index is now lower than readState.Index' (duration: 281.825654ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T02:22:13.688842Z","caller":"traceutil/trace.go:171","msg":"trace[166299596] transaction","detail":"{read_only:false; response_revision:23983; number_of_response:1; }","duration":"345.703346ms","start":"2026-05-09T02:22:13.343096Z","end":"2026-05-09T02:22:13.6888Z","steps":["trace[166299596] 'process raft request' (duration: 289.013143ms)","trace[166299596] 'compare' (duration: 56.472577ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T02:22:13.688882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.866769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:22:13.688964Z","caller":"traceutil/trace.go:171","msg":"trace[2027422215] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23983; }","duration":"334.981142ms","start":"2026-05-09T02:22:13.353961Z","end":"2026-05-09T02:22:13.688942Z","steps":["trace[2027422215] 'agreement among raft nodes before linearized reading' (duration: 334.846138ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:13.689011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:13.353946Z","time spent":"335.056234ms","remote":"127.0.0.1:55816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-09T02:22:13.688988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.900904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-09T02:22:13.689065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:13.343075Z","time spent":"345.834199ms","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T02:22:13.689107Z","caller":"traceutil/trace.go:171","msg":"trace[1120930254] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23983; }","duration":"198.177091ms","start":"2026-05-09T02:22:13.490921Z","end":"2026-05-09T02:22:13.689098Z","steps":["trace[1120930254] 'agreement among raft nodes before linearized reading' (duration: 197.918794ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:13.980101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.833416ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-09T02:22:13.980207Z","caller":"traceutil/trace.go:171","msg":"trace[185137787] linearizableReadLoop","detail":"{readStateIndex:24774; appliedIndex:24773; }","duration":"279.513562ms","start":"2026-05-09T02:22:13.700677Z","end":"2026-05-09T02:22:13.980191Z","steps":["trace[185137787] 'read index received' (duration: 144.539742ms)","trace[185137787] 'applied index is now lower than readState.Index' (duration: 134.97262ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T02:22:13.980218Z","caller":"traceutil/trace.go:171","msg":"trace[1700095583] transaction","detail":"{read_only:false; response_revision:23984; number_of_response:1; }","duration":"288.106748ms","start":"2026-05-09T02:22:13.692092Z","end":"2026-05-09T02:22:13.980199Z","steps":["trace[1700095583] 'process raft request' (duration: 153.090307ms)","trace[1700095583] 'compare' (duration: 134.552438ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T02:22:13.980317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.636506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:22:13.98037Z","caller":"traceutil/trace.go:171","msg":"trace[1781403528] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23984; }","duration":"279.745758ms","start":"2026-05-09T02:22:13.700613Z","end":"2026-05-09T02:22:13.980359Z","steps":["trace[1781403528] 'agreement among raft nodes before linearized reading' (duration: 279.663696ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:13.980498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.721873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-09T02:22:13.980585Z","caller":"traceutil/trace.go:171","msg":"trace[571898944] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23984; }","duration":"242.892627ms","start":"2026-05-09T02:22:13.737672Z","end":"2026-05-09T02:22:13.980565Z","steps":["trace[571898944] 'agreement among raft nodes before linearized reading' (duration: 242.664691ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:13.980604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.156781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-09T02:22:13.98064Z","caller":"traceutil/trace.go:171","msg":"trace[1285707013] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23984; }","duration":"233.202942ms","start":"2026-05-09T02:22:13.747426Z","end":"2026-05-09T02:22:13.980629Z","steps":["trace[1285707013] 'agreement among raft nodes before linearized reading' (duration: 233.064218ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:13.980769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.539618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-09T02:22:13.980793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.499293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-09T02:22:13.980801Z","caller":"traceutil/trace.go:171","msg":"trace[1285404347] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23984; }","duration":"234.583179ms","start":"2026-05-09T02:22:13.746209Z","end":"2026-05-09T02:22:13.980792Z","steps":["trace[1285404347] 'agreement among raft nodes before linearized reading' (duration: 234.486716ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:13.980828Z","caller":"traceutil/trace.go:171","msg":"trace[735669380] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23984; }","duration":"232.536334ms","start":"2026-05-09T02:22:13.748282Z","end":"2026-05-09T02:22:13.980818Z","steps":["trace[735669380] 'agreement among raft nodes before linearized reading' (duration: 232.430131ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:13.980923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.949977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-09T02:22:13.980948Z","caller":"traceutil/trace.go:171","msg":"trace[1727960948] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23984; }","duration":"235.993918ms","start":"2026-05-09T02:22:13.744946Z","end":"2026-05-09T02:22:13.98094Z","steps":["trace[1727960948] 'agreement among raft nodes before linearized reading' (duration: 235.921026ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:14.149512Z","caller":"traceutil/trace.go:171","msg":"trace[313688952] transaction","detail":"{read_only:false; response_revision:23985; number_of_response:1; }","duration":"164.698594ms","start":"2026-05-09T02:22:13.984769Z","end":"2026-05-09T02:22:14.149467Z","steps":["trace[313688952] 'process raft request' (duration: 142.305581ms)","trace[313688952] 'compare' (duration: 22.173247ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T02:22:14.434492Z","caller":"traceutil/trace.go:171","msg":"trace[1336917021] transaction","detail":"{read_only:false; response_revision:23986; number_of_response:1; }","duration":"449.155512ms","start":"2026-05-09T02:22:13.985275Z","end":"2026-05-09T02:22:14.434431Z","steps":["trace[1336917021] 'process raft request' (duration: 426.82447ms)","trace[1336917021] 'compare' (duration: 21.433748ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T02:22:14.434752Z","caller":"traceutil/trace.go:171","msg":"trace[1485674401] transaction","detail":"{read_only:false; response_revision:23988; number_of_response:1; }","duration":"449.069579ms","start":"2026-05-09T02:22:13.985662Z","end":"2026-05-09T02:22:14.434732Z","steps":["trace[1485674401] 'process raft request' (duration: 448.708829ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:14.434824Z","caller":"traceutil/trace.go:171","msg":"trace[2128818626] transaction","detail":"{read_only:false; response_revision:23989; number_of_response:1; }","duration":"448.912325ms","start":"2026-05-09T02:22:13.985897Z","end":"2026-05-09T02:22:14.434809Z","steps":["trace[2128818626] 'process raft request' (duration: 448.536265ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:14.434947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:13.985887Z","time spent":"448.986497ms","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T02:22:14.435002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:13.985649Z","time spent":"449.169713ms","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T02:22:14.43508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:13.985238Z","time spent":"449.485851ms","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T02:22:14.434763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.673552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-09T02:22:14.435472Z","caller":"traceutil/trace.go:171","msg":"trace[1564831182] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:23989; }","duration":"216.448204ms","start":"2026-05-09T02:22:14.219004Z","end":"2026-05-09T02:22:14.435452Z","steps":["trace[1564831182] 'agreement among raft nodes before linearized reading' (duration: 215.588019ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:14.435065Z","caller":"traceutil/trace.go:171","msg":"trace[555442691] transaction","detail":"{read_only:false; response_revision:23987; number_of_response:1; }","duration":"449.42244ms","start":"2026-05-09T02:22:13.985592Z","end":"2026-05-09T02:22:14.435015Z","steps":["trace[555442691] 'process raft request' (duration: 448.691649ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:14.435691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:13.985581Z","time spent":"450.053517ms","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T02:22:14.434528Z","caller":"traceutil/trace.go:171","msg":"trace[1623429319] linearizableReadLoop","detail":"{readStateIndex:24779; appliedIndex:24775; }","duration":"215.405125ms","start":"2026-05-09T02:22:14.21909Z","end":"2026-05-09T02:22:14.434495Z","steps":["trace[1623429319] 'read index received' (duration: 193.024612ms)","trace[1623429319] 'applied index is now lower than readState.Index' (duration: 22.378603ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T02:22:14.435356Z","caller":"traceutil/trace.go:171","msg":"trace[1372315687] transaction","detail":"{read_only:false; response_revision:23990; number_of_response:1; }","duration":"109.657805ms","start":"2026-05-09T02:22:14.325675Z","end":"2026-05-09T02:22:14.435333Z","steps":["trace[1372315687] 'process raft request' (duration: 109.483711ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:15.288652Z","caller":"traceutil/trace.go:171","msg":"trace[81725532] transaction","detail":"{read_only:false; response_revision:23991; number_of_response:1; }","duration":"138.2955ms","start":"2026-05-09T02:22:15.150336Z","end":"2026-05-09T02:22:15.288632Z","steps":["trace[81725532] 'process raft request' (duration: 138.154576ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:15.48685Z","caller":"traceutil/trace.go:171","msg":"trace[1498213670] linearizableReadLoop","detail":"{readStateIndex:24785; appliedIndex:24781; }","duration":"153.183179ms","start":"2026-05-09T02:22:15.333641Z","end":"2026-05-09T02:22:15.486825Z","steps":["trace[1498213670] 'read index received' (duration: 151.929775ms)","trace[1498213670] 'applied index is now lower than readState.Index' (duration: 1.252094ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T02:22:15.487087Z","caller":"traceutil/trace.go:171","msg":"trace[823953604] transaction","detail":"{read_only:false; response_revision:23994; number_of_response:1; }","duration":"331.450525ms","start":"2026-05-09T02:22:15.155612Z","end":"2026-05-09T02:22:15.487063Z","steps":["trace[823953604] 'process raft request' (duration: 331.128826ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:15.487117Z","caller":"traceutil/trace.go:171","msg":"trace[1311123319] transaction","detail":"{read_only:false; response_revision:23995; number_of_response:1; }","duration":"328.683289ms","start":"2026-05-09T02:22:15.158404Z","end":"2026-05-09T02:22:15.487087Z","steps":["trace[1311123319] 'process raft request' (duration: 328.379961ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:15.487166Z","caller":"traceutil/trace.go:171","msg":"trace[1133607081] transaction","detail":"{read_only:false; response_revision:23992; number_of_response:1; }","duration":"332.198616ms","start":"2026-05-09T02:22:15.15494Z","end":"2026-05-09T02:22:15.487138Z","steps":["trace[1133607081] 'process raft request' (duration: 330.619243ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:15.48727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.608871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-05-09T02:22:15.487285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:15.158393Z","time spent":"328.807462ms","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T02:22:15.487318Z","caller":"traceutil/trace.go:171","msg":"trace[671118787] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:23995; }","duration":"153.700483ms","start":"2026-05-09T02:22:15.333605Z","end":"2026-05-09T02:22:15.487305Z","steps":["trace[671118787] 'agreement among raft nodes before linearized reading' (duration: 153.526179ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:15.487331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:15.154899Z","time spent":"332.3407ms","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T02:22:15.487407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:15.155598Z","time spent":"331.602039ms","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T02:22:15.48755Z","caller":"traceutil/trace.go:171","msg":"trace[823247352] transaction","detail":"{read_only:false; response_revision:23993; number_of_response:1; }","duration":"332.505324ms","start":"2026-05-09T02:22:15.155032Z","end":"2026-05-09T02:22:15.487537Z","steps":["trace[823247352] 'process raft request' (duration: 331.663241ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:15.487636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:15.155027Z","time spent":"332.551035ms","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T02:22:15.498582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.345059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:22:15.498644Z","caller":"traceutil/trace.go:171","msg":"trace[2031486212] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23996; }","duration":"143.448812ms","start":"2026-05-09T02:22:15.355181Z","end":"2026-05-09T02:22:15.49863Z","steps":["trace[2031486212] 'agreement among raft nodes before linearized reading' (duration: 143.334249ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:16.505224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.405195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:22:16.505293Z","caller":"traceutil/trace.go:171","msg":"trace[640216734] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23997; }","duration":"211.520399ms","start":"2026-05-09T02:22:16.293756Z","end":"2026-05-09T02:22:16.505277Z","steps":["trace[640216734] 'count revisions from in-memory index tree' (duration: 211.331354ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:16.505472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.251874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-09T02:22:16.505548Z","caller":"traceutil/trace.go:171","msg":"trace[157885551] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23997; }","duration":"349.367067ms","start":"2026-05-09T02:22:16.156158Z","end":"2026-05-09T02:22:16.505525Z","steps":["trace[157885551] 'range keys from in-memory index tree' (duration: 349.024318ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:16.505589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:16.156134Z","time spent":"349.44687ms","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-09T02:22:16.505565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.629625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.138\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-05-09T02:22:16.505665Z","caller":"traceutil/trace.go:171","msg":"trace[405454369] range","detail":"{range_begin:/registry/masterleases/199.204.45.138; range_end:; response_count:1; response_revision:23997; }","duration":"152.777108ms","start":"2026-05-09T02:22:16.352861Z","end":"2026-05-09T02:22:16.505638Z","steps":["trace[405454369] 'range keys from in-memory index tree' (duration: 152.308916ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:16.505707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.553144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:22:16.505734Z","caller":"traceutil/trace.go:171","msg":"trace[1394405446] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23997; }","duration":"151.623707ms","start":"2026-05-09T02:22:16.354102Z","end":"2026-05-09T02:22:16.505726Z","steps":["trace[1394405446] 'range keys from in-memory index tree' (duration: 151.457752ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:16.721334Z","caller":"traceutil/trace.go:171","msg":"trace[1659813609] transaction","detail":"{read_only:false; response_revision:23998; number_of_response:1; }","duration":"269.152258ms","start":"2026-05-09T02:22:16.452154Z","end":"2026-05-09T02:22:16.721306Z","steps":["trace[1659813609] 'process raft request' (duration: 268.945452ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:17.217202Z","caller":"traceutil/trace.go:171","msg":"trace[1729326525] linearizableReadLoop","detail":"{readStateIndex:24789; appliedIndex:24787; }","duration":"710.715822ms","start":"2026-05-09T02:22:16.506462Z","end":"2026-05-09T02:22:17.217178Z","steps":["trace[1729326525] 'read index received' (duration: 214.669274ms)","trace[1729326525] 'applied index is now lower than readState.Index' (duration: 496.045468ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T02:22:17.217288Z","caller":"traceutil/trace.go:171","msg":"trace[1377155380] transaction","detail":"{read_only:false; response_revision:24000; number_of_response:1; }","duration":"707.217167ms","start":"2026-05-09T02:22:16.510038Z","end":"2026-05-09T02:22:17.217255Z","steps":["trace[1377155380] 'process raft request' (duration: 707.002431ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:17.217347Z","caller":"traceutil/trace.go:171","msg":"trace[1264424752] transaction","detail":"{read_only:false; response_revision:24002; number_of_response:1; }","duration":"706.576548ms","start":"2026-05-09T02:22:16.510761Z","end":"2026-05-09T02:22:17.217337Z","steps":["trace[1264424752] 'process raft request' (duration: 706.353792ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:17.217439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:16.510013Z","time spent":"707.34833ms","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T02:22:17.217452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:16.510749Z","time spent":"706.629339ms","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T02:22:17.217575Z","caller":"traceutil/trace.go:171","msg":"trace[1908034044] transaction","detail":"{read_only:false; response_revision:24003; number_of_response:1; }","duration":"706.795034ms","start":"2026-05-09T02:22:16.510772Z","end":"2026-05-09T02:22:17.217567Z","steps":["trace[1908034044] 'process raft request' (duration: 706.374763ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:17.217629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:16.510762Z","time spent":"706.838605ms","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T02:22:17.21766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:16.50632Z","time spent":"711.338179ms","remote":"127.0.0.1:55868","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-09T02:22:17.217862Z","caller":"traceutil/trace.go:171","msg":"trace[166566640] transaction","detail":"{read_only:false; response_revision:23999; number_of_response:1; }","duration":"708.709807ms","start":"2026-05-09T02:22:16.509143Z","end":"2026-05-09T02:22:17.217853Z","steps":["trace[166566640] 'process raft request' (duration: 707.792672ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:17.217878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.41265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:22:17.217913Z","caller":"traceutil/trace.go:171","msg":"trace[1343991580] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24003; }","duration":"711.466582ms","start":"2026-05-09T02:22:16.506436Z","end":"2026-05-09T02:22:17.217902Z","steps":["trace[1343991580] 'agreement among raft nodes before linearized reading' (duration: 711.410751ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:17.217949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:16.50642Z","time spent":"711.523013ms","remote":"127.0.0.1:55826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-09T02:22:17.217917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:16.509127Z","time spent":"708.762888ms","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T02:22:17.217316Z","caller":"traceutil/trace.go:171","msg":"trace[2080065432] transaction","detail":"{read_only:false; response_revision:24001; number_of_response:1; }","duration":"707.069552ms","start":"2026-05-09T02:22:16.510237Z","end":"2026-05-09T02:22:17.217306Z","steps":["trace[2080065432] 'process raft request' (duration: 706.842776ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:17.218466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:16.510225Z","time spent":"708.194262ms","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T02:22:18.0138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.933501ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-09T02:22:18.014042Z","caller":"traceutil/trace.go:171","msg":"trace[1467510458] linearizableReadLoop","detail":"{readStateIndex:24796; appliedIndex:24794; }","duration":"657.481183ms","start":"2026-05-09T02:22:17.356538Z","end":"2026-05-09T02:22:18.01402Z","steps":["trace[1467510458] 'read index received' (duration: 109.227534ms)","trace[1467510458] 'applied index is now lower than readState.Index' (duration: 548.252399ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T02:22:18.014146Z","caller":"traceutil/trace.go:171","msg":"trace[1755329852] transaction","detail":"{read_only:false; response_revision:24004; number_of_response:1; }","duration":"795.380023ms","start":"2026-05-09T02:22:17.218749Z","end":"2026-05-09T02:22:18.014129Z","steps":["trace[1755329852] 'process raft request' (duration: 246.986181ms)","trace[1755329852] 'compare' (duration: 546.993114ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T02:22:18.01423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:17.218734Z","time spent":"795.449935ms","remote":"127.0.0.1:55868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T02:22:18.014395Z","caller":"traceutil/trace.go:171","msg":"trace[126126020] transaction","detail":"{read_only:false; response_revision:24005; number_of_response:1; }","duration":"720.938372ms","start":"2026-05-09T02:22:17.293414Z","end":"2026-05-09T02:22:18.014352Z","steps":["trace[126126020] 'process raft request' (duration: 720.519631ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:18.014489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.927365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-09T02:22:18.01456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:17.293385Z","time spent":"721.089617ms","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T02:22:18.014588Z","caller":"traceutil/trace.go:171","msg":"trace[1582009909] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24005; }","duration":"658.031268ms","start":"2026-05-09T02:22:17.356533Z","end":"2026-05-09T02:22:18.014564Z","steps":["trace[1582009909] 'agreement among raft nodes before linearized reading' (duration: 657.829863ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:18.014629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:17.356487Z","time spent":"658.134921ms","remote":"127.0.0.1:55816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-09T02:22:18.183837Z","caller":"traceutil/trace.go:171","msg":"trace[1186973155] transaction","detail":"{read_only:false; response_revision:24006; number_of_response:1; }","duration":"714.068294ms","start":"2026-05-09T02:22:17.469724Z","end":"2026-05-09T02:22:18.183792Z","steps":["trace[1186973155] 'process raft request' (duration: 713.672604ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:18.184074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:17.469702Z","time spent":"714.246919ms","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T02:22:18.183869Z","caller":"traceutil/trace.go:171","msg":"trace[343622969] transaction","detail":"{read_only:false; response_revision:24007; number_of_response:1; }","duration":"690.617912ms","start":"2026-05-09T02:22:17.493219Z","end":"2026-05-09T02:22:18.183837Z","steps":["trace[343622969] 'process raft request' (duration: 690.486278ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:18.18437Z","caller":"traceutil/trace.go:171","msg":"trace[584682128] transaction","detail":"{read_only:false; response_revision:24009; number_of_response:1; }","duration":"688.04025ms","start":"2026-05-09T02:22:17.496313Z","end":"2026-05-09T02:22:18.184353Z","steps":["trace[584682128] 'process raft request' (duration: 687.759253ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:18.18431Z","caller":"traceutil/trace.go:171","msg":"trace[348086524] transaction","detail":"{read_only:false; response_revision:24008; number_of_response:1; }","duration":"690.267432ms","start":"2026-05-09T02:22:17.493995Z","end":"2026-05-09T02:22:18.184262Z","steps":["trace[348086524] 'process raft request' (duration: 689.783849ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:18.184429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:17.493199Z","time spent":"691.077224ms","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T02:22:18.184535Z","caller":"traceutil/trace.go:171","msg":"trace[1732860115] transaction","detail":"{read_only:false; response_revision:24010; number_of_response:1; }","duration":"682.53506ms","start":"2026-05-09T02:22:17.50195Z","end":"2026-05-09T02:22:18.184485Z","steps":["trace[1732860115] 'process raft request' (duration: 682.285703ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:18.184441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:17.496286Z","time spent":"688.118993ms","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T02:22:18.184721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:17.501927Z","time spent":"682.685294ms","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T02:22:18.184748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:17.493987Z","time spent":"690.5579ms","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T02:22:18.18579Z","caller":"traceutil/trace.go:171","msg":"trace[1387154017] linearizableReadLoop","detail":"{readStateIndex:24802; appliedIndex:24796; }","duration":"171.669866ms","start":"2026-05-09T02:22:18.014089Z","end":"2026-05-09T02:22:18.185759Z","steps":["trace[1387154017] 'read index received' (duration: 169.172158ms)","trace[1387154017] 'applied index is now lower than readState.Index' (duration: 2.493327ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T02:22:18.185889Z","caller":"traceutil/trace.go:171","msg":"trace[38649846] transaction","detail":"{read_only:false; response_revision:24011; number_of_response:1; }","duration":"682.534799ms","start":"2026-05-09T02:22:17.503335Z","end":"2026-05-09T02:22:18.18587Z","steps":["trace[38649846] 'process raft request' (duration: 682.250041ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:18.186022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.836221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-09T02:22:18.186053Z","caller":"traceutil/trace.go:171","msg":"trace[883162692] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:24011; }","duration":"395.911753ms","start":"2026-05-09T02:22:17.790133Z","end":"2026-05-09T02:22:18.186045Z","steps":["trace[883162692] 'agreement among raft nodes before linearized reading' (duration: 395.750918ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:18.186079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:17.790111Z","time spent":"395.963395ms","remote":"127.0.0.1:55930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":32,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-05-09T02:22:18.18609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.096193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-09T02:22:18.186118Z","caller":"traceutil/trace.go:171","msg":"trace[499913258] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:24011; }","duration":"154.150445ms","start":"2026-05-09T02:22:18.03196Z","end":"2026-05-09T02:22:18.18611Z","steps":["trace[499913258] 'agreement among raft nodes before linearized reading' (duration: 154.018811ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:18.186132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.698752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-05-09T02:22:18.186149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.006834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-09T02:22:18.185958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.098222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:22:18.186191Z","caller":"traceutil/trace.go:171","msg":"trace[1628530995] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24011; }","duration":"169.758754ms","start":"2026-05-09T02:22:18.01642Z","end":"2026-05-09T02:22:18.186179Z","steps":["trace[1628530995] 'agreement among raft nodes before linearized reading' (duration: 169.587839ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:18.186228Z","caller":"traceutil/trace.go:171","msg":"trace[997601308] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24011; }","duration":"134.127977ms","start":"2026-05-09T02:22:18.052076Z","end":"2026-05-09T02:22:18.186204Z","steps":["trace[997601308] 'agreement among raft nodes before linearized reading' (duration: 133.89355ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:18.186135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:17.503326Z","time spent":"682.702835ms","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T02:22:18.186227Z","caller":"traceutil/trace.go:171","msg":"trace[781443160] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24011; }","duration":"170.408111ms","start":"2026-05-09T02:22:18.015804Z","end":"2026-05-09T02:22:18.186213Z","steps":["trace[781443160] 'agreement among raft nodes before linearized reading' (duration: 170.106872ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:18.986407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.344841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-09T02:22:18.986532Z","caller":"traceutil/trace.go:171","msg":"trace[1491823500] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:24013; }","duration":"181.542526ms","start":"2026-05-09T02:22:18.804957Z","end":"2026-05-09T02:22:18.9865Z","steps":["trace[1491823500] 'count revisions from in-memory index tree' (duration: 181.206957ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:19.662307Z","caller":"traceutil/trace.go:171","msg":"trace[1499919471] transaction","detail":"{read_only:false; response_revision:24015; number_of_response:1; }","duration":"434.790608ms","start":"2026-05-09T02:22:19.227486Z","end":"2026-05-09T02:22:19.662277Z","steps":["trace[1499919471] 'process raft request' (duration: 400.323374ms)","trace[1499919471] 'compare' (duration: 34.066273ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T02:22:19.662482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:19.227459Z","time spent":"434.927583ms","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T02:22:19.662604Z","caller":"traceutil/trace.go:171","msg":"trace[1538753026] transaction","detail":"{read_only:false; response_revision:24016; number_of_response:1; }","duration":"435.085797ms","start":"2026-05-09T02:22:19.227494Z","end":"2026-05-09T02:22:19.662579Z","steps":["trace[1538753026] 'process raft request' (duration: 434.721276ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:19.662755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:19.227459Z","time spent":"435.203161ms","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T02:22:19.662895Z","caller":"traceutil/trace.go:171","msg":"trace[707754540] transaction","detail":"{read_only:false; response_revision:24017; number_of_response:1; }","duration":"434.954654ms","start":"2026-05-09T02:22:19.227932Z","end":"2026-05-09T02:22:19.662886Z","steps":["trace[707754540] 'process raft request' (duration: 434.553353ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:19.662937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:19.227904Z","time spent":"435.009255ms","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T02:22:19.663059Z","caller":"traceutil/trace.go:171","msg":"trace[148831534] linearizableReadLoop","detail":"{readStateIndex:24809; appliedIndex:24805; }","duration":"306.521572ms","start":"2026-05-09T02:22:19.356529Z","end":"2026-05-09T02:22:19.663051Z","steps":["trace[148831534] 'read index received' (duration: 271.182333ms)","trace[148831534] 'applied index is now lower than readState.Index' (duration: 35.338689ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T02:22:19.663182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.657666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:22:19.663216Z","caller":"traceutil/trace.go:171","msg":"trace[698589350] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24018; }","duration":"306.719068ms","start":"2026-05-09T02:22:19.356485Z","end":"2026-05-09T02:22:19.663204Z","steps":["trace[698589350] 'agreement among raft nodes before linearized reading' (duration: 306.658567ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:19.663427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:19.356465Z","time spent":"306.958414ms","remote":"127.0.0.1:55816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-09T02:22:19.663426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.628876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:22:19.663457Z","caller":"traceutil/trace.go:171","msg":"trace[1295925532] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24018; }","duration":"298.697138ms","start":"2026-05-09T02:22:19.364748Z","end":"2026-05-09T02:22:19.663445Z","steps":["trace[1295925532] 'agreement among raft nodes before linearized reading' (duration: 298.445031ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:19.663539Z","caller":"traceutil/trace.go:171","msg":"trace[2000946111] transaction","detail":"{read_only:false; response_revision:24018; number_of_response:1; }","duration":"434.818129ms","start":"2026-05-09T02:22:19.228713Z","end":"2026-05-09T02:22:19.663532Z","steps":["trace[2000946111] 'process raft request' (duration: 434.133721ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:19.663573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:19.228702Z","time spent":"434.84979ms","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T02:22:24.432654Z","caller":"traceutil/trace.go:171","msg":"trace[1802151917] transaction","detail":"{read_only:false; response_revision:24051; number_of_response:1; }","duration":"166.918605ms","start":"2026-05-09T02:22:24.265713Z","end":"2026-05-09T02:22:24.432631Z","steps":["trace[1802151917] 'process raft request' (duration: 166.786341ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:24.594758Z","caller":"traceutil/trace.go:171","msg":"trace[818940040] transaction","detail":"{read_only:false; response_revision:24052; number_of_response:1; }","duration":"328.930216ms","start":"2026-05-09T02:22:24.265809Z","end":"2026-05-09T02:22:24.594739Z","steps":["trace[818940040] 'process raft request' (duration: 328.734581ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:24.594888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:24.265793Z","time spent":"329.028039ms","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T02:22:24.595077Z","caller":"traceutil/trace.go:171","msg":"trace[1208609319] transaction","detail":"{read_only:false; response_revision:24053; number_of_response:1; }","duration":"328.922457ms","start":"2026-05-09T02:22:24.266132Z","end":"2026-05-09T02:22:24.595054Z","steps":["trace[1208609319] 'process raft request' (duration: 328.569427ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:24.59522Z","caller":"traceutil/trace.go:171","msg":"trace[1901792738] linearizableReadLoop","detail":"{readStateIndex:24846; appliedIndex:24843; }","duration":"321.674227ms","start":"2026-05-09T02:22:24.273536Z","end":"2026-05-09T02:22:24.595211Z","steps":["trace[1901792738] 'read index received' (duration: 159.144331ms)","trace[1901792738] 'applied index is now lower than readState.Index' (duration: 162.528596ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T02:22:24.595223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:24.26611Z","time spent":"329.035669ms","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T02:22:24.59529Z","caller":"traceutil/trace.go:171","msg":"trace[420730523] transaction","detail":"{read_only:false; response_revision:24054; number_of_response:1; }","duration":"328.666779ms","start":"2026-05-09T02:22:24.266617Z","end":"2026-05-09T02:22:24.595284Z","steps":["trace[420730523] 'process raft request' (duration: 328.34517ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:24.595336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:24.266601Z","time spent":"328.70521ms","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T02:22:24.595454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.603531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-09T02:22:24.595524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.991115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-09T02:22:24.595553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.598574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:22:24.595559Z","caller":"traceutil/trace.go:171","msg":"trace[51242302] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24054; }","duration":"322.068209ms","start":"2026-05-09T02:22:24.27348Z","end":"2026-05-09T02:22:24.595549Z","steps":["trace[51242302] 'agreement among raft nodes before linearized reading' (duration: 322.022317ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:24.595586Z","caller":"traceutil/trace.go:171","msg":"trace[486245416] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24054; }","duration":"241.627895ms","start":"2026-05-09T02:22:24.35395Z","end":"2026-05-09T02:22:24.595578Z","steps":["trace[486245416] 'agreement among raft nodes before linearized reading' (duration: 241.570472ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:24.595594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:24.273456Z","time spent":"322.13287ms","remote":"127.0.0.1:55816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-09T02:22:24.595543Z","caller":"traceutil/trace.go:171","msg":"trace[876764609] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24054; }","duration":"319.735864ms","start":"2026-05-09T02:22:24.275789Z","end":"2026-05-09T02:22:24.595525Z","steps":["trace[876764609] 'agreement among raft nodes before linearized reading' (duration: 319.517038ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:24.595696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:24.275771Z","time spent":"319.88436ms","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-09T02:22:24.595494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.768342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:22:24.595804Z","caller":"traceutil/trace.go:171","msg":"trace[408046942] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:24054; }","duration":"186.108083ms","start":"2026-05-09T02:22:24.409681Z","end":"2026-05-09T02:22:24.595789Z","steps":["trace[408046942] 'agreement among raft nodes before linearized reading' (duration: 185.784433ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:24.595464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.040013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-09T02:22:24.596009Z","caller":"traceutil/trace.go:171","msg":"trace[2044276589] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:24054; }","duration":"134.585839ms","start":"2026-05-09T02:22:24.461412Z","end":"2026-05-09T02:22:24.595997Z","steps":["trace[2044276589] 'agreement among raft nodes before linearized reading' (duration: 134.011253ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:30.243012Z","caller":"traceutil/trace.go:171","msg":"trace[1661314333] transaction","detail":"{read_only:false; response_revision:24117; number_of_response:1; }","duration":"297.983648ms","start":"2026-05-09T02:22:29.945006Z","end":"2026-05-09T02:22:30.24299Z","steps":["trace[1661314333] 'process raft request' (duration: 297.835844ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:30.245642Z","caller":"traceutil/trace.go:171","msg":"trace[830713920] transaction","detail":"{read_only:false; response_revision:24118; number_of_response:1; }","duration":"126.764465ms","start":"2026-05-09T02:22:30.118845Z","end":"2026-05-09T02:22:30.24561Z","steps":["trace[830713920] 'process raft request' (duration: 126.564529ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:31.654749Z","caller":"traceutil/trace.go:171","msg":"trace[159603390] transaction","detail":"{read_only:false; response_revision:24128; number_of_response:1; }","duration":"258.347042ms","start":"2026-05-09T02:22:31.396367Z","end":"2026-05-09T02:22:31.654714Z","steps":["trace[159603390] 'process raft request' (duration: 258.078114ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:32.325149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.168126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-09T02:22:32.325248Z","caller":"traceutil/trace.go:171","msg":"trace[1946085512] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24128; }","duration":"459.31021ms","start":"2026-05-09T02:22:31.865911Z","end":"2026-05-09T02:22:32.325222Z","steps":["trace[1946085512] 'range keys from in-memory index tree' (duration: 458.988601ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:32.325246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.210031ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-09T02:22:32.325322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:31.865891Z","time spent":"459.418234ms","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-09T02:22:32.325344Z","caller":"traceutil/trace.go:171","msg":"trace[510935823] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24128; }","duration":"531.312354ms","start":"2026-05-09T02:22:31.794018Z","end":"2026-05-09T02:22:32.32533Z","steps":["trace[510935823] 'range keys from in-memory index tree' (duration: 531.197271ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:32.325646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.100989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-09T02:22:32.325708Z","caller":"traceutil/trace.go:171","msg":"trace[1230468256] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24128; }","duration":"457.262024ms","start":"2026-05-09T02:22:31.868429Z","end":"2026-05-09T02:22:32.325691Z","steps":["trace[1230468256] 'range keys from in-memory index tree' (duration: 456.917985ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:32.325752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:31.868408Z","time spent":"457.331176ms","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-09T02:22:32.325995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.47385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-09T02:22:32.326049Z","caller":"traceutil/trace.go:171","msg":"trace[910403168] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24128; }","duration":"457.596463ms","start":"2026-05-09T02:22:31.868439Z","end":"2026-05-09T02:22:32.326036Z","steps":["trace[910403168] 'range keys from in-memory index tree' (duration: 457.293605ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:32.326094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:31.868425Z","time spent":"457.656814ms","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-09T02:22:32.326438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.529751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-09T02:22:32.32655Z","caller":"traceutil/trace.go:171","msg":"trace[751394901] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24128; }","duration":"457.642815ms","start":"2026-05-09T02:22:31.868854Z","end":"2026-05-09T02:22:32.326497Z","steps":["trace[751394901] 'range keys from in-memory index tree' (duration: 457.333276ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:32.326633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:31.868841Z","time spent":"457.748167ms","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-09T02:22:32.566404Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471726141478211229,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-09T02:22:32.627511Z","caller":"traceutil/trace.go:171","msg":"trace[321822254] transaction","detail":"{read_only:false; response_revision:24129; number_of_response:1; }","duration":"722.042782ms","start":"2026-05-09T02:22:31.905419Z","end":"2026-05-09T02:22:32.627462Z","steps":["trace[321822254] 'process raft request' (duration: 721.841217ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:32.627681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:31.905397Z","time spent":"722.192297ms","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T02:22:33.372979Z","caller":"traceutil/trace.go:171","msg":"trace[873774616] transaction","detail":"{read_only:false; response_revision:24130; number_of_response:1; }","duration":"1.120060723s","start":"2026-05-09T02:22:32.252878Z","end":"2026-05-09T02:22:33.372938Z","steps":["trace[873774616] 'process raft request' (duration: 1.056923692s)","trace[873774616] 'compare' (duration: 62.842223ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T02:22:33.373014Z","caller":"traceutil/trace.go:171","msg":"trace[1176413743] transaction","detail":"{read_only:false; response_revision:24131; number_of_response:1; }","duration":"1.107169069s","start":"2026-05-09T02:22:32.265821Z","end":"2026-05-09T02:22:33.37299Z","steps":["trace[1176413743] 'process raft request' (duration: 1.107017795s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:33.373195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:32.265806Z","time spent":"1.107267582s","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T02:22:33.373251Z","caller":"traceutil/trace.go:171","msg":"trace[11816184] transaction","detail":"{read_only:false; response_revision:24132; number_of_response:1; }","duration":"1.04367807s","start":"2026-05-09T02:22:32.329548Z","end":"2026-05-09T02:22:33.373226Z","steps":["trace[11816184] 'process raft request' (duration: 1.043403222s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:33.373389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:32.329527Z","time spent":"1.043789832s","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T02:22:33.373671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:32.25285Z","time spent":"1.120210407s","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T02:22:33.373996Z","caller":"traceutil/trace.go:171","msg":"trace[2008355037] transaction","detail":"{read_only:false; response_revision:24133; number_of_response:1; }","duration":"1.044095571s","start":"2026-05-09T02:22:32.329873Z","end":"2026-05-09T02:22:33.373968Z","steps":["trace[2008355037] 'process raft request' (duration: 1.043221087s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:33.374226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:32.329849Z","time spent":"1.044302577s","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T02:22:33.374078Z","caller":"traceutil/trace.go:171","msg":"trace[365149537] transaction","detail":"{read_only:false; response_revision:24134; number_of_response:1; }","duration":"1.043621377s","start":"2026-05-09T02:22:32.33043Z","end":"2026-05-09T02:22:33.374051Z","steps":["trace[365149537] 'process raft request' (duration: 1.043431192s)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:33.374095Z","caller":"traceutil/trace.go:171","msg":"trace[1388737806] transaction","detail":"{read_only:false; response_revision:24135; number_of_response:1; }","duration":"1.042519357s","start":"2026-05-09T02:22:32.331558Z","end":"2026-05-09T02:22:33.374078Z","steps":["trace[1388737806] 'process raft request' (duration: 1.042382543s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:33.374455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:32.330423Z","time spent":"1.043916315s","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T02:22:33.374545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:32.33155Z","time spent":"1.042900708s","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T02:22:33.707882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.777279ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-05-09T02:22:33.708321Z","caller":"traceutil/trace.go:171","msg":"trace[734192425] linearizableReadLoop","detail":"{readStateIndex:24931; appliedIndex:24922; }","duration":"1.642402851s","start":"2026-05-09T02:22:32.065892Z","end":"2026-05-09T02:22:33.708294Z","steps":["trace[734192425] 'read index received' (duration: 561.440581ms)","trace[734192425] 'applied index is now lower than readState.Index' (duration: 1.0809606s)"],"step_count":2} {"level":"info","ts":"2026-05-09T02:22:33.708311Z","caller":"traceutil/trace.go:171","msg":"trace[190764468] transaction","detail":"{read_only:false; response_revision:24136; number_of_response:1; }","duration":"1.150823325s","start":"2026-05-09T02:22:32.557438Z","end":"2026-05-09T02:22:33.708261Z","steps":["trace[190764468] 'process raft request' (duration: 1.150568698s)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:33.708561Z","caller":"traceutil/trace.go:171","msg":"trace[1813247622] transaction","detail":"{read_only:false; response_revision:24137; number_of_response:1; }","duration":"1.079172923s","start":"2026-05-09T02:22:32.629365Z","end":"2026-05-09T02:22:33.708538Z","steps":["trace[1813247622] 'process raft request' (duration: 1.078863033s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:33.708593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:32.557416Z","time spent":"1.151009091s","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T02:22:33.708651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.642732641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-09T02:22:33.708717Z","caller":"traceutil/trace.go:171","msg":"trace[1093636401] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:24137; }","duration":"1.642865535s","start":"2026-05-09T02:22:32.065826Z","end":"2026-05-09T02:22:33.708692Z","steps":["trace[1093636401] 'agreement among raft nodes before linearized reading' (duration: 1.642622288s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:33.708784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:32.06579Z","time spent":"1.642976858s","remote":"127.0.0.1:56310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":32,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-05-09T02:22:33.70872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:32.629333Z","time spent":"1.079294326s","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T02:22:33.708915Z","caller":"traceutil/trace.go:171","msg":"trace[343074149] transaction","detail":"{read_only:false; response_revision:24138; number_of_response:1; }","duration":"1.06743236s","start":"2026-05-09T02:22:32.641467Z","end":"2026-05-09T02:22:33.708899Z","steps":["trace[343074149] 'process raft request' (duration: 1.066970307s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:33.708974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:32.641451Z","time spent":"1.067496482s","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T02:22:33.709012Z","caller":"traceutil/trace.go:171","msg":"trace[1933465566] transaction","detail":"{read_only:false; response_revision:24139; number_of_response:1; }","duration":"1.065414366s","start":"2026-05-09T02:22:32.643576Z","end":"2026-05-09T02:22:33.70899Z","steps":["trace[1933465566] 'process raft request' (duration: 1.065240821s)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:33.709078Z","caller":"traceutil/trace.go:171","msg":"trace[381408066] transaction","detail":"{read_only:false; response_revision:24140; number_of_response:1; }","duration":"879.507559ms","start":"2026-05-09T02:22:32.829517Z","end":"2026-05-09T02:22:33.709025Z","steps":["trace[381408066] 'process raft request' (duration: 879.391936ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:33.709184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.642340009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-09T02:22:33.709187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:32.643549Z","time spent":"1.065535539s","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T02:22:33.70922Z","caller":"traceutil/trace.go:171","msg":"trace[964547602] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24141; }","duration":"1.642406572s","start":"2026-05-09T02:22:32.066801Z","end":"2026-05-09T02:22:33.709208Z","steps":["trace[964547602] 'agreement among raft nodes before linearized reading' (duration: 1.64235079s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:33.709202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:32.829492Z","time spent":"879.641093ms","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T02:22:33.709244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:32.066782Z","time spent":"1.642456184s","remote":"127.0.0.1:56720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-05-09T02:22:33.709304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.328936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:22:33.70946Z","caller":"traceutil/trace.go:171","msg":"trace[1041942669] transaction","detail":"{read_only:false; response_revision:24141; number_of_response:1; }","duration":"471.313549ms","start":"2026-05-09T02:22:33.238126Z","end":"2026-05-09T02:22:33.70944Z","steps":["trace[1041942669] 'process raft request' (duration: 470.840486ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:33.709478Z","caller":"traceutil/trace.go:171","msg":"trace[793417827] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24141; }","duration":"353.562332ms","start":"2026-05-09T02:22:33.355893Z","end":"2026-05-09T02:22:33.709456Z","steps":["trace[793417827] 'agreement among raft nodes before linearized reading' (duration: 353.319445ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:33.709543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:33.355873Z","time spent":"353.655205ms","remote":"127.0.0.1:55816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-09T02:22:33.709544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:33.238104Z","time spent":"471.393862ms","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T02:22:33.709595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.013198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-09T02:22:33.70957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.074556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-09T02:22:33.709566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028621926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-09T02:22:33.709566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.30525769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-09T02:22:33.709631Z","caller":"traceutil/trace.go:171","msg":"trace[1493528974] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:24141; }","duration":"623.076429ms","start":"2026-05-09T02:22:33.086547Z","end":"2026-05-09T02:22:33.709623Z","steps":["trace[1493528974] 'agreement among raft nodes before linearized reading' (duration: 623.018138ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:33.709653Z","caller":"traceutil/trace.go:171","msg":"trace[2033308123] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:24141; }","duration":"215.212839ms","start":"2026-05-09T02:22:33.494422Z","end":"2026-05-09T02:22:33.709635Z","steps":["trace[2033308123] 'agreement among raft nodes before linearized reading' (duration: 215.073596ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:33.709667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:33.086531Z","time spent":"623.126882ms","remote":"127.0.0.1:56066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":32,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-05-09T02:22:33.709672Z","caller":"traceutil/trace.go:171","msg":"trace[863858159] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24141; }","duration":"1.305399124s","start":"2026-05-09T02:22:32.404256Z","end":"2026-05-09T02:22:33.709655Z","steps":["trace[863858159] 'agreement among raft nodes before linearized reading' (duration: 1.305158267s)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:33.709676Z","caller":"traceutil/trace.go:171","msg":"trace[668407595] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24141; }","duration":"1.028810091s","start":"2026-05-09T02:22:32.680839Z","end":"2026-05-09T02:22:33.709649Z","steps":["trace[668407595] 'agreement among raft nodes before linearized reading' (duration: 1.0284087s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:33.709721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:32.404239Z","time spent":"1.305468955s","remote":"127.0.0.1:55926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-09T02:22:33.709741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:32.680819Z","time spent":"1.028905514s","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-09T02:22:33.709425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.115282532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-09T02:22:33.709797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.863465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:22:33.709817Z","caller":"traceutil/trace.go:171","msg":"trace[559143045] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:24141; }","duration":"1.115669353s","start":"2026-05-09T02:22:32.594132Z","end":"2026-05-09T02:22:33.709801Z","steps":["trace[559143045] 'agreement among raft nodes before linearized reading' (duration: 1.115266392s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:33.709866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:32.594114Z","time spent":"1.115736294s","remote":"127.0.0.1:44106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-09T02:22:33.709865Z","caller":"traceutil/trace.go:171","msg":"trace[728603797] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:24141; }","duration":"243.973168ms","start":"2026-05-09T02:22:33.465873Z","end":"2026-05-09T02:22:33.709846Z","steps":["trace[728603797] 'agreement among raft nodes before linearized reading' (duration: 243.872655ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:34.44765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.460272ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-09T02:22:34.447975Z","caller":"traceutil/trace.go:171","msg":"trace[1218846483] linearizableReadLoop","detail":"{readStateIndex:24938; appliedIndex:24936; }","duration":"484.748078ms","start":"2026-05-09T02:22:33.963203Z","end":"2026-05-09T02:22:34.447951Z","steps":["trace[1218846483] 'read index received' (duration: 261.294674ms)","trace[1218846483] 'applied index is now lower than readState.Index' (duration: 223.451734ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T02:22:34.448101Z","caller":"traceutil/trace.go:171","msg":"trace[500422937] transaction","detail":"{read_only:false; response_revision:24143; number_of_response:1; }","duration":"732.106939ms","start":"2026-05-09T02:22:33.715981Z","end":"2026-05-09T02:22:34.448088Z","steps":["trace[500422937] 'process raft request' (duration: 731.836131ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:34.448175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:33.715963Z","time spent":"732.17439ms","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T02:22:34.44824Z","caller":"traceutil/trace.go:171","msg":"trace[8202665] transaction","detail":"{read_only:false; response_revision:24142; number_of_response:1; }","duration":"732.845499ms","start":"2026-05-09T02:22:33.715362Z","end":"2026-05-09T02:22:34.448208Z","steps":["trace[8202665] 'process raft request' (duration: 124.644996ms)","trace[8202665] 'compare' (duration: 606.950968ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T02:22:34.448403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:33.715344Z","time spent":"732.967862ms","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T02:22:34.448633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.006021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-09T02:22:34.448699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.492379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-09T02:22:34.448719Z","caller":"traceutil/trace.go:171","msg":"trace[978268438] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24143; }","duration":"104.134874ms","start":"2026-05-09T02:22:34.344561Z","end":"2026-05-09T02:22:34.448696Z","steps":["trace[978268438] 'agreement among raft nodes before linearized reading' (duration: 103.98824ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:34.448769Z","caller":"traceutil/trace.go:171","msg":"trace[1294655292] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:24143; }","duration":"485.579021ms","start":"2026-05-09T02:22:33.963153Z","end":"2026-05-09T02:22:34.448732Z","steps":["trace[1294655292] 'agreement among raft nodes before linearized reading' (duration: 485.262203ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:34.448809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:33.963129Z","time spent":"485.671964ms","remote":"127.0.0.1:55988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":174,"response size":33,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-05-09T02:22:44.373276Z","caller":"traceutil/trace.go:171","msg":"trace[807373596] linearizableReadLoop","detail":"{readStateIndex:25072; appliedIndex:25071; }","duration":"137.577791ms","start":"2026-05-09T02:22:44.235681Z","end":"2026-05-09T02:22:44.373258Z","steps":["trace[807373596] 'read index received' (duration: 137.462308ms)","trace[807373596] 'applied index is now lower than readState.Index' (duration: 114.833µs)"],"step_count":2} {"level":"info","ts":"2026-05-09T02:22:44.373539Z","caller":"traceutil/trace.go:171","msg":"trace[1533036353] transaction","detail":"{read_only:false; response_revision:24275; number_of_response:1; }","duration":"185.765533ms","start":"2026-05-09T02:22:44.187735Z","end":"2026-05-09T02:22:44.3735Z","steps":["trace[1533036353] 'process raft request' (duration: 185.414162ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:44.373544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.835639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:22:44.373703Z","caller":"traceutil/trace.go:171","msg":"trace[1434357152] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:24275; }","duration":"138.044695ms","start":"2026-05-09T02:22:44.235642Z","end":"2026-05-09T02:22:44.373687Z","steps":["trace[1434357152] 'agreement among raft nodes before linearized reading' (duration: 137.811709ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:44.723214Z","caller":"traceutil/trace.go:171","msg":"trace[1894191482] linearizableReadLoop","detail":"{readStateIndex:25073; appliedIndex:25072; }","duration":"166.251926ms","start":"2026-05-09T02:22:44.556938Z","end":"2026-05-09T02:22:44.72319Z","steps":["trace[1894191482] 'read index received' (duration: 165.950558ms)","trace[1894191482] 'applied index is now lower than readState.Index' (duration: 299.958µs)"],"step_count":2} {"level":"info","ts":"2026-05-09T02:22:44.723333Z","caller":"traceutil/trace.go:171","msg":"trace[1481128182] transaction","detail":"{read_only:false; response_revision:24276; number_of_response:1; }","duration":"347.368121ms","start":"2026-05-09T02:22:44.375931Z","end":"2026-05-09T02:22:44.723299Z","steps":["trace[1481128182] 'process raft request' (duration: 347.046513ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:44.723446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.123542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-09T02:22:44.723473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:44.375909Z","time spent":"347.488265ms","remote":"127.0.0.1:55908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1972,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T02:22:44.723501Z","caller":"traceutil/trace.go:171","msg":"trace[1124653391] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24276; }","duration":"155.224684ms","start":"2026-05-09T02:22:44.568263Z","end":"2026-05-09T02:22:44.723488Z","steps":["trace[1124653391] 'agreement among raft nodes before linearized reading' (duration: 155.083451ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:44.723446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.499964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-09T02:22:44.723762Z","caller":"traceutil/trace.go:171","msg":"trace[1132079921] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24276; }","duration":"166.870255ms","start":"2026-05-09T02:22:44.55688Z","end":"2026-05-09T02:22:44.72375Z","steps":["trace[1132079921] 'agreement among raft nodes before linearized reading' (duration: 166.428922ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:44.952666Z","caller":"traceutil/trace.go:171","msg":"trace[1400313169] transaction","detail":"{read_only:false; response_revision:24278; number_of_response:1; }","duration":"224.078702ms","start":"2026-05-09T02:22:44.728562Z","end":"2026-05-09T02:22:44.952641Z","steps":["trace[1400313169] 'process raft request' (duration: 199.605772ms)","trace[1400313169] 'compare' (duration: 24.387508ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T02:22:45.272258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.861193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d95e7e07-6960-493c-8829-1af98f624ec4\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-05-09T02:22:45.272373Z","caller":"traceutil/trace.go:171","msg":"trace[2032639497] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d95e7e07-6960-493c-8829-1af98f624ec4; range_end:; response_count:1; response_revision:24278; }","duration":"198.017978ms","start":"2026-05-09T02:22:45.074325Z","end":"2026-05-09T02:22:45.272343Z","steps":["trace[2032639497] 'range keys from in-memory index tree' (duration: 197.669418ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:45.600676Z","caller":"traceutil/trace.go:171","msg":"trace[959576610] transaction","detail":"{read_only:false; response_revision:24279; number_of_response:1; }","duration":"168.556281ms","start":"2026-05-09T02:22:45.432094Z","end":"2026-05-09T02:22:45.60065Z","steps":["trace[959576610] 'process raft request' (duration: 168.340835ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:45.905262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.425583ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-09T02:22:45.905393Z","caller":"traceutil/trace.go:171","msg":"trace[257091607] transaction","detail":"{read_only:false; response_revision:24280; number_of_response:1; }","duration":"409.881206ms","start":"2026-05-09T02:22:45.495475Z","end":"2026-05-09T02:22:45.905357Z","steps":["trace[257091607] 'process raft request' (duration: 259.218386ms)","trace[257091607] 'compare' (duration: 150.158746ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T02:22:45.905518Z","caller":"traceutil/trace.go:171","msg":"trace[2025137091] transaction","detail":"{read_only:false; response_revision:24281; number_of_response:1; }","duration":"142.081785ms","start":"2026-05-09T02:22:45.763412Z","end":"2026-05-09T02:22:45.905494Z","steps":["trace[2025137091] 'process raft request' (duration: 141.955061ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:45.905585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:45.495451Z","time spent":"410.022829ms","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T02:22:45.905481Z","caller":"traceutil/trace.go:171","msg":"trace[525290951] linearizableReadLoop","detail":"{readStateIndex:25077; appliedIndex:25075; }","duration":"392.214392ms","start":"2026-05-09T02:22:45.513244Z","end":"2026-05-09T02:22:45.905459Z","steps":["trace[525290951] 'read index received' (duration: 87.265893ms)","trace[525290951] 'applied index is now lower than readState.Index' (duration: 304.945409ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T02:22:45.906088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.844919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-09T02:22:45.906158Z","caller":"traceutil/trace.go:171","msg":"trace[1708043483] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24281; }","duration":"392.946182ms","start":"2026-05-09T02:22:45.513194Z","end":"2026-05-09T02:22:45.90614Z","steps":["trace[1708043483] 'agreement among raft nodes before linearized reading' (duration: 392.364435ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:45.9062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:45.513175Z","time spent":"393.014064ms","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-09T02:22:45.974856Z","caller":"traceutil/trace.go:171","msg":"trace[1808851132] transaction","detail":"{read_only:false; response_revision:24284; number_of_response:1; }","duration":"181.178145ms","start":"2026-05-09T02:22:45.793657Z","end":"2026-05-09T02:22:45.974835Z","steps":["trace[1808851132] 'process raft request' (duration: 181.107594ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:45.975356Z","caller":"traceutil/trace.go:171","msg":"trace[1201111641] transaction","detail":"{read_only:false; response_revision:24282; number_of_response:1; }","duration":"182.290787ms","start":"2026-05-09T02:22:45.792412Z","end":"2026-05-09T02:22:45.974702Z","steps":["trace[1201111641] 'process raft request' (duration: 182.062981ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:45.975534Z","caller":"traceutil/trace.go:171","msg":"trace[1379915328] transaction","detail":"{read_only:false; response_revision:24283; number_of_response:1; }","duration":"182.336428ms","start":"2026-05-09T02:22:45.793167Z","end":"2026-05-09T02:22:45.975504Z","steps":["trace[1379915328] 'process raft request' (duration: 181.448334ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:45.976361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.450513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-05-09T02:22:45.976417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.941737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-09T02:22:45.976493Z","caller":"traceutil/trace.go:171","msg":"trace[76563839] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24285; }","duration":"448.572386ms","start":"2026-05-09T02:22:45.527871Z","end":"2026-05-09T02:22:45.976444Z","steps":["trace[76563839] 'agreement among raft nodes before linearized reading' (duration: 448.265788ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:45.976531Z","caller":"traceutil/trace.go:171","msg":"trace[268076763] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:24285; }","duration":"333.07624ms","start":"2026-05-09T02:22:45.643421Z","end":"2026-05-09T02:22:45.976497Z","steps":["trace[268076763] 'agreement among raft nodes before linearized reading' (duration: 332.622528ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:45.976545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:45.527865Z","time spent":"448.668438ms","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-09T02:22:45.976593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:45.643409Z","time spent":"333.166343ms","remote":"127.0.0.1:55978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":32,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-05-09T02:22:45.976803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.327059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:22:45.97683Z","caller":"traceutil/trace.go:171","msg":"trace[1132435490] transaction","detail":"{read_only:false; response_revision:24285; number_of_response:1; }","duration":"182.929344ms","start":"2026-05-09T02:22:45.793881Z","end":"2026-05-09T02:22:45.976811Z","steps":["trace[1132435490] 'process raft request' (duration: 180.929559ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:45.976391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.045986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-05-09T02:22:45.976879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.350107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-09T02:22:45.976938Z","caller":"traceutil/trace.go:171","msg":"trace[452625832] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24285; }","duration":"342.644913ms","start":"2026-05-09T02:22:45.634276Z","end":"2026-05-09T02:22:45.976921Z","steps":["trace[452625832] 'agreement among raft nodes before linearized reading' (duration: 341.697537ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:45.976983Z","caller":"traceutil/trace.go:171","msg":"trace[1561861706] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24285; }","duration":"453.506382ms","start":"2026-05-09T02:22:45.523442Z","end":"2026-05-09T02:22:45.976948Z","steps":["trace[1561861706] 'agreement among raft nodes before linearized reading' (duration: 452.779582ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:45.976998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:45.634254Z","time spent":"342.728925ms","remote":"127.0.0.1:55988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-09T02:22:45.977033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:45.523408Z","time spent":"453.614605ms","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-09T02:22:45.976905Z","caller":"traceutil/trace.go:171","msg":"trace[2051648620] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24285; }","duration":"371.425252ms","start":"2026-05-09T02:22:45.605429Z","end":"2026-05-09T02:22:45.976855Z","steps":["trace[2051648620] 'agreement among raft nodes before linearized reading' (duration: 371.121974ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:45.977156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:45.605412Z","time spent":"371.72409ms","remote":"127.0.0.1:56574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-09T02:22:45.9764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.019418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-09T02:22:45.977505Z","caller":"traceutil/trace.go:171","msg":"trace[1768102327] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24285; }","duration":"450.17061ms","start":"2026-05-09T02:22:45.527319Z","end":"2026-05-09T02:22:45.97749Z","steps":["trace[1768102327] 'agreement among raft nodes before linearized reading' (duration: 449.001959ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:45.977557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:45.527295Z","time spent":"450.240892ms","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-09T02:22:45.978047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.774388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:268412"} {"level":"info","ts":"2026-05-09T02:22:45.978091Z","caller":"traceutil/trace.go:171","msg":"trace[881157042] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:24285; }","duration":"337.83118ms","start":"2026-05-09T02:22:45.640246Z","end":"2026-05-09T02:22:45.978077Z","steps":["trace[881157042] 'agreement among raft nodes before linearized reading' (duration: 336.202216ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:45.978125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:45.640235Z","time spent":"337.884111ms","remote":"127.0.0.1:56236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":268436,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-05-09T02:22:46.177182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.165716ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-09T02:22:46.177292Z","caller":"traceutil/trace.go:171","msg":"trace[256046035] transaction","detail":"{read_only:false; response_revision:24286; number_of_response:1; }","duration":"267.091471ms","start":"2026-05-09T02:22:45.91018Z","end":"2026-05-09T02:22:46.177272Z","steps":["trace[256046035] 'process raft request' (duration: 147.73498ms)","trace[256046035] 'compare' (duration: 118.868408ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T02:22:46.226087Z","caller":"traceutil/trace.go:171","msg":"trace[2116071736] linearizableReadLoop","detail":"{readStateIndex:25086; appliedIndex:25082; }","duration":"237.567302ms","start":"2026-05-09T02:22:45.988495Z","end":"2026-05-09T02:22:46.226062Z","steps":["trace[2116071736] 'read index received' (duration: 69.425683ms)","trace[2116071736] 'applied index is now lower than readState.Index' (duration: 168.140569ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T02:22:46.226565Z","caller":"traceutil/trace.go:171","msg":"trace[352828770] transaction","detail":"{read_only:false; response_revision:24288; number_of_response:1; }","duration":"242.862787ms","start":"2026-05-09T02:22:45.983673Z","end":"2026-05-09T02:22:46.226536Z","steps":["trace[352828770] 'process raft request' (duration: 242.301462ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:46.226572Z","caller":"traceutil/trace.go:171","msg":"trace[1774196371] transaction","detail":"{read_only:false; response_revision:24287; number_of_response:1; }","duration":"244.739238ms","start":"2026-05-09T02:22:45.98162Z","end":"2026-05-09T02:22:46.226359Z","steps":["trace[1774196371] 'process raft request' (duration: 244.223814ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:46.226667Z","caller":"traceutil/trace.go:171","msg":"trace[828895988] transaction","detail":"{read_only:false; response_revision:24289; number_of_response:1; }","duration":"240.431851ms","start":"2026-05-09T02:22:45.986177Z","end":"2026-05-09T02:22:46.226608Z","steps":["trace[828895988] 'process raft request' (duration: 239.837235ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:46.226728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:22:46.226761Z","caller":"traceutil/trace.go:171","msg":"trace[42391397] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:24289; }","duration":"107.321162ms","start":"2026-05-09T02:22:46.119428Z","end":"2026-05-09T02:22:46.226749Z","steps":["trace[42391397] 'agreement among raft nodes before linearized reading' (duration: 107.25284ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:46.226762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.2201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-09T02:22:46.226792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.23121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-09T02:22:46.226864Z","caller":"traceutil/trace.go:171","msg":"trace[426902642] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24289; }","duration":"238.321992ms","start":"2026-05-09T02:22:45.988524Z","end":"2026-05-09T02:22:46.226846Z","steps":["trace[426902642] 'agreement among raft nodes before linearized reading' (duration: 238.129487ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:46.226863Z","caller":"traceutil/trace.go:171","msg":"trace[1523412712] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24289; }","duration":"238.386694ms","start":"2026-05-09T02:22:45.988449Z","end":"2026-05-09T02:22:46.226835Z","steps":["trace[1523412712] 'agreement among raft nodes before linearized reading' (duration: 238.063735ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:46.593751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.573669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:22:46.593887Z","caller":"traceutil/trace.go:171","msg":"trace[112866852] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24289; }","duration":"304.724653ms","start":"2026-05-09T02:22:46.289135Z","end":"2026-05-09T02:22:46.593859Z","steps":["trace[112866852] 'range keys from in-memory index tree' (duration: 304.497927ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:46.593949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:46.289085Z","time spent":"304.849467ms","remote":"127.0.0.1:56236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-09T02:22:46.594005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.467152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-09T02:22:46.594056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.145407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d95e7e07-6960-493c-8829-1af98f624ec4\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-05-09T02:22:46.594107Z","caller":"traceutil/trace.go:171","msg":"trace[1784903498] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:24289; }","duration":"236.589185ms","start":"2026-05-09T02:22:46.357493Z","end":"2026-05-09T02:22:46.594083Z","steps":["trace[1784903498] 'count revisions from in-memory index tree' (duration: 236.4159ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:46.594126Z","caller":"traceutil/trace.go:171","msg":"trace[1203359316] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d95e7e07-6960-493c-8829-1af98f624ec4; range_end:; response_count:1; response_revision:24289; }","duration":"315.23717ms","start":"2026-05-09T02:22:46.278867Z","end":"2026-05-09T02:22:46.594104Z","steps":["trace[1203359316] 'range keys from in-memory index tree' (duration: 315.006604ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:46.594173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:46.278858Z","time spent":"315.304662ms","remote":"127.0.0.1:55988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3788,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d95e7e07-6960-493c-8829-1af98f624ec4\" "} {"level":"warn","ts":"2026-05-09T02:22:46.594364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.849407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.138\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-05-09T02:22:46.594425Z","caller":"traceutil/trace.go:171","msg":"trace[756668211] range","detail":"{range_begin:/registry/masterleases/199.204.45.138; range_end:; response_count:1; response_revision:24289; }","duration":"238.94218ms","start":"2026-05-09T02:22:46.355468Z","end":"2026-05-09T02:22:46.59441Z","steps":["trace[756668211] 'range keys from in-memory index tree' (duration: 238.402215ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:48.925256Z","caller":"traceutil/trace.go:171","msg":"trace[1616057336] linearizableReadLoop","detail":"{readStateIndex:25103; appliedIndex:25102; }","duration":"123.092985ms","start":"2026-05-09T02:22:48.80213Z","end":"2026-05-09T02:22:48.925223Z","steps":["trace[1616057336] 'read index received' (duration: 122.796586ms)","trace[1616057336] 'applied index is now lower than readState.Index' (duration: 295.378µs)"],"step_count":2} {"level":"info","ts":"2026-05-09T02:22:48.925488Z","caller":"traceutil/trace.go:171","msg":"trace[1516126935] transaction","detail":"{read_only:false; response_revision:24305; number_of_response:1; }","duration":"196.880486ms","start":"2026-05-09T02:22:48.728559Z","end":"2026-05-09T02:22:48.925439Z","steps":["trace[1516126935] 'process raft request' (duration: 196.457765ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:48.925605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.438064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-09T02:22:48.925653Z","caller":"traceutil/trace.go:171","msg":"trace[103163528] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24305; }","duration":"123.569108ms","start":"2026-05-09T02:22:48.802072Z","end":"2026-05-09T02:22:48.925642Z","steps":["trace[103163528] 'agreement among raft nodes before linearized reading' (duration: 123.349191ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:52.665782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.716859ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-09T02:22:52.665868Z","caller":"traceutil/trace.go:171","msg":"trace[1010638705] linearizableReadLoop","detail":"{readStateIndex:25150; appliedIndex:25149; }","duration":"253.207071ms","start":"2026-05-09T02:22:52.41265Z","end":"2026-05-09T02:22:52.665857Z","steps":["trace[1010638705] 'read index received' (duration: 128.260356ms)","trace[1010638705] 'applied index is now lower than readState.Index' (duration: 124.945455ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T02:22:52.665927Z","caller":"traceutil/trace.go:171","msg":"trace[1010439032] transaction","detail":"{read_only:false; response_revision:24351; number_of_response:1; }","duration":"279.866772ms","start":"2026-05-09T02:22:52.386053Z","end":"2026-05-09T02:22:52.66592Z","steps":["trace[1010439032] 'process raft request' (duration: 154.946598ms)","trace[1010439032] 'compare' (duration: 124.445021ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T02:22:52.666068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.418317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-05-09T02:22:52.666091Z","caller":"traceutil/trace.go:171","msg":"trace[1034785982] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:24351; }","duration":"253.464528ms","start":"2026-05-09T02:22:52.412617Z","end":"2026-05-09T02:22:52.666082Z","steps":["trace[1034785982] 'agreement among raft nodes before linearized reading' (duration: 253.380806ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:52.835061Z","caller":"traceutil/trace.go:171","msg":"trace[1581436450] transaction","detail":"{read_only:false; response_revision:24352; number_of_response:1; }","duration":"158.68011ms","start":"2026-05-09T02:22:52.676337Z","end":"2026-05-09T02:22:52.835017Z","steps":["trace[1581436450] 'process raft request' (duration: 138.335083ms)","trace[1581436450] 'compare' (duration: 20.219594ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T02:22:53.075113Z","caller":"traceutil/trace.go:171","msg":"trace[2088938654] transaction","detail":"{read_only:false; response_revision:24353; number_of_response:1; }","duration":"398.563046ms","start":"2026-05-09T02:22:52.676517Z","end":"2026-05-09T02:22:53.07508Z","steps":["trace[2088938654] 'process raft request' (duration: 354.324803ms)","trace[2088938654] 'compare' (duration: 43.718249ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T02:22:53.075174Z","caller":"traceutil/trace.go:171","msg":"trace[1035509668] linearizableReadLoop","detail":"{readStateIndex:25154; appliedIndex:25151; }","duration":"245.107539ms","start":"2026-05-09T02:22:52.830029Z","end":"2026-05-09T02:22:53.075136Z","steps":["trace[1035509668] 'read index received' (duration: 200.755064ms)","trace[1035509668] 'applied index is now lower than readState.Index' (duration: 44.350635ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T02:22:53.075278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:52.676508Z","time spent":"398.67789ms","remote":"127.0.0.1:55968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":940,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T02:22:53.07551Z","caller":"traceutil/trace.go:171","msg":"trace[948872289] transaction","detail":"{read_only:false; response_revision:24354; number_of_response:1; }","duration":"398.950217ms","start":"2026-05-09T02:22:52.676546Z","end":"2026-05-09T02:22:53.075496Z","steps":["trace[948872289] 'process raft request' (duration: 398.369351ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:53.075725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:52.676528Z","time spent":"399.06978ms","remote":"127.0.0.1:56082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1414,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T02:22:53.075783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.755516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"info","ts":"2026-05-09T02:22:53.075854Z","caller":"traceutil/trace.go:171","msg":"trace[1605558880] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24355; }","duration":"245.859119ms","start":"2026-05-09T02:22:52.829979Z","end":"2026-05-09T02:22:53.075839Z","steps":["trace[1605558880] 'agreement among raft nodes before linearized reading' (duration: 245.688105ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:53.076029Z","caller":"traceutil/trace.go:171","msg":"trace[1607171852] transaction","detail":"{read_only:false; response_revision:24355; number_of_response:1; }","duration":"397.397913ms","start":"2026-05-09T02:22:52.67862Z","end":"2026-05-09T02:22:53.076018Z","steps":["trace[1607171852] 'process raft request' (duration: 396.447777ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:53.076097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:52.678598Z","time spent":"397.461795ms","remote":"127.0.0.1:56082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1489,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T02:22:53.109802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.031033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-09T02:22:53.109892Z","caller":"traceutil/trace.go:171","msg":"trace[491058266] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:24356; }","duration":"177.170006ms","start":"2026-05-09T02:22:52.932703Z","end":"2026-05-09T02:22:53.109873Z","steps":["trace[491058266] 'agreement among raft nodes before linearized reading' (duration: 177.040903ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:53.109877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.422164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-09T02:22:53.110891Z","caller":"traceutil/trace.go:171","msg":"trace[32273302] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:24356; }","duration":"120.482452ms","start":"2026-05-09T02:22:52.990391Z","end":"2026-05-09T02:22:53.110873Z","steps":["trace[32273302] 'agreement among raft nodes before linearized reading' (duration: 119.32785ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:53.109954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.594949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:22:53.111043Z","caller":"traceutil/trace.go:171","msg":"trace[1949083441] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:24356; }","duration":"224.732181ms","start":"2026-05-09T02:22:52.886278Z","end":"2026-05-09T02:22:53.111011Z","steps":["trace[1949083441] 'agreement among raft nodes before linearized reading' (duration: 223.549288ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:53.111216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.750627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-09T02:22:53.111248Z","caller":"traceutil/trace.go:171","msg":"trace[1501320560] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24356; }","duration":"160.818849ms","start":"2026-05-09T02:22:52.950419Z","end":"2026-05-09T02:22:53.111238Z","steps":["trace[1501320560] 'agreement among raft nodes before linearized reading' (duration: 159.159313ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:23:19.162848Z","caller":"traceutil/trace.go:171","msg":"trace[1767498928] transaction","detail":"{read_only:false; response_revision:24569; number_of_response:1; }","duration":"184.936579ms","start":"2026-05-09T02:23:18.97788Z","end":"2026-05-09T02:23:19.162816Z","steps":["trace[1767498928] 'process raft request' (duration: 184.706813ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:19.567023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.603763ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-09T02:23:19.56716Z","caller":"traceutil/trace.go:171","msg":"trace[1723994471] linearizableReadLoop","detail":"{readStateIndex:25374; appliedIndex:25373; }","duration":"322.932563ms","start":"2026-05-09T02:23:19.244208Z","end":"2026-05-09T02:23:19.56714Z","steps":["trace[1723994471] 'read index received' (duration: 111.98297ms)","trace[1723994471] 'applied index is now lower than readState.Index' (duration: 210.948093ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T02:23:19.567345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.124448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-09T02:23:19.567598Z","caller":"traceutil/trace.go:171","msg":"trace[1493963267] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24570; }","duration":"323.392785ms","start":"2026-05-09T02:23:19.244186Z","end":"2026-05-09T02:23:19.567579Z","steps":["trace[1493963267] 'agreement among raft nodes before linearized reading' (duration: 323.004795ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:23:19.567337Z","caller":"traceutil/trace.go:171","msg":"trace[170882947] transaction","detail":"{read_only:false; response_revision:24570; number_of_response:1; }","duration":"330.070578ms","start":"2026-05-09T02:23:19.237219Z","end":"2026-05-09T02:23:19.56729Z","steps":["trace[170882947] 'process raft request' (duration: 119.078394ms)","trace[170882947] 'compare' (duration: 210.180671ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T02:23:19.567667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:19.244179Z","time spent":"323.472137ms","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-09T02:23:19.567798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:19.237199Z","time spent":"330.51594ms","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T02:23:20.346553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.256179ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-09T02:23:20.346708Z","caller":"traceutil/trace.go:171","msg":"trace[1726731070] transaction","detail":"{read_only:false; response_revision:24572; number_of_response:1; }","duration":"555.54718ms","start":"2026-05-09T02:23:19.791134Z","end":"2026-05-09T02:23:20.346681Z","steps":["trace[1726731070] 'process raft request' (duration: 412.997182ms)","trace[1726731070] 'compare' (duration: 141.808798ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T02:23:20.346794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:19.791108Z","time spent":"555.655093ms","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T02:23:20.372435Z","caller":"traceutil/trace.go:171","msg":"trace[56433721] transaction","detail":"{read_only:false; response_revision:24575; number_of_response:1; }","duration":"277.579788ms","start":"2026-05-09T02:23:20.094829Z","end":"2026-05-09T02:23:20.372409Z","steps":["trace[56433721] 'process raft request' (duration: 277.517947ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:23:20.372471Z","caller":"traceutil/trace.go:171","msg":"trace[180869734] transaction","detail":"{read_only:false; response_revision:24573; number_of_response:1; }","duration":"351.65542ms","start":"2026-05-09T02:23:20.020766Z","end":"2026-05-09T02:23:20.372421Z","steps":["trace[180869734] 'process raft request' (duration: 351.403363ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:20.372626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:20.020703Z","time spent":"351.834015ms","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T02:23:20.372691Z","caller":"traceutil/trace.go:171","msg":"trace[1880964373] transaction","detail":"{read_only:false; response_revision:24576; number_of_response:1; }","duration":"275.645426ms","start":"2026-05-09T02:23:20.097037Z","end":"2026-05-09T02:23:20.372682Z","steps":["trace[1880964373] 'process raft request' (duration: 275.341228ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:23:20.372677Z","caller":"traceutil/trace.go:171","msg":"trace[922297531] transaction","detail":"{read_only:false; response_revision:24574; number_of_response:1; }","duration":"342.454906ms","start":"2026-05-09T02:23:20.030172Z","end":"2026-05-09T02:23:20.372627Z","steps":["trace[922297531] 'process raft request' (duration: 342.145768ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:20.372826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:20.030153Z","time spent":"342.593571ms","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T02:23:20.373019Z","caller":"traceutil/trace.go:171","msg":"trace[1941417055] linearizableReadLoop","detail":"{readStateIndex:25380; appliedIndex:25375; }","duration":"250.041724ms","start":"2026-05-09T02:23:20.122965Z","end":"2026-05-09T02:23:20.373007Z","steps":["trace[1941417055] 'read index received' (duration: 81.128754ms)","trace[1941417055] 'applied index is now lower than readState.Index' (duration: 168.91211ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T02:23:20.373126Z","caller":"traceutil/trace.go:171","msg":"trace[600062589] transaction","detail":"{read_only:false; response_revision:24577; number_of_response:1; }","duration":"249.498189ms","start":"2026-05-09T02:23:20.123605Z","end":"2026-05-09T02:23:20.373104Z","steps":["trace[600062589] 'process raft request' (duration: 249.032297ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:23:20.373186Z","caller":"traceutil/trace.go:171","msg":"trace[421813882] transaction","detail":"{read_only:false; response_revision:24578; number_of_response:1; }","duration":"248.960334ms","start":"2026-05-09T02:23:20.124212Z","end":"2026-05-09T02:23:20.373172Z","steps":["trace[421813882] 'process raft request' (duration: 248.600384ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:20.373323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.257369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-09T02:23:20.373422Z","caller":"traceutil/trace.go:171","msg":"trace[1479722420] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24578; }","duration":"250.427474ms","start":"2026-05-09T02:23:20.122921Z","end":"2026-05-09T02:23:20.373348Z","steps":["trace[1479722420] 'agreement among raft nodes before linearized reading' (duration: 250.26833ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:20.701368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.867485ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-09T02:23:20.701973Z","caller":"traceutil/trace.go:171","msg":"trace[1790640898] transaction","detail":"{read_only:false; response_revision:24579; number_of_response:1; }","duration":"324.076964ms","start":"2026-05-09T02:23:20.37787Z","end":"2026-05-09T02:23:20.701947Z","steps":["trace[1790640898] 'process raft request' (duration: 114.609792ms)","trace[1790640898] 'compare' (duration: 208.068083ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T02:23:20.702063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:20.377856Z","time spent":"324.171656ms","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T02:23:20.702393Z","caller":"traceutil/trace.go:171","msg":"trace[1566247530] linearizableReadLoop","detail":"{readStateIndex:25383; appliedIndex:25382; }","duration":"270.932987ms","start":"2026-05-09T02:23:20.431437Z","end":"2026-05-09T02:23:20.70237Z","steps":["trace[1566247530] 'read index received' (duration: 61.033823ms)","trace[1566247530] 'applied index is now lower than readState.Index' (duration: 209.897874ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T02:23:20.702783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.724555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-09T02:23:20.702822Z","caller":"traceutil/trace.go:171","msg":"trace[1361869180] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24579; }","duration":"199.796007ms","start":"2026-05-09T02:23:20.503015Z","end":"2026-05-09T02:23:20.702811Z","steps":["trace[1361869180] 'agreement among raft nodes before linearized reading' (duration: 199.668513ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:20.703028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.384088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-09T02:23:20.703053Z","caller":"traceutil/trace.go:171","msg":"trace[2102770498] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24579; }","duration":"198.43373ms","start":"2026-05-09T02:23:20.504613Z","end":"2026-05-09T02:23:20.703047Z","steps":["trace[2102770498] 'agreement among raft nodes before linearized reading' (duration: 198.371768ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:20.703395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.964735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-09T02:23:20.703426Z","caller":"traceutil/trace.go:171","msg":"trace[613218896] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24579; }","duration":"272.031657ms","start":"2026-05-09T02:23:20.431387Z","end":"2026-05-09T02:23:20.703419Z","steps":["trace[613218896] 'agreement among raft nodes before linearized reading' (duration: 271.077661ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:23:21.00512Z","caller":"traceutil/trace.go:171","msg":"trace[1477634985] transaction","detail":"{read_only:false; response_revision:24580; number_of_response:1; }","duration":"299.009487ms","start":"2026-05-09T02:23:20.706078Z","end":"2026-05-09T02:23:21.005087Z","steps":["trace[1477634985] 'process raft request' (duration: 272.433258ms)","trace[1477634985] 'compare' (duration: 26.397464ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T02:23:21.024516Z","caller":"traceutil/trace.go:171","msg":"trace[1590190136] transaction","detail":"{read_only:false; response_revision:24581; number_of_response:1; }","duration":"317.913895ms","start":"2026-05-09T02:23:20.706569Z","end":"2026-05-09T02:23:21.024483Z","steps":["trace[1590190136] 'process raft request' (duration: 317.611737ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:23:21.024667Z","caller":"traceutil/trace.go:171","msg":"trace[1227314064] transaction","detail":"{read_only:false; response_revision:24582; number_of_response:1; }","duration":"316.091334ms","start":"2026-05-09T02:23:20.708548Z","end":"2026-05-09T02:23:21.024639Z","steps":["trace[1227314064] 'process raft request' (duration: 315.866018ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:21.024796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:20.70656Z","time spent":"318.09774ms","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T02:23:21.024859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:20.708538Z","time spent":"316.199807ms","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T02:23:21.808494Z","caller":"traceutil/trace.go:171","msg":"trace[415632172] transaction","detail":"{read_only:false; response_revision:24584; number_of_response:1; }","duration":"142.159137ms","start":"2026-05-09T02:23:21.666279Z","end":"2026-05-09T02:23:21.808438Z","steps":["trace[415632172] 'process raft request' (duration: 141.986642ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:23:22.123747Z","caller":"traceutil/trace.go:171","msg":"trace[1567463312] transaction","detail":"{read_only:false; response_revision:24585; number_of_response:1; }","duration":"457.328666ms","start":"2026-05-09T02:23:21.666379Z","end":"2026-05-09T02:23:22.123708Z","steps":["trace[1567463312] 'process raft request' (duration: 372.768958ms)","trace[1567463312] 'compare' (duration: 84.419074ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T02:23:22.123896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:21.666349Z","time spent":"457.464509ms","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T02:23:22.276722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.019575ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-05-09T02:23:22.276963Z","caller":"traceutil/trace.go:171","msg":"trace[144101080] linearizableReadLoop","detail":"{readStateIndex:25390; appliedIndex:25388; }","duration":"427.612752ms","start":"2026-05-09T02:23:21.849331Z","end":"2026-05-09T02:23:22.276944Z","steps":["trace[144101080] 'read index received' (duration: 189.66015ms)","trace[144101080] 'applied index is now lower than readState.Index' (duration: 237.951452ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T02:23:22.277284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.942941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:23:22.277327Z","caller":"traceutil/trace.go:171","msg":"trace[1072489319] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24585; }","duration":"427.996222ms","start":"2026-05-09T02:23:21.849319Z","end":"2026-05-09T02:23:22.277315Z","steps":["trace[1072489319] 'agreement among raft nodes before linearized reading' (duration: 427.91884ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:22.277365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:21.849275Z","time spent":"428.078954ms","remote":"127.0.0.1:56626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-05-09T02:23:22.277699Z","caller":"traceutil/trace.go:171","msg":"trace[280961108] transaction","detail":"{read_only:false; response_revision:24586; number_of_response:1; }","duration":"139.74617ms","start":"2026-05-09T02:23:22.137939Z","end":"2026-05-09T02:23:22.277685Z","steps":["trace[280961108] 'process raft request' (duration: 138.888317ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:22.53451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.236033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:23:22.534592Z","caller":"traceutil/trace.go:171","msg":"trace[1163988400] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:24586; }","duration":"202.377957ms","start":"2026-05-09T02:23:22.332196Z","end":"2026-05-09T02:23:22.534574Z","steps":["trace[1163988400] 'count revisions from in-memory index tree' (duration: 202.11324ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:22.534786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.304465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-09T02:23:22.534892Z","caller":"traceutil/trace.go:171","msg":"trace[1806710370] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24586; }","duration":"349.445599ms","start":"2026-05-09T02:23:22.185418Z","end":"2026-05-09T02:23:22.534864Z","steps":["trace[1806710370] 'agreement among raft nodes before linearized reading' (duration: 92.248719ms)","trace[1806710370] 'range keys from in-memory index tree' (duration: 256.986505ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T02:23:22.534946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:22.185399Z","time spent":"349.533801ms","remote":"127.0.0.1:55988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-09T02:23:22.53529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.894243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-09T02:23:22.535334Z","caller":"traceutil/trace.go:171","msg":"trace[64417988] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:24586; }","duration":"433.978666ms","start":"2026-05-09T02:23:22.101339Z","end":"2026-05-09T02:23:22.535318Z","steps":["trace[64417988] 'agreement among raft nodes before linearized reading' (duration: 176.352254ms)","trace[64417988] 'count revisions from in-memory index tree' (duration: 257.57213ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T02:23:22.535367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:22.101316Z","time spent":"434.040738ms","remote":"127.0.0.1:35868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":32,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-05-09T02:23:22.535301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.357072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-09T02:23:22.535474Z","caller":"traceutil/trace.go:171","msg":"trace[1526273641] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:24586; }","duration":"455.597849ms","start":"2026-05-09T02:23:22.079838Z","end":"2026-05-09T02:23:22.535435Z","steps":["trace[1526273641] 'agreement among raft nodes before linearized reading' (duration: 197.832213ms)","trace[1526273641] 'count revisions from in-memory index tree' (duration: 257.52329ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T02:23:22.535551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:22.079816Z","time spent":"455.715602ms","remote":"127.0.0.1:44542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-05-09T02:23:22.538689Z","caller":"traceutil/trace.go:171","msg":"trace[416072974] linearizableReadLoop","detail":"{readStateIndex:25392; appliedIndex:25391; }","duration":"184.041004ms","start":"2026-05-09T02:23:22.354628Z","end":"2026-05-09T02:23:22.538669Z","steps":["trace[416072974] 'read index received' (duration: 183.845509ms)","trace[416072974] 'applied index is now lower than readState.Index' (duration: 194.735µs)"],"step_count":2} {"level":"info","ts":"2026-05-09T02:23:22.538747Z","caller":"traceutil/trace.go:171","msg":"trace[1689729643] transaction","detail":"{read_only:false; response_revision:24587; number_of_response:1; }","duration":"186.407629ms","start":"2026-05-09T02:23:22.352309Z","end":"2026-05-09T02:23:22.538717Z","steps":["trace[1689729643] 'process raft request' (duration: 186.215194ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:22.538787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.164288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:23:22.53886Z","caller":"traceutil/trace.go:171","msg":"trace[1656688776] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24587; }","duration":"184.277891ms","start":"2026-05-09T02:23:22.354573Z","end":"2026-05-09T02:23:22.538851Z","steps":["trace[1656688776] 'agreement among raft nodes before linearized reading' (duration: 184.179818ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:22.801008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.42565ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-09T02:23:22.801251Z","caller":"traceutil/trace.go:171","msg":"trace[128777515] transaction","detail":"{read_only:false; response_revision:24588; number_of_response:1; }","duration":"423.863329ms","start":"2026-05-09T02:23:22.377356Z","end":"2026-05-09T02:23:22.801219Z","steps":["trace[128777515] 'process raft request' (duration: 318.087369ms)","trace[128777515] 'compare' (duration: 105.154573ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T02:23:22.801476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:22.377328Z","time spent":"424.034733ms","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T02:23:22.801777Z","caller":"traceutil/trace.go:171","msg":"trace[842387496] transaction","detail":"{read_only:false; response_revision:24589; number_of_response:1; }","duration":"423.955882ms","start":"2026-05-09T02:23:22.37778Z","end":"2026-05-09T02:23:22.801736Z","steps":["trace[842387496] 'process raft request' (duration: 423.372326ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:23:22.801828Z","caller":"traceutil/trace.go:171","msg":"trace[243937307] transaction","detail":"{read_only:false; response_revision:24590; number_of_response:1; }","duration":"423.339455ms","start":"2026-05-09T02:23:22.378474Z","end":"2026-05-09T02:23:22.801814Z","steps":["trace[243937307] 'process raft request' (duration: 423.024486ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:22.801904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:22.378445Z","time spent":"423.415667ms","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T02:23:22.801937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:22.377769Z","time spent":"424.082935ms","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T02:23:22.80207Z","caller":"traceutil/trace.go:171","msg":"trace[1751168177] transaction","detail":"{read_only:false; response_revision:24591; number_of_response:1; }","duration":"423.278913ms","start":"2026-05-09T02:23:22.378723Z","end":"2026-05-09T02:23:22.802002Z","steps":["trace[1751168177] 'process raft request' (duration: 422.862272ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:22.802385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:22.378707Z","time spent":"423.51889ms","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T02:23:22.802874Z","caller":"traceutil/trace.go:171","msg":"trace[447488375] transaction","detail":"{read_only:false; response_revision:24592; number_of_response:1; }","duration":"423.787588ms","start":"2026-05-09T02:23:22.37906Z","end":"2026-05-09T02:23:22.802847Z","steps":["trace[447488375] 'process raft request' (duration: 422.598344ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:22.803022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:22.379033Z","time spent":"423.903361ms","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T02:23:22.803496Z","caller":"traceutil/trace.go:171","msg":"trace[898664471] linearizableReadLoop","detail":"{readStateIndex:25398; appliedIndex:25392; }","duration":"264.741808ms","start":"2026-05-09T02:23:22.538736Z","end":"2026-05-09T02:23:22.803477Z","steps":["trace[898664471] 'read index received' (duration: 156.625654ms)","trace[898664471] 'applied index is now lower than readState.Index' (duration: 108.114774ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T02:23:22.803643Z","caller":"traceutil/trace.go:171","msg":"trace[1305158533] transaction","detail":"{read_only:false; response_revision:24593; number_of_response:1; }","duration":"424.328643ms","start":"2026-05-09T02:23:22.379298Z","end":"2026-05-09T02:23:22.803626Z","steps":["trace[1305158533] 'process raft request' (duration: 423.445479ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:22.803782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:22.379281Z","time spent":"424.430595ms","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T02:23:22.803763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.334129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-09T02:23:22.803777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.022937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-09T02:23:22.803955Z","caller":"traceutil/trace.go:171","msg":"trace[428771912] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24593; }","duration":"390.579716ms","start":"2026-05-09T02:23:22.413354Z","end":"2026-05-09T02:23:22.803933Z","steps":["trace[428771912] 'agreement among raft nodes before linearized reading' (duration: 390.325539ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:23:22.804025Z","caller":"traceutil/trace.go:171","msg":"trace[1377031911] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24593; }","duration":"276.287754ms","start":"2026-05-09T02:23:22.527723Z","end":"2026-05-09T02:23:22.804011Z","steps":["trace[1377031911] 'agreement among raft nodes before linearized reading' (duration: 275.938325ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:22.804055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:22.413334Z","time spent":"390.702351ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-09T02:23:22.804238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.907322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-09T02:23:22.804718Z","caller":"traceutil/trace.go:171","msg":"trace[917763172] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24593; }","duration":"265.477658ms","start":"2026-05-09T02:23:22.539181Z","end":"2026-05-09T02:23:22.804658Z","steps":["trace[917763172] 'agreement among raft nodes before linearized reading' (duration: 264.858601ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:23:23.936703Z","caller":"traceutil/trace.go:171","msg":"trace[246655642] transaction","detail":"{read_only:false; response_revision:24598; number_of_response:1; }","duration":"121.099129ms","start":"2026-05-09T02:23:23.815575Z","end":"2026-05-09T02:23:23.936674Z","steps":["trace[246655642] 'process raft request' (duration: 120.855622ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:23:24.01762Z","caller":"traceutil/trace.go:171","msg":"trace[1800779878] linearizableReadLoop","detail":"{readStateIndex:25404; appliedIndex:25402; }","duration":"171.779758ms","start":"2026-05-09T02:23:23.845816Z","end":"2026-05-09T02:23:24.017596Z","steps":["trace[1800779878] 'read index received' (duration: 90.695186ms)","trace[1800779878] 'applied index is now lower than readState.Index' (duration: 81.083652ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T02:23:24.017725Z","caller":"traceutil/trace.go:171","msg":"trace[1901543836] transaction","detail":"{read_only:false; response_revision:24599; number_of_response:1; }","duration":"196.874137ms","start":"2026-05-09T02:23:23.820809Z","end":"2026-05-09T02:23:24.017683Z","steps":["trace[1901543836] 'process raft request' (duration: 196.62475ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:24.017759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.921783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-09T02:23:24.017821Z","caller":"traceutil/trace.go:171","msg":"trace[997679472] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:24599; }","duration":"172.043956ms","start":"2026-05-09T02:23:23.845761Z","end":"2026-05-09T02:23:24.017805Z","steps":["trace[997679472] 'agreement among raft nodes before linearized reading' (duration: 171.932173ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:25.851539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.667561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-09T02:23:25.851613Z","caller":"traceutil/trace.go:171","msg":"trace[1747080224] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24609; }","duration":"834.784013ms","start":"2026-05-09T02:23:25.016813Z","end":"2026-05-09T02:23:25.851597Z","steps":["trace[1747080224] 'range keys from in-memory index tree' (duration: 834.513036ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:25.851651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:25.016795Z","time spent":"834.846705ms","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-09T02:23:25.851722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.3172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:23:25.851772Z","caller":"traceutil/trace.go:171","msg":"trace[1620210654] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24609; }","duration":"498.364151ms","start":"2026-05-09T02:23:25.353395Z","end":"2026-05-09T02:23:25.851759Z","steps":["trace[1620210654] 'range keys from in-memory index tree' (duration: 498.263449ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:25.851804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:25.353358Z","time spent":"498.439843ms","remote":"127.0.0.1:55816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-09T02:23:25.851868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.16245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-09T02:23:25.851934Z","caller":"traceutil/trace.go:171","msg":"trace[112788905] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24609; }","duration":"809.254334ms","start":"2026-05-09T02:23:25.042662Z","end":"2026-05-09T02:23:25.851917Z","steps":["trace[112788905] 'range keys from in-memory index tree' (duration: 808.999546ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:25.851956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.999377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"warn","ts":"2026-05-09T02:23:25.851968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:25.042653Z","time spent":"809.307405ms","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-09T02:23:25.851999Z","caller":"traceutil/trace.go:171","msg":"trace[271570383] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24609; }","duration":"484.068089ms","start":"2026-05-09T02:23:25.367919Z","end":"2026-05-09T02:23:25.851987Z","steps":["trace[271570383] 'range keys from in-memory index tree' (duration: 483.926786ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:25.852032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:25.367903Z","time spent":"484.12091ms","remote":"127.0.0.1:55992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-05-09T02:23:25.852211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.993128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-09T02:23:25.852243Z","caller":"traceutil/trace.go:171","msg":"trace[527691778] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24609; }","duration":"808.05692ms","start":"2026-05-09T02:23:25.044178Z","end":"2026-05-09T02:23:25.852235Z","steps":["trace[527691778] 'range keys from in-memory index tree' (duration: 807.865485ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:25.852262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:25.044161Z","time spent":"808.096211ms","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-09T02:23:25.852705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.891619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:23:25.852747Z","caller":"traceutil/trace.go:171","msg":"trace[687371001] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:24609; }","duration":"230.979312ms","start":"2026-05-09T02:23:25.621756Z","end":"2026-05-09T02:23:25.852735Z","steps":["trace[687371001] 'count revisions from in-memory index tree' (duration: 230.807446ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:25.852985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.898125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-05-09T02:23:25.853036Z","caller":"traceutil/trace.go:171","msg":"trace[1552683836] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:24609; }","duration":"472.503141ms","start":"2026-05-09T02:23:25.380519Z","end":"2026-05-09T02:23:25.853023Z","steps":["trace[1552683836] 'range keys from in-memory index tree' (duration: 471.786092ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:25.853066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:25.380501Z","time spent":"472.556623ms","remote":"127.0.0.1:55966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"info","ts":"2026-05-09T02:23:26.080306Z","caller":"traceutil/trace.go:171","msg":"trace[80391264] transaction","detail":"{read_only:false; response_revision:24610; number_of_response:1; }","duration":"224.465183ms","start":"2026-05-09T02:23:25.85582Z","end":"2026-05-09T02:23:26.080285Z","steps":["trace[80391264] 'process raft request' (duration: 224.321819ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:23:26.824557Z","caller":"traceutil/trace.go:171","msg":"trace[2147177037] linearizableReadLoop","detail":"{readStateIndex:25417; appliedIndex:25414; }","duration":"879.533799ms","start":"2026-05-09T02:23:25.945008Z","end":"2026-05-09T02:23:26.824541Z","steps":["trace[2147177037] 'read index received' (duration: 135.148014ms)","trace[2147177037] 'applied index is now lower than readState.Index' (duration: 744.385095ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T02:23:26.824623Z","caller":"traceutil/trace.go:171","msg":"trace[1955922813] transaction","detail":"{read_only:false; response_revision:24611; number_of_response:1; }","duration":"968.248321ms","start":"2026-05-09T02:23:25.856339Z","end":"2026-05-09T02:23:26.824587Z","steps":["trace[1955922813] 'process raft request' (duration: 968.017924ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:23:26.824665Z","caller":"traceutil/trace.go:171","msg":"trace[959262186] transaction","detail":"{read_only:false; response_revision:24612; number_of_response:1; }","duration":"968.060206ms","start":"2026-05-09T02:23:25.856565Z","end":"2026-05-09T02:23:26.824626Z","steps":["trace[959262186] 'process raft request' (duration: 967.944492ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:26.824772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:25.856323Z","time spent":"968.368413ms","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T02:23:26.82471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.690073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-09T02:23:26.824962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:25.856559Z","time spent":"968.281121ms","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T02:23:26.824988Z","caller":"traceutil/trace.go:171","msg":"trace[837523985] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24612; }","duration":"879.989162ms","start":"2026-05-09T02:23:25.944967Z","end":"2026-05-09T02:23:26.824956Z","steps":["trace[837523985] 'agreement among raft nodes before linearized reading' (duration: 879.659733ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:26.825095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:25.944949Z","time spent":"880.107904ms","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-09T02:23:26.866798Z","caller":"traceutil/trace.go:171","msg":"trace[1273826062] transaction","detail":"{read_only:false; response_revision:24613; number_of_response:1; }","duration":"311.342705ms","start":"2026-05-09T02:23:26.555424Z","end":"2026-05-09T02:23:26.866767Z","steps":["trace[1273826062] 'process raft request' (duration: 311.139699ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:26.86697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:26.555389Z","time spent":"311.494408ms","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T02:23:26.867305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.234843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.138\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-05-09T02:23:26.867364Z","caller":"traceutil/trace.go:171","msg":"trace[1562850934] range","detail":"{range_begin:/registry/masterleases/199.204.45.138; range_end:; response_count:1; response_revision:24615; }","duration":"511.336137ms","start":"2026-05-09T02:23:26.356011Z","end":"2026-05-09T02:23:26.867347Z","steps":["trace[1562850934] 'agreement among raft nodes before linearized reading' (duration: 511.168352ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:26.867385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.860173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-09T02:23:26.867406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:26.355987Z","time spent":"511.409518ms","remote":"127.0.0.1:55868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/199.204.45.138\" "} {"level":"info","ts":"2026-05-09T02:23:26.867419Z","caller":"traceutil/trace.go:171","msg":"trace[1096419144] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24615; }","duration":"730.925405ms","start":"2026-05-09T02:23:26.136481Z","end":"2026-05-09T02:23:26.867406Z","steps":["trace[1096419144] 'agreement among raft nodes before linearized reading' (duration: 730.846993ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:26.86745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:26.136441Z","time spent":"731.002077ms","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-09T02:23:26.867285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.92093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:23:26.867568Z","caller":"traceutil/trace.go:171","msg":"trace[1988686893] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24615; }","duration":"513.23651ms","start":"2026-05-09T02:23:26.354311Z","end":"2026-05-09T02:23:26.867548Z","steps":["trace[1988686893] 'agreement among raft nodes before linearized reading' (duration: 512.928401ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:26.867643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:26.354295Z","time spent":"513.323292ms","remote":"127.0.0.1:55816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-09T02:23:26.867512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.396598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:23:26.867701Z","caller":"traceutil/trace.go:171","msg":"trace[244275882] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24615; }","duration":"511.627125ms","start":"2026-05-09T02:23:26.356058Z","end":"2026-05-09T02:23:26.867686Z","steps":["trace[244275882] 'agreement among raft nodes before linearized reading' (duration: 511.412698ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:26.867751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:26.356027Z","time spent":"511.711027ms","remote":"127.0.0.1:56574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-05-09T02:23:26.99042Z","caller":"traceutil/trace.go:171","msg":"trace[1079926151] transaction","detail":"{read_only:false; response_revision:24616; number_of_response:1; }","duration":"162.014081ms","start":"2026-05-09T02:23:26.828372Z","end":"2026-05-09T02:23:26.990386Z","steps":["trace[1079926151] 'process raft request' (duration: 161.679422ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:23:26.990569Z","caller":"traceutil/trace.go:171","msg":"trace[1855016227] linearizableReadLoop","detail":"{readStateIndex:25425; appliedIndex:25420; }","duration":"123.396053ms","start":"2026-05-09T02:23:26.86715Z","end":"2026-05-09T02:23:26.990546Z","steps":["trace[1855016227] 'read index received' (duration: 122.873259ms)","trace[1855016227] 'applied index is now lower than readState.Index' (duration: 519.504µs)"],"step_count":2} {"level":"info","ts":"2026-05-09T02:23:26.990592Z","caller":"traceutil/trace.go:171","msg":"trace[105888972] transaction","detail":"{read_only:false; response_revision:24617; number_of_response:1; }","duration":"138.712752ms","start":"2026-05-09T02:23:26.851844Z","end":"2026-05-09T02:23:26.990557Z","steps":["trace[105888972] 'process raft request' (duration: 138.440985ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:23:26.990643Z","caller":"traceutil/trace.go:171","msg":"trace[244204275] transaction","detail":"{read_only:false; response_revision:24620; number_of_response:1; }","duration":"137.936091ms","start":"2026-05-09T02:23:26.852688Z","end":"2026-05-09T02:23:26.990624Z","steps":["trace[244204275] 'process raft request' (duration: 137.784677ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:23:26.990667Z","caller":"traceutil/trace.go:171","msg":"trace[674104253] transaction","detail":"{read_only:false; response_revision:24618; number_of_response:1; }","duration":"138.819215ms","start":"2026-05-09T02:23:26.85184Z","end":"2026-05-09T02:23:26.990659Z","steps":["trace[674104253] 'process raft request' (duration: 138.504166ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:23:26.990617Z","caller":"traceutil/trace.go:171","msg":"trace[1116429406] transaction","detail":"{read_only:false; response_revision:24619; number_of_response:1; }","duration":"138.737693ms","start":"2026-05-09T02:23:26.85185Z","end":"2026-05-09T02:23:26.990588Z","steps":["trace[1116429406] 'process raft request' (duration: 138.535358ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:26.99074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.490444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:23:26.990835Z","caller":"traceutil/trace.go:171","msg":"trace[1110226968] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:24620; }","duration":"162.617069ms","start":"2026-05-09T02:23:26.828186Z","end":"2026-05-09T02:23:26.990803Z","steps":["trace[1110226968] 'agreement among raft nodes before linearized reading' (duration: 162.495465ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:27.403405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.185463ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-05-09T02:23:27.403572Z","caller":"traceutil/trace.go:171","msg":"trace[1880652591] linearizableReadLoop","detail":"{readStateIndex:25427; appliedIndex:25425; }","duration":"412.914159ms","start":"2026-05-09T02:23:26.990646Z","end":"2026-05-09T02:23:27.403561Z","steps":["trace[1880652591] 'read index received' (duration: 71.591772ms)","trace[1880652591] 'applied index is now lower than readState.Index' (duration: 341.321607ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T02:23:27.403631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:26.8684Z","time spent":"535.229231ms","remote":"127.0.0.1:55868","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-09T02:23:27.403894Z","caller":"traceutil/trace.go:171","msg":"trace[142982334] transaction","detail":"{read_only:false; response_revision:24621; number_of_response:1; }","duration":"532.457925ms","start":"2026-05-09T02:23:26.871424Z","end":"2026-05-09T02:23:27.403882Z","steps":["trace[142982334] 'process raft request' (duration: 532.050844ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:27.403815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.14241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-09T02:23:27.403966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:26.871404Z","time spent":"532.516837ms","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T02:23:27.403971Z","caller":"traceutil/trace.go:171","msg":"trace[74934174] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24621; }","duration":"531.345795ms","start":"2026-05-09T02:23:26.872601Z","end":"2026-05-09T02:23:27.403946Z","steps":["trace[74934174] 'agreement among raft nodes before linearized reading' (duration: 531.066567ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:27.403965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.005013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-05-09T02:23:27.404019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:26.87258Z","time spent":"531.426328ms","remote":"127.0.0.1:55992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-05-09T02:23:27.404053Z","caller":"traceutil/trace.go:171","msg":"trace[902456861] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24621; }","duration":"161.127387ms","start":"2026-05-09T02:23:27.242897Z","end":"2026-05-09T02:23:27.404024Z","steps":["trace[902456861] 'agreement among raft nodes before linearized reading' (duration: 160.811409ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:27.40423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.466833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-09T02:23:27.40425Z","caller":"traceutil/trace.go:171","msg":"trace[750652269] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24621; }","duration":"506.524085ms","start":"2026-05-09T02:23:26.897718Z","end":"2026-05-09T02:23:27.404242Z","steps":["trace[750652269] 'agreement among raft nodes before linearized reading' (duration: 506.447153ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:27.404264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:26.897698Z","time spent":"506.562776ms","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-09T02:23:27.404338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.9196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:23:27.404372Z","caller":"traceutil/trace.go:171","msg":"trace[1967749308] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24621; }","duration":"535.967451ms","start":"2026-05-09T02:23:26.868394Z","end":"2026-05-09T02:23:27.404361Z","steps":["trace[1967749308] 'agreement among raft nodes before linearized reading' (duration: 535.903199ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:27.404405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:26.868382Z","time spent":"536.012992ms","remote":"127.0.0.1:55826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-09T02:23:27.976645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.425213ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-09T02:23:27.976956Z","caller":"traceutil/trace.go:171","msg":"trace[1156782872] linearizableReadLoop","detail":"{readStateIndex:25429; appliedIndex:25427; }","duration":"567.856526ms","start":"2026-05-09T02:23:27.409079Z","end":"2026-05-09T02:23:27.976935Z","steps":["trace[1156782872] 'read index received' (duration: 67.089209ms)","trace[1156782872] 'applied index is now lower than readState.Index' (duration: 500.765687ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T02:23:27.977138Z","caller":"traceutil/trace.go:171","msg":"trace[1266064042] transaction","detail":"{read_only:false; response_revision:24624; number_of_response:1; }","duration":"558.908981ms","start":"2026-05-09T02:23:27.418215Z","end":"2026-05-09T02:23:27.977124Z","steps":["trace[1266064042] 'process raft request' (duration: 558.629463ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:27.977708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:27.418184Z","time spent":"559.448346ms","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T02:23:27.977285Z","caller":"traceutil/trace.go:171","msg":"trace[1999564747] transaction","detail":"{read_only:false; response_revision:24623; number_of_response:1; }","duration":"569.049079ms","start":"2026-05-09T02:23:27.408196Z","end":"2026-05-09T02:23:27.977245Z","steps":["trace[1999564747] 'process raft request' (duration: 293.913047ms)","trace[1999564747] 'compare' (duration: 273.851957ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T02:23:27.97824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:27.408182Z","time spent":"570.018945ms","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T02:23:27.977368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.119078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:23:27.978427Z","caller":"traceutil/trace.go:171","msg":"trace[1014830577] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24624; }","duration":"567.176957ms","start":"2026-05-09T02:23:27.411222Z","end":"2026-05-09T02:23:27.978399Z","steps":["trace[1014830577] 'agreement among raft nodes before linearized reading' (duration: 566.090497ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:27.97745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.337269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-09T02:23:27.978492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:27.411216Z","time spent":"567.256089ms","remote":"127.0.0.1:55816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-09T02:23:27.97854Z","caller":"traceutil/trace.go:171","msg":"trace[1951161940] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24624; }","duration":"569.44593ms","start":"2026-05-09T02:23:27.409064Z","end":"2026-05-09T02:23:27.97851Z","steps":["trace[1951161940] 'agreement among raft nodes before linearized reading' (duration: 568.298859ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:27.978596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:27.409058Z","time spent":"569.522302ms","remote":"127.0.0.1:56082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-09T02:23:27.977474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.230104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:23:27.978753Z","caller":"traceutil/trace.go:171","msg":"trace[461082635] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24624; }","duration":"431.56246ms","start":"2026-05-09T02:23:27.547177Z","end":"2026-05-09T02:23:27.97874Z","steps":["trace[461082635] 'agreement among raft nodes before linearized reading' (duration: 430.183893ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:27.978787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:27.547159Z","time spent":"431.615551ms","remote":"127.0.0.1:56462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-05-09T02:23:27.977492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.630052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:23:27.97884Z","caller":"traceutil/trace.go:171","msg":"trace[546198691] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24624; }","duration":"406.04672ms","start":"2026-05-09T02:23:27.572777Z","end":"2026-05-09T02:23:27.978824Z","steps":["trace[546198691] 'agreement among raft nodes before linearized reading' (duration: 404.596591ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:27.978901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:27.572745Z","time spent":"406.136753ms","remote":"127.0.0.1:56658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-05-09T02:23:27.977517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.142346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"warn","ts":"2026-05-09T02:23:27.977543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.095391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-05-09T02:23:27.979068Z","caller":"traceutil/trace.go:171","msg":"trace[1015106447] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:24624; }","duration":"263.695158ms","start":"2026-05-09T02:23:27.71532Z","end":"2026-05-09T02:23:27.979015Z","steps":["trace[1015106447] 'agreement among raft nodes before linearized reading' (duration: 262.037844ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:23:27.979123Z","caller":"traceutil/trace.go:171","msg":"trace[1815283958] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24624; }","duration":"500.737205ms","start":"2026-05-09T02:23:27.478373Z","end":"2026-05-09T02:23:27.97911Z","steps":["trace[1815283958] 'agreement among raft nodes before linearized reading' (duration: 498.994488ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:27.979178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:27.47836Z","time spent":"500.794006ms","remote":"127.0.0.1:55968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-09T02:23:28.456716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.246279ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-09T02:23:28.456813Z","caller":"traceutil/trace.go:171","msg":"trace[1341431019] linearizableReadLoop","detail":"{readStateIndex:25431; appliedIndex:25430; }","duration":"393.707413ms","start":"2026-05-09T02:23:28.063089Z","end":"2026-05-09T02:23:28.456797Z","steps":["trace[1341431019] 'read index received' (duration: 251.203066ms)","trace[1341431019] 'applied index is now lower than readState.Index' (duration: 142.503347ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T02:23:28.456839Z","caller":"traceutil/trace.go:171","msg":"trace[505371878] transaction","detail":"{read_only:false; response_revision:24625; number_of_response:1; }","duration":"395.606994ms","start":"2026-05-09T02:23:28.061209Z","end":"2026-05-09T02:23:28.456816Z","steps":["trace[505371878] 'process raft request' (duration: 253.17784ms)","trace[505371878] 'compare' (duration: 142.028143ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T02:23:28.456932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:28.061189Z","time spent":"395.698306ms","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T02:23:28.457153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.054122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"warn","ts":"2026-05-09T02:23:28.457276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.796126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-05-09T02:23:28.457199Z","caller":"traceutil/trace.go:171","msg":"trace[1036969515] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24625; }","duration":"394.120294ms","start":"2026-05-09T02:23:28.063066Z","end":"2026-05-09T02:23:28.457186Z","steps":["trace[1036969515] 'agreement among raft nodes before linearized reading' (duration: 393.812906ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:23:28.457342Z","caller":"traceutil/trace.go:171","msg":"trace[2044171536] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:24625; }","duration":"145.92229ms","start":"2026-05-09T02:23:28.311402Z","end":"2026-05-09T02:23:28.457324Z","steps":["trace[2044171536] 'agreement among raft nodes before linearized reading' (duration: 145.770996ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:28.457333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.329583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-09T02:23:28.457404Z","caller":"traceutil/trace.go:171","msg":"trace[243289534] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24625; }","duration":"373.442267ms","start":"2026-05-09T02:23:28.083944Z","end":"2026-05-09T02:23:28.457386Z","steps":["trace[243289534] 'agreement among raft nodes before linearized reading' (duration: 372.957023ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:28.457456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:28.083927Z","time spent":"373.520378ms","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-09T02:23:28.457493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:28.063056Z","time spent":"394.278898ms","remote":"127.0.0.1:42452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5708,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-09T02:23:29.069779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.052891ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-09T02:23:29.069954Z","caller":"traceutil/trace.go:171","msg":"trace[92685217] transaction","detail":"{read_only:false; response_revision:24627; number_of_response:1; }","duration":"238.516178ms","start":"2026-05-09T02:23:28.83142Z","end":"2026-05-09T02:23:29.069937Z","steps":["trace[92685217] 'process raft request' (duration: 238.456457ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:23:29.070576Z","caller":"traceutil/trace.go:171","msg":"trace[1924565550] linearizableReadLoop","detail":"{readStateIndex:25432; appliedIndex:25431; }","duration":"422.866232ms","start":"2026-05-09T02:23:28.647681Z","end":"2026-05-09T02:23:29.070547Z","steps":["trace[1924565550] 'read index received' (duration: 15.882456ms)","trace[1924565550] 'applied index is now lower than readState.Index' (duration: 406.980896ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T02:23:29.070689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.995545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:23:29.070743Z","caller":"traceutil/trace.go:171","msg":"trace[1758040073] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24627; }","duration":"423.080678ms","start":"2026-05-09T02:23:28.647648Z","end":"2026-05-09T02:23:29.070729Z","steps":["trace[1758040073] 'agreement among raft nodes before linearized reading' (duration: 422.993365ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:29.070783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:28.647634Z","time spent":"423.139299ms","remote":"127.0.0.1:56832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-05-09T02:23:29.070309Z","caller":"traceutil/trace.go:171","msg":"trace[1762804151] transaction","detail":"{read_only:false; response_revision:24626; number_of_response:1; }","duration":"607.953516ms","start":"2026-05-09T02:23:28.462334Z","end":"2026-05-09T02:23:29.070287Z","steps":["trace[1762804151] 'process raft request' (duration: 201.291038ms)","trace[1762804151] 'compare' (duration: 405.558877ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T02:23:29.071074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:28.462321Z","time spent":"608.719036ms","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T02:23:29.552877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.866042ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-09T02:23:29.5531Z","caller":"traceutil/trace.go:171","msg":"trace[1102124480] transaction","detail":"{read_only:false; response_revision:24628; number_of_response:1; }","duration":"680.39223ms","start":"2026-05-09T02:23:28.872684Z","end":"2026-05-09T02:23:29.553076Z","steps":["trace[1102124480] 'process raft request' (duration: 578.315863ms)","trace[1102124480] 'compare' (duration: 100.845914ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T02:23:29.553197Z","caller":"traceutil/trace.go:171","msg":"trace[1194414340] transaction","detail":"{read_only:false; response_revision:24630; number_of_response:1; }","duration":"676.062771ms","start":"2026-05-09T02:23:28.877116Z","end":"2026-05-09T02:23:29.553179Z","steps":["trace[1194414340] 'process raft request' (duration: 675.985179ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:29.553223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:28.872665Z","time spent":"680.492844ms","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T02:23:29.553215Z","caller":"traceutil/trace.go:171","msg":"trace[1451790582] transaction","detail":"{read_only:false; response_revision:24629; number_of_response:1; }","duration":"679.595958ms","start":"2026-05-09T02:23:28.873585Z","end":"2026-05-09T02:23:29.553181Z","steps":["trace[1451790582] 'process raft request' (duration: 679.384403ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:29.553309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:28.877076Z","time spent":"676.168585ms","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T02:23:29.553387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:28.873573Z","time spent":"679.728952ms","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T02:23:30.037312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.459784ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-09T02:23:30.037572Z","caller":"traceutil/trace.go:171","msg":"trace[1040267199] linearizableReadLoop","detail":"{readStateIndex:25440; appliedIndex:25433; }","duration":"966.916085ms","start":"2026-05-09T02:23:29.070643Z","end":"2026-05-09T02:23:30.037559Z","steps":["trace[1040267199] 'read index received' (duration: 380.372557ms)","trace[1040267199] 'applied index is now lower than readState.Index' (duration: 586.542858ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T02:23:30.037643Z","caller":"traceutil/trace.go:171","msg":"trace[1828849848] transaction","detail":"{read_only:false; response_revision:24631; number_of_response:1; }","duration":"1.041613152s","start":"2026-05-09T02:23:28.996022Z","end":"2026-05-09T02:23:30.037635Z","steps":["trace[1828849848] 'process raft request' (duration: 882.766057ms)","trace[1828849848] 'compare' (duration: 158.041813ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T02:23:30.037682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:28.996006Z","time spent":"1.041654214s","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T02:23:30.037902Z","caller":"traceutil/trace.go:171","msg":"trace[135572830] transaction","detail":"{read_only:false; response_revision:24633; number_of_response:1; }","duration":"1.040971585s","start":"2026-05-09T02:23:28.996898Z","end":"2026-05-09T02:23:30.037869Z","steps":["trace[135572830] 'process raft request' (duration: 1.040563703s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:30.038003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207728306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-09T02:23:30.038026Z","caller":"traceutil/trace.go:171","msg":"trace[1755770631] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24635; }","duration":"1.207791938s","start":"2026-05-09T02:23:28.830227Z","end":"2026-05-09T02:23:30.038019Z","steps":["trace[1755770631] 'agreement among raft nodes before linearized reading' (duration: 1.207600452s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:30.038005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043698899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-09T02:23:30.038046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:28.830202Z","time spent":"1.207840089s","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-09T02:23:30.038077Z","caller":"traceutil/trace.go:171","msg":"trace[707050565] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24635; }","duration":"1.043817403s","start":"2026-05-09T02:23:28.994241Z","end":"2026-05-09T02:23:30.038059Z","steps":["trace[707050565] 'agreement among raft nodes before linearized reading' (duration: 1.043570946s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:30.038116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:28.99422Z","time spent":"1.043886314s","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-09T02:23:30.038134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.208827846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-09T02:23:30.038153Z","caller":"traceutil/trace.go:171","msg":"trace[272502088] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24635; }","duration":"1.208881577s","start":"2026-05-09T02:23:28.829265Z","end":"2026-05-09T02:23:30.038146Z","steps":["trace[272502088] 'agreement among raft nodes before linearized reading' (duration: 1.208828896s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:30.038171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:28.829245Z","time spent":"1.208920009s","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-09T02:23:30.03817Z","caller":"traceutil/trace.go:171","msg":"trace[1553066652] transaction","detail":"{read_only:false; response_revision:24634; number_of_response:1; }","duration":"1.038818526s","start":"2026-05-09T02:23:28.999335Z","end":"2026-05-09T02:23:30.038154Z","steps":["trace[1553066652] 'process raft request' (duration: 1.038167869s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:30.038218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.240081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:23:30.038217Z","caller":"traceutil/trace.go:171","msg":"trace[2072153880] transaction","detail":"{read_only:false; response_revision:24635; number_of_response:1; }","duration":"852.805496ms","start":"2026-05-09T02:23:29.185377Z","end":"2026-05-09T02:23:30.038182Z","steps":["trace[2072153880] 'process raft request' (duration: 852.151878ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:30.03827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:28.999322Z","time spent":"1.038884528s","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T02:23:30.038283Z","caller":"traceutil/trace.go:171","msg":"trace[497148380] transaction","detail":"{read_only:false; response_revision:24632; number_of_response:1; }","duration":"1.042119346s","start":"2026-05-09T02:23:28.996152Z","end":"2026-05-09T02:23:30.038271Z","steps":["trace[497148380] 'process raft request' (duration: 1.041233432s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:30.038296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.388650735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:23:30.038294Z","caller":"traceutil/trace.go:171","msg":"trace[1090510458] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24635; }","duration":"682.352344ms","start":"2026-05-09T02:23:29.355924Z","end":"2026-05-09T02:23:30.038276Z","steps":["trace[1090510458] 'agreement among raft nodes before linearized reading' (duration: 682.22604ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:23:30.038319Z","caller":"traceutil/trace.go:171","msg":"trace[1759062030] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24635; }","duration":"1.388684465s","start":"2026-05-09T02:23:28.649628Z","end":"2026-05-09T02:23:30.038312Z","steps":["trace[1759062030] 'agreement among raft nodes before linearized reading' (duration: 1.388650455s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:30.038338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:28.649621Z","time spent":"1.388711877s","remote":"127.0.0.1:56762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-09T02:23:30.038339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:28.996144Z","time spent":"1.042162927s","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T02:23:30.03834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:29.355904Z","time spent":"682.424116ms","remote":"127.0.0.1:55816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-09T02:23:30.03839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.00214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-09T02:23:30.038403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:29.185359Z","time spent":"852.94354ms","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T02:23:30.038259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.492177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-09T02:23:30.038456Z","caller":"traceutil/trace.go:171","msg":"trace[801508296] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24635; }","duration":"630.103063ms","start":"2026-05-09T02:23:29.408336Z","end":"2026-05-09T02:23:30.03844Z","steps":["trace[801508296] 'agreement among raft nodes before linearized reading' (duration: 629.909648ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:23:30.038479Z","caller":"traceutil/trace.go:171","msg":"trace[1772041666] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:24635; }","duration":"161.750344ms","start":"2026-05-09T02:23:29.876722Z","end":"2026-05-09T02:23:30.038472Z","steps":["trace[1772041666] 'agreement among raft nodes before linearized reading' (duration: 161.516137ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:30.038498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:29.408317Z","time spent":"630.172414ms","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-09T02:23:30.038859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:28.996886Z","time spent":"1.04187137s","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T02:23:30.295154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.047293ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-09T02:23:30.295239Z","caller":"traceutil/trace.go:171","msg":"trace[919416298] transaction","detail":"{read_only:false; response_revision:24636; number_of_response:1; }","duration":"251.890955ms","start":"2026-05-09T02:23:30.043333Z","end":"2026-05-09T02:23:30.295224Z","steps":["trace[919416298] 'process raft request' (duration: 105.709758ms)","trace[919416298] 'compare' (duration: 145.955881ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T02:23:30.641162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.824167ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-09T02:23:30.641571Z","caller":"traceutil/trace.go:171","msg":"trace[1848017430] transaction","detail":"{read_only:false; response_revision:24638; number_of_response:1; }","duration":"597.575831ms","start":"2026-05-09T02:23:30.043965Z","end":"2026-05-09T02:23:30.641541Z","steps":["trace[1848017430] 'process raft request' (duration: 597.290594ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:23:30.64158Z","caller":"traceutil/trace.go:171","msg":"trace[1927179307] transaction","detail":"{read_only:false; response_revision:24637; number_of_response:1; }","duration":"598.148876ms","start":"2026-05-09T02:23:30.043395Z","end":"2026-05-09T02:23:30.641544Z","steps":["trace[1927179307] 'process raft request' (duration: 385.858727ms)","trace[1927179307] 'compare' (duration: 211.630901ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T02:23:30.641609Z","caller":"traceutil/trace.go:171","msg":"trace[1907499414] transaction","detail":"{read_only:false; response_revision:24639; number_of_response:1; }","duration":"597.52258ms","start":"2026-05-09T02:23:30.044033Z","end":"2026-05-09T02:23:30.641556Z","steps":["trace[1907499414] 'process raft request' (duration: 597.278433ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:23:30.641677Z","caller":"traceutil/trace.go:171","msg":"trace[1426005015] transaction","detail":"{read_only:false; response_revision:24640; number_of_response:1; }","duration":"597.097857ms","start":"2026-05-09T02:23:30.044523Z","end":"2026-05-09T02:23:30.641621Z","steps":["trace[1426005015] 'process raft request' (duration: 596.830899ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:30.641716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:30.043945Z","time spent":"597.684834ms","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T02:23:30.641746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:30.043377Z","time spent":"598.271169ms","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T02:23:30.641796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:30.044029Z","time spent":"597.673014ms","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T02:23:30.641875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:30.044513Z","time spent":"597.233131ms","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T02:23:31.262118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.253594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-registry-c45778976-76vdw\" ","response":"range_response_count:1 size:3397"} {"level":"info","ts":"2026-05-09T02:23:31.262174Z","caller":"traceutil/trace.go:171","msg":"trace[1914371625] range","detail":"{range_begin:/registry/pods/openstack/magnum-registry-c45778976-76vdw; range_end:; response_count:1; response_revision:24643; }","duration":"202.360106ms","start":"2026-05-09T02:23:31.059801Z","end":"2026-05-09T02:23:31.262161Z","steps":["trace[1914371625] 'range keys from in-memory index tree' (duration: 202.10647ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:31.262486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.140117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-09T02:23:31.262572Z","caller":"traceutil/trace.go:171","msg":"trace[1358507153] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24643; }","duration":"188.276061ms","start":"2026-05-09T02:23:31.074274Z","end":"2026-05-09T02:23:31.26255Z","steps":["trace[1358507153] 'range keys from in-memory index tree' (duration: 187.961192ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:23:31.434217Z","caller":"traceutil/trace.go:171","msg":"trace[900761010] transaction","detail":"{read_only:false; response_revision:24644; number_of_response:1; }","duration":"168.363225ms","start":"2026-05-09T02:23:31.26583Z","end":"2026-05-09T02:23:31.434193Z","steps":["trace[900761010] 'process raft request' (duration: 168.2105ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:23:31.740123Z","caller":"traceutil/trace.go:171","msg":"trace[430324697] transaction","detail":"{read_only:false; response_revision:24645; number_of_response:1; }","duration":"471.736882ms","start":"2026-05-09T02:23:31.268349Z","end":"2026-05-09T02:23:31.740086Z","steps":["trace[430324697] 'process raft request' (duration: 471.472064ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:31.740297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:31.268323Z","time spent":"471.888256ms","remote":"127.0.0.1:55988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3699,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T02:23:31.91233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.319333ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-05-09T02:23:31.912484Z","caller":"traceutil/trace.go:171","msg":"trace[53382009] linearizableReadLoop","detail":"{readStateIndex:25452; appliedIndex:25450; }","duration":"589.077317ms","start":"2026-05-09T02:23:31.323354Z","end":"2026-05-09T02:23:31.912431Z","steps":["trace[53382009] 'read index received' (duration: 110.777417ms)","trace[53382009] 'applied index is now lower than readState.Index' (duration: 478.29838ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T02:23:31.912419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.092407ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:23:31.912722Z","caller":"traceutil/trace.go:171","msg":"trace[845952073] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24645; }","duration":"118.409855ms","start":"2026-05-09T02:23:31.794282Z","end":"2026-05-09T02:23:31.912692Z","steps":["trace[845952073] 'range keys from in-memory index tree' (duration: 118.068136ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:31.912738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.375466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-05-09T02:23:31.912804Z","caller":"traceutil/trace.go:171","msg":"trace[1098354170] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:24645; }","duration":"589.477569ms","start":"2026-05-09T02:23:31.323304Z","end":"2026-05-09T02:23:31.912782Z","steps":["trace[1098354170] 'agreement among raft nodes before linearized reading' (duration: 589.280253ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:31.912855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:31.32328Z","time spent":"589.560831ms","remote":"127.0.0.1:55966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2107,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-05-09T02:23:31.975705Z","caller":"traceutil/trace.go:171","msg":"trace[1761089861] transaction","detail":"{read_only:false; response_revision:24646; number_of_response:1; }","duration":"417.400182ms","start":"2026-05-09T02:23:31.558263Z","end":"2026-05-09T02:23:31.975663Z","steps":["trace[1761089861] 'process raft request' (duration: 417.160325ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:23:31.975748Z","caller":"traceutil/trace.go:171","msg":"trace[1110321902] transaction","detail":"{read_only:false; response_revision:24647; number_of_response:1; }","duration":"417.453372ms","start":"2026-05-09T02:23:31.558268Z","end":"2026-05-09T02:23:31.975722Z","steps":["trace[1110321902] 'process raft request' (duration: 417.338889ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:31.975889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:31.558229Z","time spent":"417.583587ms","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T02:23:31.9759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:31.558224Z","time spent":"417.574576ms","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T02:23:31.976019Z","caller":"traceutil/trace.go:171","msg":"trace[1729450306] transaction","detail":"{read_only:false; response_revision:24648; number_of_response:1; }","duration":"417.293049ms","start":"2026-05-09T02:23:31.558703Z","end":"2026-05-09T02:23:31.975996Z","steps":["trace[1729450306] 'process raft request' (duration: 416.97507ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:31.976076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.566954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:23:31.976113Z","caller":"traceutil/trace.go:171","msg":"trace[792351199] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24648; }","duration":"248.641846ms","start":"2026-05-09T02:23:31.727458Z","end":"2026-05-09T02:23:31.976099Z","steps":["trace[792351199] 'agreement among raft nodes before linearized reading' (duration: 248.583204ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:31.976112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.682336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-09T02:23:31.976163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:31.558686Z","time spent":"417.392371ms","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T02:23:31.97617Z","caller":"traceutil/trace.go:171","msg":"trace[1145922440] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24648; }","duration":"619.796269ms","start":"2026-05-09T02:23:31.356357Z","end":"2026-05-09T02:23:31.976153Z","steps":["trace[1145922440] 'agreement among raft nodes before linearized reading' (duration: 619.708397ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:31.976212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:31.356322Z","time spent":"619.883521ms","remote":"127.0.0.1:55816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-09T02:23:31.976282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.49329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:23:31.976398Z","caller":"traceutil/trace.go:171","msg":"trace[856481602] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:24648; }","duration":"612.695395ms","start":"2026-05-09T02:23:31.363678Z","end":"2026-05-09T02:23:31.976373Z","steps":["trace[856481602] 'agreement among raft nodes before linearized reading' (duration: 612.334135ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:31.976503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:31.363569Z","time spent":"612.914441ms","remote":"127.0.0.1:36550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-05-09T02:23:32.170192Z","caller":"traceutil/trace.go:171","msg":"trace[430519399] linearizableReadLoop","detail":"{readStateIndex:25458; appliedIndex:25456; }","duration":"194.201713ms","start":"2026-05-09T02:23:31.975967Z","end":"2026-05-09T02:23:32.170169Z","steps":["trace[430519399] 'read index received' (duration: 194.09228ms)","trace[430519399] 'applied index is now lower than readState.Index' (duration: 108.523µs)"],"step_count":2} {"level":"info","ts":"2026-05-09T02:23:32.170334Z","caller":"traceutil/trace.go:171","msg":"trace[421774087] transaction","detail":"{read_only:false; response_revision:24649; number_of_response:1; }","duration":"252.650196ms","start":"2026-05-09T02:23:31.91765Z","end":"2026-05-09T02:23:32.1703Z","steps":["trace[421774087] 'process raft request' (duration: 252.303746ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:32.170409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.229931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c90d4ff2-f6e0-4a45-a2f9-920ddad468d4\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-05-09T02:23:32.170442Z","caller":"traceutil/trace.go:171","msg":"trace[2022522445] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c90d4ff2-f6e0-4a45-a2f9-920ddad468d4; range_end:; response_count:1; response_revision:24650; }","duration":"253.318173ms","start":"2026-05-09T02:23:31.917113Z","end":"2026-05-09T02:23:32.170432Z","steps":["trace[2022522445] 'agreement among raft nodes before linearized reading' (duration: 253.174209ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:23:32.170393Z","caller":"traceutil/trace.go:171","msg":"trace[842146980] transaction","detail":"{read_only:false; response_revision:24650; number_of_response:1; }","duration":"251.924035ms","start":"2026-05-09T02:23:31.918328Z","end":"2026-05-09T02:23:32.170252Z","steps":["trace[842146980] 'process raft request' (duration: 251.781941ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:32.174404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.930818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:23:32.174822Z","caller":"traceutil/trace.go:171","msg":"trace[1622554872] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24654; }","duration":"197.392091ms","start":"2026-05-09T02:23:31.977425Z","end":"2026-05-09T02:23:32.174817Z","steps":["trace[1622554872] 'agreement among raft nodes before linearized reading' (duration: 196.925068ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:23:32.174495Z","caller":"traceutil/trace.go:171","msg":"trace[1864136551] transaction","detail":"{read_only:false; response_revision:24653; number_of_response:1; }","duration":"130.079936ms","start":"2026-05-09T02:23:32.044404Z","end":"2026-05-09T02:23:32.174484Z","steps":["trace[1864136551] 'process raft request' (duration: 129.885581ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:23:32.174629Z","caller":"traceutil/trace.go:171","msg":"trace[1338431554] transaction","detail":"{read_only:false; response_revision:24651; number_of_response:1; }","duration":"130.365354ms","start":"2026-05-09T02:23:32.044256Z","end":"2026-05-09T02:23:32.174621Z","steps":["trace[1338431554] 'process raft request' (duration: 129.922272ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:23:32.174651Z","caller":"traceutil/trace.go:171","msg":"trace[564200835] transaction","detail":"{read_only:false; response_revision:24652; number_of_response:1; }","duration":"130.296352ms","start":"2026-05-09T02:23:32.04435Z","end":"2026-05-09T02:23:32.174646Z","steps":["trace[564200835] 'process raft request' (duration: 129.911552ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:32.174744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.573938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:23:32.175252Z","caller":"traceutil/trace.go:171","msg":"trace[580046962] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:24654; }","duration":"166.093193ms","start":"2026-05-09T02:23:32.009133Z","end":"2026-05-09T02:23:32.175227Z","steps":["trace[580046962] 'agreement among raft nodes before linearized reading' (duration: 165.515757ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:23:32.174782Z","caller":"traceutil/trace.go:171","msg":"trace[1148223743] transaction","detail":"{read_only:false; response_revision:24654; number_of_response:1; }","duration":"130.2383ms","start":"2026-05-09T02:23:32.044537Z","end":"2026-05-09T02:23:32.174776Z","steps":["trace[1148223743] 'process raft request' (duration: 129.781487ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:24:34.517636Z","caller":"traceutil/trace.go:171","msg":"trace[1860744460] transaction","detail":"{read_only:false; response_revision:25284; number_of_response:1; }","duration":"100.888816ms","start":"2026-05-09T02:24:34.416712Z","end":"2026-05-09T02:24:34.517601Z","steps":["trace[1860744460] 'process raft request' (duration: 81.023771ms)","trace[1860744460] 'compare' (duration: 19.493854ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T02:24:38.647294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.463886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:24:38.647363Z","caller":"traceutil/trace.go:171","msg":"trace[844441375] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25316; }","duration":"114.58852ms","start":"2026-05-09T02:24:38.53276Z","end":"2026-05-09T02:24:38.647348Z","steps":["trace[844441375] 'agreement among raft nodes before linearized reading' (duration: 114.460596ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:24:38.64741Z","caller":"traceutil/trace.go:171","msg":"trace[1441210243] transaction","detail":"{read_only:false; response_revision:25316; number_of_response:1; }","duration":"113.051499ms","start":"2026-05-09T02:24:38.534333Z","end":"2026-05-09T02:24:38.647384Z","steps":["trace[1441210243] 'process raft request' (duration: 112.814872ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:24:38.64752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.221871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:24:38.647548Z","caller":"traceutil/trace.go:171","msg":"trace[1864701902] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25316; }","duration":"114.268522ms","start":"2026-05-09T02:24:38.533273Z","end":"2026-05-09T02:24:38.647541Z","steps":["trace[1864701902] 'agreement among raft nodes before linearized reading' (duration: 114.230361ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:24:38.647627Z","caller":"traceutil/trace.go:171","msg":"trace[572671061] transaction","detail":"{read_only:false; response_revision:25315; number_of_response:1; }","duration":"113.353788ms","start":"2026-05-09T02:24:38.534255Z","end":"2026-05-09T02:24:38.647608Z","steps":["trace[572671061] 'process raft request' (duration: 101.075881ms)","trace[572671061] 'compare' (duration: 11.627848ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T02:24:38.6477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.431467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-05-09T02:24:38.647726Z","caller":"traceutil/trace.go:171","msg":"trace[1172795538] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25316; }","duration":"114.475688ms","start":"2026-05-09T02:24:38.533244Z","end":"2026-05-09T02:24:38.64772Z","steps":["trace[1172795538] 'agreement among raft nodes before linearized reading' (duration: 114.382915ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:26:43.299774Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23639} {"level":"info","ts":"2026-05-09T02:26:43.434498Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23639,"took":"129.515008ms","hash":2411469264,"current-db-size-bytes":58859520,"current-db-size":"59 MB","current-db-size-in-use-bytes":37019648,"current-db-size-in-use":"37 MB"} {"level":"info","ts":"2026-05-09T02:26:43.434594Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2411469264,"revision":23639,"compact-revision":20422} {"level":"info","ts":"2026-05-09T02:27:00.493729Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006bc3.wal"} {"level":"info","ts":"2026-05-09T02:31:43.307209Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26582} {"level":"info","ts":"2026-05-09T02:31:43.446069Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26582,"took":"134.574649ms","hash":2630296844,"current-db-size-bytes":58859520,"current-db-size":"59 MB","current-db-size-in-use-bytes":31850496,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-09T02:31:43.44614Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2630296844,"revision":26582,"compact-revision":23639} {"level":"info","ts":"2026-05-09T02:32:01.075855Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"f3d52791b64f7591","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-09T02:32:01.080729Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-05-09T02:32:01.0809Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-05-09T02:36:43.314255Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28948} {"level":"info","ts":"2026-05-09T02:36:43.439752Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28948,"took":"122.164416ms","hash":3114187167,"current-db-size-bytes":58859520,"current-db-size":"59 MB","current-db-size-in-use-bytes":29712384,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-05-09T02:36:43.439831Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3114187167,"revision":28948,"compact-revision":26582} {"level":"info","ts":"2026-05-09T02:41:43.32141Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":31169} {"level":"info","ts":"2026-05-09T02:41:43.438556Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":31169,"took":"112.416177ms","hash":3264006681,"current-db-size-bytes":58859520,"current-db-size":"59 MB","current-db-size-in-use-bytes":31744000,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-09T02:41:43.438608Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3264006681,"revision":31169,"compact-revision":28948} {"level":"info","ts":"2026-05-09T02:46:43.328871Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33500} {"level":"info","ts":"2026-05-09T02:46:43.474368Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33500,"took":"140.784093ms","hash":3569501830,"current-db-size-bytes":58859520,"current-db-size":"59 MB","current-db-size-in-use-bytes":31895552,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-09T02:46:43.474425Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3569501830,"revision":33500,"compact-revision":31169} {"level":"info","ts":"2026-05-09T02:51:43.336296Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35728} {"level":"info","ts":"2026-05-09T02:51:43.480109Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35728,"took":"139.218028ms","hash":1514221542,"current-db-size-bytes":59314176,"current-db-size":"59 MB","current-db-size-in-use-bytes":30347264,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-05-09T02:51:43.48018Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1514221542,"revision":35728,"compact-revision":33500} {"level":"info","ts":"2026-05-09T02:53:30.572175Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"f3d52791b64f7591","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-09T02:53:30.577716Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-05-09T02:53:30.577843Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004}