{"level":"warn","ts":"2026-05-11T00:57:00.826191Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-11T00:57:00.826274Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.210:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.210:2380","--initial-cluster=instance=https://199.204.45.210:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.210:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.210:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-05-11T00:57:00.826333Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-11T00:57:00.82634Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.210:2380"]} {"level":"info","ts":"2026-05-11T00:57:00.826356Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-11T00:57:00.826963Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.210:2379"]} {"level":"info","ts":"2026-05-11T00:57:00.827029Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.210:2380"],"listen-peer-urls":["https://199.204.45.210:2380"],"advertise-client-urls":["https://199.204.45.210:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.210:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.210:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-05-11T00:57:00.831345Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.094356ms"} {"level":"info","ts":"2026-05-11T00:57:00.83822Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"1cac722af8b2b8a6","cluster-id":"ba0a336ca61ee41d"} {"level":"info","ts":"2026-05-11T00:57:00.838281Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 switched to configuration voters=()"} {"level":"info","ts":"2026-05-11T00:57:00.838298Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 became follower at term 0"} {"level":"info","ts":"2026-05-11T00:57:00.838311Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 1cac722af8b2b8a6 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-05-11T00:57:00.838321Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 became follower at term 1"} {"level":"info","ts":"2026-05-11T00:57:00.838355Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 switched to configuration voters=(2066151857942870182)"} {"level":"warn","ts":"2026-05-11T00:57:00.853192Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-11T00:57:00.855266Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-11T00:57:00.85682Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-11T00:57:00.860416Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"1cac722af8b2b8a6","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-11T00:57:00.861426Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"1cac722af8b2b8a6","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-05-11T00:57:00.86161Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-11T00:57:00.861672Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-11T00:57:00.861682Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-11T00:57:00.863664Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 switched to configuration voters=(2066151857942870182)"} {"level":"info","ts":"2026-05-11T00:57:00.864214Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"ba0a336ca61ee41d","local-member-id":"1cac722af8b2b8a6","added-peer-id":"1cac722af8b2b8a6","added-peer-peer-urls":["https://199.204.45.210:2380"]} {"level":"info","ts":"2026-05-11T00:57:00.865554Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-11T00:57:00.865815Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"1cac722af8b2b8a6","initial-advertise-peer-urls":["https://199.204.45.210:2380"],"listen-peer-urls":["https://199.204.45.210:2380"],"advertise-client-urls":["https://199.204.45.210:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.210:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-11T00:57:00.86585Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-11T00:57:00.865996Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.210:2380"} {"level":"info","ts":"2026-05-11T00:57:00.866008Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.210:2380"} {"level":"info","ts":"2026-05-11T00:57:01.838717Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 is starting a new election at term 1"} {"level":"info","ts":"2026-05-11T00:57:01.838767Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 became pre-candidate at term 1"} {"level":"info","ts":"2026-05-11T00:57:01.838791Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 received MsgPreVoteResp from 1cac722af8b2b8a6 at term 1"} {"level":"info","ts":"2026-05-11T00:57:01.838805Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 became candidate at term 2"} {"level":"info","ts":"2026-05-11T00:57:01.838811Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 received MsgVoteResp from 1cac722af8b2b8a6 at term 2"} {"level":"info","ts":"2026-05-11T00:57:01.838819Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 became leader at term 2"} {"level":"info","ts":"2026-05-11T00:57:01.838827Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 1cac722af8b2b8a6 elected leader 1cac722af8b2b8a6 at term 2"} {"level":"info","ts":"2026-05-11T00:57:01.839746Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-05-11T00:57:01.840942Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-11T00:57:01.840917Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"1cac722af8b2b8a6","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.210:2379]}","request-path":"/0/members/1cac722af8b2b8a6/attributes","cluster-id":"ba0a336ca61ee41d","publish-timeout":"7s"} {"level":"info","ts":"2026-05-11T00:57:01.841109Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"ba0a336ca61ee41d","local-member-id":"1cac722af8b2b8a6","cluster-version":"3.5"} {"level":"info","ts":"2026-05-11T00:57:01.841041Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-11T00:57:01.841178Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-05-11T00:57:01.8412Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-05-11T00:57:01.841265Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-11T00:57:01.841337Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-11T00:57:01.843285Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.210:2379"} {"level":"info","ts":"2026-05-11T00:57:01.844234Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-05-11T00:57:04.371982Z","caller":"traceutil/trace.go:171","msg":"trace[828161257] linearizableReadLoop","detail":"{readStateIndex:75; appliedIndex:74; }","duration":"262.203686ms","start":"2026-05-11T00:57:04.10975Z","end":"2026-05-11T00:57:04.371954Z","steps":["trace[828161257] 'read index received' (duration: 262.057232ms)","trace[828161257] 'applied index is now lower than readState.Index' (duration: 145.724µs)"],"step_count":2} {"level":"info","ts":"2026-05-11T00:57:04.37204Z","caller":"traceutil/trace.go:171","msg":"trace[1506609569] transaction","detail":"{read_only:false; response_revision:71; number_of_response:1; }","duration":"263.238209ms","start":"2026-05-11T00:57:04.108786Z","end":"2026-05-11T00:57:04.372024Z","steps":["trace[1506609569] 'process raft request' (duration: 262.993273ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:57:04.372253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.022997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-11T00:57:04.372303Z","caller":"traceutil/trace.go:171","msg":"trace[2050228017] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:71; }","duration":"160.12369ms","start":"2026-05-11T00:57:04.21217Z","end":"2026-05-11T00:57:04.372294Z","steps":["trace[2050228017] 'agreement among raft nodes before linearized reading' (duration: 159.996297ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:57:04.372257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.456441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-admin\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-11T00:57:04.372348Z","caller":"traceutil/trace.go:171","msg":"trace[678120952] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-admin; range_end:; response_count:0; response_revision:71; }","duration":"262.595994ms","start":"2026-05-11T00:57:04.109734Z","end":"2026-05-11T00:57:04.37233Z","steps":["trace[678120952] 'agreement among raft nodes before linearized reading' (duration: 262.376629ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:57:10.514993Z","caller":"traceutil/trace.go:171","msg":"trace[32374031] transaction","detail":"{read_only:false; response_revision:301; number_of_response:1; }","duration":"115.198349ms","start":"2026-05-11T00:57:10.399774Z","end":"2026-05-11T00:57:10.514972Z","steps":["trace[32374031] 'process raft request' (duration: 115.058626ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:57:10.515261Z","caller":"traceutil/trace.go:171","msg":"trace[1346262001] transaction","detail":"{read_only:false; response_revision:302; number_of_response:1; }","duration":"115.048375ms","start":"2026-05-11T00:57:10.400152Z","end":"2026-05-11T00:57:10.515201Z","steps":["trace[1346262001] 'process raft request' (duration: 114.780759ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:57:10.79881Z","caller":"traceutil/trace.go:171","msg":"trace[194803343] linearizableReadLoop","detail":"{readStateIndex:322; appliedIndex:320; }","duration":"170.9076ms","start":"2026-05-11T00:57:10.627876Z","end":"2026-05-11T00:57:10.798783Z","steps":["trace[194803343] 'read index received' (duration: 8.521698ms)","trace[194803343] 'applied index is now lower than readState.Index' (duration: 162.384612ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T00:57:10.798958Z","caller":"traceutil/trace.go:171","msg":"trace[1384432372] transaction","detail":"{read_only:false; response_revision:311; number_of_response:1; }","duration":"189.192594ms","start":"2026-05-11T00:57:10.609722Z","end":"2026-05-11T00:57:10.798915Z","steps":["trace[1384432372] 'process raft request' (duration: 109.958788ms)","trace[1384432372] 'compare' (duration: 78.94998ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T00:57:10.799059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.110998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-05-11T00:57:10.799062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.160006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-05-11T00:57:10.799125Z","caller":"traceutil/trace.go:171","msg":"trace[131057271] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:311; }","duration":"109.219591ms","start":"2026-05-11T00:57:10.689889Z","end":"2026-05-11T00:57:10.799109Z","steps":["trace[131057271] 'agreement among raft nodes before linearized reading' (duration: 109.065017ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:57:10.799149Z","caller":"traceutil/trace.go:171","msg":"trace[997244826] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:311; }","duration":"171.298958ms","start":"2026-05-11T00:57:10.627836Z","end":"2026-05-11T00:57:10.799135Z","steps":["trace[997244826] 'agreement among raft nodes before linearized reading' (duration: 171.106824ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:57:11.069042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.188687ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-11T00:57:11.069194Z","caller":"traceutil/trace.go:171","msg":"trace[1197934724] linearizableReadLoop","detail":"{readStateIndex:326; appliedIndex:325; }","duration":"140.876304ms","start":"2026-05-11T00:57:10.928293Z","end":"2026-05-11T00:57:11.069169Z","steps":["trace[1197934724] 'read index received' (duration: 31.97944ms)","trace[1197934724] 'applied index is now lower than readState.Index' (duration: 108.895364ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T00:57:11.069434Z","caller":"traceutil/trace.go:171","msg":"trace[1027879986] transaction","detail":"{read_only:false; response_revision:315; number_of_response:1; }","duration":"168.085054ms","start":"2026-05-11T00:57:10.901283Z","end":"2026-05-11T00:57:11.069368Z","steps":["trace[1027879986] 'process raft request' (duration: 59.032857ms)","trace[1027879986] 'compare' (duration: 107.976223ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T00:57:11.069585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.256922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-05-11T00:57:11.069761Z","caller":"traceutil/trace.go:171","msg":"trace[2007122028] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:315; }","duration":"141.471197ms","start":"2026-05-11T00:57:10.928261Z","end":"2026-05-11T00:57:11.069732Z","steps":["trace[2007122028] 'agreement among raft nodes before linearized reading' (duration: 141.014666ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:57:11.420714Z","caller":"traceutil/trace.go:171","msg":"trace[18817405] linearizableReadLoop","detail":"{readStateIndex:340; appliedIndex:339; }","duration":"118.157917ms","start":"2026-05-11T00:57:11.302534Z","end":"2026-05-11T00:57:11.420692Z","steps":["trace[18817405] 'read index received' (duration: 37.163331ms)","trace[18817405] 'applied index is now lower than readState.Index' (duration: 80.993316ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T00:57:11.420777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.749021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-11T00:57:11.42077Z","caller":"traceutil/trace.go:171","msg":"trace[1870935462] transaction","detail":"{read_only:false; response_revision:329; number_of_response:1; }","duration":"180.190795ms","start":"2026-05-11T00:57:11.240545Z","end":"2026-05-11T00:57:11.420736Z","steps":["trace[1870935462] 'process raft request' (duration: 99.141197ms)","trace[1870935462] 'compare' (duration: 80.865954ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T00:57:11.420825Z","caller":"traceutil/trace.go:171","msg":"trace[347135205] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:329; }","duration":"124.852503ms","start":"2026-05-11T00:57:11.29596Z","end":"2026-05-11T00:57:11.420813Z","steps":["trace[347135205] 'agreement among raft nodes before linearized reading' (duration: 124.74073ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:57:11.420871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.734697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-05-11T00:57:11.420913Z","caller":"traceutil/trace.go:171","msg":"trace[868401198] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:329; }","duration":"142.821239ms","start":"2026-05-11T00:57:11.278081Z","end":"2026-05-11T00:57:11.420903Z","steps":["trace[868401198] 'agreement among raft nodes before linearized reading' (duration: 142.724987ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:57:11.420968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.91885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-05-11T00:57:11.421061Z","caller":"traceutil/trace.go:171","msg":"trace[405519783] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:329; }","duration":"193.041152ms","start":"2026-05-11T00:57:11.227995Z","end":"2026-05-11T00:57:11.421036Z","steps":["trace[405519783] 'agreement among raft nodes before linearized reading' (duration: 192.831097ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:57:11.421039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.859476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-instance\" ","response":"range_response_count:1 size:5336"} {"level":"info","ts":"2026-05-11T00:57:11.421136Z","caller":"traceutil/trace.go:171","msg":"trace[1758183302] range","detail":"{range_begin:/registry/pods/kube-system/etcd-instance; range_end:; response_count:1; response_revision:329; }","duration":"205.0337ms","start":"2026-05-11T00:57:11.216079Z","end":"2026-05-11T00:57:11.421112Z","steps":["trace[1758183302] 'agreement among raft nodes before linearized reading' (duration: 204.823095ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:57:11.422585Z","caller":"traceutil/trace.go:171","msg":"trace[1132937761] transaction","detail":"{read_only:false; response_revision:330; number_of_response:1; }","duration":"111.208626ms","start":"2026-05-11T00:57:11.311351Z","end":"2026-05-11T00:57:11.42256Z","steps":["trace[1132937761] 'process raft request' (duration: 110.989641ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:57:11.623634Z","caller":"traceutil/trace.go:171","msg":"trace[2147166289] transaction","detail":"{read_only:false; response_revision:332; number_of_response:1; }","duration":"193.599326ms","start":"2026-05-11T00:57:11.429999Z","end":"2026-05-11T00:57:11.623599Z","steps":["trace[2147166289] 'process raft request' (duration: 114.769939ms)","trace[2147166289] 'compare' (duration: 78.286804ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T00:57:11.623704Z","caller":"traceutil/trace.go:171","msg":"trace[1215439324] transaction","detail":"{read_only:false; response_revision:333; number_of_response:1; }","duration":"193.301519ms","start":"2026-05-11T00:57:11.430368Z","end":"2026-05-11T00:57:11.623669Z","steps":["trace[1215439324] 'process raft request' (duration: 193.123624ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:57:11.623634Z","caller":"traceutil/trace.go:171","msg":"trace[901957474] transaction","detail":"{read_only:false; response_revision:334; number_of_response:1; }","duration":"190.299089ms","start":"2026-05-11T00:57:11.433311Z","end":"2026-05-11T00:57:11.62361Z","steps":["trace[901957474] 'process raft request' (duration: 190.252518ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:57:11.79546Z","caller":"traceutil/trace.go:171","msg":"trace[1886744405] transaction","detail":"{read_only:false; response_revision:336; number_of_response:1; }","duration":"165.211646ms","start":"2026-05-11T00:57:11.630205Z","end":"2026-05-11T00:57:11.795417Z","steps":["trace[1886744405] 'process raft request' (duration: 118.507575ms)","trace[1886744405] 'compare' (duration: 46.364813ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T00:57:11.795571Z","caller":"traceutil/trace.go:171","msg":"trace[346959224] transaction","detail":"{read_only:false; response_revision:338; number_of_response:1; }","duration":"157.51286ms","start":"2026-05-11T00:57:11.638041Z","end":"2026-05-11T00:57:11.795554Z","steps":["trace[346959224] 'process raft request' (duration: 157.437488ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:57:11.795623Z","caller":"traceutil/trace.go:171","msg":"trace[2060619279] transaction","detail":"{read_only:false; response_revision:337; number_of_response:1; }","duration":"165.123255ms","start":"2026-05-11T00:57:11.630461Z","end":"2026-05-11T00:57:11.795584Z","steps":["trace[2060619279] 'process raft request' (duration: 164.928859ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:57:11.799387Z","caller":"traceutil/trace.go:171","msg":"trace[633354605] transaction","detail":"{read_only:false; response_revision:339; number_of_response:1; }","duration":"131.135938ms","start":"2026-05-11T00:57:11.668218Z","end":"2026-05-11T00:57:11.799354Z","steps":["trace[633354605] 'process raft request' (duration: 130.836471ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:57:12.076271Z","caller":"traceutil/trace.go:171","msg":"trace[2027970297] transaction","detail":"{read_only:false; response_revision:340; number_of_response:1; }","duration":"248.069798ms","start":"2026-05-11T00:57:11.828176Z","end":"2026-05-11T00:57:12.076246Z","steps":["trace[2027970297] 'process raft request' (duration: 155.287989ms)","trace[2027970297] 'compare' (duration: 92.660246ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T00:57:12.096518Z","caller":"traceutil/trace.go:171","msg":"trace[850518879] transaction","detail":"{read_only:false; response_revision:341; number_of_response:1; }","duration":"268.229344ms","start":"2026-05-11T00:57:11.828267Z","end":"2026-05-11T00:57:12.096497Z","steps":["trace[850518879] 'process raft request' (duration: 268.0503ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:57:12.096551Z","caller":"traceutil/trace.go:171","msg":"trace[819520831] transaction","detail":"{read_only:false; response_revision:342; number_of_response:1; }","duration":"268.170644ms","start":"2026-05-11T00:57:11.828351Z","end":"2026-05-11T00:57:12.096522Z","steps":["trace[819520831] 'process raft request' (duration: 268.046411ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:57:12.096638Z","caller":"traceutil/trace.go:171","msg":"trace[680357403] transaction","detail":"{read_only:false; response_revision:344; number_of_response:1; }","duration":"267.606221ms","start":"2026-05-11T00:57:11.829Z","end":"2026-05-11T00:57:12.096606Z","steps":["trace[680357403] 'process raft request' (duration: 267.485368ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:57:12.096745Z","caller":"traceutil/trace.go:171","msg":"trace[353075251] transaction","detail":"{read_only:false; response_revision:343; number_of_response:1; }","duration":"268.322956ms","start":"2026-05-11T00:57:11.828359Z","end":"2026-05-11T00:57:12.096682Z","steps":["trace[353075251] 'process raft request' (duration: 268.075461ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:57:12.096749Z","caller":"traceutil/trace.go:171","msg":"trace[1004834119] transaction","detail":"{read_only:false; response_revision:345; number_of_response:1; }","duration":"268.803548ms","start":"2026-05-11T00:57:11.827903Z","end":"2026-05-11T00:57:12.096707Z","steps":["trace[1004834119] 'process raft request' (duration: 268.614514ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:57:12.219888Z","caller":"traceutil/trace.go:171","msg":"trace[1335222141] transaction","detail":"{read_only:false; response_revision:346; number_of_response:1; }","duration":"118.821502ms","start":"2026-05-11T00:57:12.101044Z","end":"2026-05-11T00:57:12.219866Z","steps":["trace[1335222141] 'process raft request' (duration: 107.963461ms)","trace[1335222141] 'compare' (duration: 10.779829ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T00:57:12.266625Z","caller":"traceutil/trace.go:171","msg":"trace[1039072559] transaction","detail":"{read_only:false; response_revision:347; number_of_response:1; }","duration":"162.543565ms","start":"2026-05-11T00:57:12.104054Z","end":"2026-05-11T00:57:12.266598Z","steps":["trace[1039072559] 'process raft request' (duration: 162.389892ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:57:21.752323Z","caller":"traceutil/trace.go:171","msg":"trace[175118705] transaction","detail":"{read_only:false; response_revision:411; number_of_response:1; }","duration":"220.478319ms","start":"2026-05-11T00:57:21.531817Z","end":"2026-05-11T00:57:21.752295Z","steps":["trace[175118705] 'process raft request' (duration: 220.207242ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:57:27.786604Z","caller":"traceutil/trace.go:171","msg":"trace[788192945] transaction","detail":"{read_only:false; response_revision:425; number_of_response:1; }","duration":"234.79422ms","start":"2026-05-11T00:57:27.551777Z","end":"2026-05-11T00:57:27.786571Z","steps":["trace[788192945] 'process raft request' (duration: 234.496723ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:57:30.153359Z","caller":"traceutil/trace.go:171","msg":"trace[575297698] linearizableReadLoop","detail":"{readStateIndex:446; appliedIndex:445; }","duration":"219.633183ms","start":"2026-05-11T00:57:29.933695Z","end":"2026-05-11T00:57:30.153328Z","steps":["trace[575297698] 'read index received' (duration: 219.353557ms)","trace[575297698] 'applied index is now lower than readState.Index' (duration: 278.246µs)"],"step_count":2} {"level":"warn","ts":"2026-05-11T00:57:30.153558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.819858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T00:57:30.153609Z","caller":"traceutil/trace.go:171","msg":"trace[107507205] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:430; }","duration":"219.94095ms","start":"2026-05-11T00:57:29.933655Z","end":"2026-05-11T00:57:30.153596Z","steps":["trace[107507205] 'agreement among raft nodes before linearized reading' (duration: 219.798627ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:57:30.153988Z","caller":"traceutil/trace.go:171","msg":"trace[1908047763] transaction","detail":"{read_only:false; response_revision:430; number_of_response:1; }","duration":"345.048468ms","start":"2026-05-11T00:57:29.808927Z","end":"2026-05-11T00:57:30.153975Z","steps":["trace[1908047763] 'process raft request' (duration: 344.25035ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:57:30.154308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:57:29.8089Z","time spent":"345.131789ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T00:57:34.466841Z","caller":"traceutil/trace.go:171","msg":"trace[409902262] linearizableReadLoop","detail":"{readStateIndex:491; appliedIndex:490; }","duration":"220.334322ms","start":"2026-05-11T00:57:34.246469Z","end":"2026-05-11T00:57:34.466803Z","steps":["trace[409902262] 'read index received' (duration: 220.114788ms)","trace[409902262] 'applied index is now lower than readState.Index' (duration: 217.604µs)"],"step_count":2} {"level":"info","ts":"2026-05-11T00:57:34.466868Z","caller":"traceutil/trace.go:171","msg":"trace[587204046] transaction","detail":"{read_only:false; response_revision:474; number_of_response:1; }","duration":"262.95364ms","start":"2026-05-11T00:57:34.203871Z","end":"2026-05-11T00:57:34.466824Z","steps":["trace[587204046] 'process raft request' (duration: 262.688894ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:57:34.467092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.585199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-05-11T00:57:34.467145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.286324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-11T00:57:34.467181Z","caller":"traceutil/trace.go:171","msg":"trace[1365565953] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:474; }","duration":"132.369097ms","start":"2026-05-11T00:57:34.334801Z","end":"2026-05-11T00:57:34.46717Z","steps":["trace[1365565953] 'agreement among raft nodes before linearized reading' (duration: 132.275005ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:57:34.467188Z","caller":"traceutil/trace.go:171","msg":"trace[26779405] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:474; }","duration":"220.751023ms","start":"2026-05-11T00:57:34.246415Z","end":"2026-05-11T00:57:34.467166Z","steps":["trace[26779405] 'agreement among raft nodes before linearized reading' (duration: 220.540107ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:57:34.467118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.113492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-11T00:57:34.467275Z","caller":"traceutil/trace.go:171","msg":"trace[811209341] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:474; }","duration":"199.356648ms","start":"2026-05-11T00:57:34.267899Z","end":"2026-05-11T00:57:34.467255Z","steps":["trace[811209341] 'agreement among raft nodes before linearized reading' (duration: 199.104722ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:57:35.426051Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495960157334059,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-11T00:57:35.623687Z","caller":"traceutil/trace.go:171","msg":"trace[443151066] transaction","detail":"{read_only:false; response_revision:478; number_of_response:1; }","duration":"840.013864ms","start":"2026-05-11T00:57:34.783646Z","end":"2026-05-11T00:57:35.623659Z","steps":["trace[443151066] 'process raft request' (duration: 839.880231ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:57:35.623833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:57:34.78357Z","time spent":"840.187498ms","remote":"127.0.0.1:40130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-11T00:57:35.635748Z","caller":"traceutil/trace.go:171","msg":"trace[1299905327] transaction","detail":"{read_only:false; response_revision:480; number_of_response:1; }","duration":"832.73117ms","start":"2026-05-11T00:57:34.802982Z","end":"2026-05-11T00:57:35.635714Z","steps":["trace[1299905327] 'process raft request' (duration: 832.538296ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:57:35.635956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:57:34.802965Z","time spent":"832.861554ms","remote":"127.0.0.1:40130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-11T00:57:35.636089Z","caller":"traceutil/trace.go:171","msg":"trace[977172153] transaction","detail":"{read_only:false; response_revision:479; number_of_response:1; }","duration":"835.869041ms","start":"2026-05-11T00:57:34.80021Z","end":"2026-05-11T00:57:35.636079Z","steps":["trace[977172153] 'process raft request' (duration: 835.173416ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:57:35.636144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:57:34.800185Z","time spent":"835.929733ms","remote":"127.0.0.1:40130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-11T00:57:35.636147Z","caller":"traceutil/trace.go:171","msg":"trace[1088904493] linearizableReadLoop","detail":"{readStateIndex:506; appliedIndex:495; }","duration":"711.18289ms","start":"2026-05-11T00:57:34.924931Z","end":"2026-05-11T00:57:35.636114Z","steps":["trace[1088904493] 'read index received' (duration: 698.706286ms)","trace[1088904493] 'applied index is now lower than readState.Index' (duration: 12.475524ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T00:57:35.63626Z","caller":"traceutil/trace.go:171","msg":"trace[588848727] transaction","detail":"{read_only:false; response_revision:485; number_of_response:1; }","duration":"816.470151ms","start":"2026-05-11T00:57:34.819745Z","end":"2026-05-11T00:57:35.636215Z","steps":["trace[588848727] 'process raft request' (duration: 816.000621ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:57:35.636272Z","caller":"traceutil/trace.go:171","msg":"trace[1423185504] transaction","detail":"{read_only:false; response_revision:486; number_of_response:1; }","duration":"812.180973ms","start":"2026-05-11T00:57:34.824083Z","end":"2026-05-11T00:57:35.636264Z","steps":["trace[1423185504] 'process raft request' (duration: 811.707863ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:57:35.636328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:57:34.819733Z","time spent":"816.554003ms","remote":"127.0.0.1:40130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-11T00:57:35.636387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:57:34.824069Z","time spent":"812.232184ms","remote":"127.0.0.1:40130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-11T00:57:35.636424Z","caller":"traceutil/trace.go:171","msg":"trace[1805604200] transaction","detail":"{read_only:false; response_revision:482; number_of_response:1; }","duration":"822.762483ms","start":"2026-05-11T00:57:34.813641Z","end":"2026-05-11T00:57:35.636403Z","steps":["trace[1805604200] 'process raft request' (duration: 821.974806ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:57:35.636513Z","caller":"traceutil/trace.go:171","msg":"trace[44693153] transaction","detail":"{read_only:false; response_revision:483; number_of_response:1; }","duration":"822.534129ms","start":"2026-05-11T00:57:34.81397Z","end":"2026-05-11T00:57:35.636504Z","steps":["trace[44693153] 'process raft request' (duration: 821.69403ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:57:35.636604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:57:34.813635Z","time spent":"822.848445ms","remote":"127.0.0.1:40130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-11T00:57:35.63662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:57:34.813945Z","time spent":"822.59749ms","remote":"127.0.0.1:40130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-11T00:57:35.636638Z","caller":"traceutil/trace.go:171","msg":"trace[2084749933] transaction","detail":"{read_only:false; response_revision:487; number_of_response:1; }","duration":"805.814779ms","start":"2026-05-11T00:57:34.830815Z","end":"2026-05-11T00:57:35.636629Z","steps":["trace[2084749933] 'process raft request' (duration: 805.099142ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:57:35.63668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:57:34.830799Z","time spent":"805.86488ms","remote":"127.0.0.1:40130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-11T00:57:35.63671Z","caller":"traceutil/trace.go:171","msg":"trace[1036709962] transaction","detail":"{read_only:false; response_revision:481; number_of_response:1; }","duration":"823.134102ms","start":"2026-05-11T00:57:34.813567Z","end":"2026-05-11T00:57:35.636702Z","steps":["trace[1036709962] 'process raft request' (duration: 822.002047ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:57:35.636745Z","caller":"traceutil/trace.go:171","msg":"trace[470018840] transaction","detail":"{read_only:false; response_revision:488; number_of_response:1; }","duration":"786.827367ms","start":"2026-05-11T00:57:34.849912Z","end":"2026-05-11T00:57:35.636739Z","steps":["trace[470018840] 'process raft request' (duration: 786.042279ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:57:35.636753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:57:34.813548Z","time spent":"823.185163ms","remote":"127.0.0.1:40130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-11T00:57:35.636781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:57:34.849878Z","time spent":"786.887879ms","remote":"127.0.0.1:40130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-11T00:57:35.63684Z","caller":"traceutil/trace.go:171","msg":"trace[1073612013] transaction","detail":"{read_only:false; response_revision:484; number_of_response:1; }","duration":"817.193257ms","start":"2026-05-11T00:57:34.819636Z","end":"2026-05-11T00:57:35.636829Z","steps":["trace[1073612013] 'process raft request' (duration: 816.064032ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:57:35.636893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:57:34.819606Z","time spent":"817.264569ms","remote":"127.0.0.1:40130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-11T00:57:35.636898Z","caller":"traceutil/trace.go:171","msg":"trace[159566002] transaction","detail":"{read_only:false; response_revision:489; number_of_response:1; }","duration":"695.397181ms","start":"2026-05-11T00:57:34.94149Z","end":"2026-05-11T00:57:35.636888Z","steps":["trace[159566002] 'process raft request' (duration: 694.554432ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:57:35.636982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.050729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T00:57:35.637013Z","caller":"traceutil/trace.go:171","msg":"trace[37846118] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:489; }","duration":"712.132601ms","start":"2026-05-11T00:57:34.924874Z","end":"2026-05-11T00:57:35.637007Z","steps":["trace[37846118] 'agreement among raft nodes before linearized reading' (duration: 712.044659ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:57:35.637007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:57:34.941468Z","time spent":"695.515803ms","remote":"127.0.0.1:40130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-11T00:57:35.637037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:57:34.924852Z","time spent":"712.180272ms","remote":"127.0.0.1:40064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T00:57:35.661758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.710817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-11T00:57:35.661897Z","caller":"traceutil/trace.go:171","msg":"trace[1666147080] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:492; }","duration":"447.898571ms","start":"2026-05-11T00:57:35.213983Z","end":"2026-05-11T00:57:35.661881Z","steps":["trace[1666147080] 'agreement among raft nodes before linearized reading' (duration: 447.709497ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:57:35.661965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:57:35.213959Z","time spent":"447.992394ms","remote":"127.0.0.1:40110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.210\" "} {"level":"info","ts":"2026-05-11T00:57:42.236799Z","caller":"traceutil/trace.go:171","msg":"trace[2129305064] linearizableReadLoop","detail":"{readStateIndex:605; appliedIndex:604; }","duration":"309.299763ms","start":"2026-05-11T00:57:41.927402Z","end":"2026-05-11T00:57:42.236701Z","steps":["trace[2129305064] 'read index received' (duration: 303.516232ms)","trace[2129305064] 'applied index is now lower than readState.Index' (duration: 5.781831ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T00:57:42.236872Z","caller":"traceutil/trace.go:171","msg":"trace[28060350] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"519.994209ms","start":"2026-05-11T00:57:41.716824Z","end":"2026-05-11T00:57:42.236819Z","steps":["trace[28060350] 'process raft request' (duration: 514.442543ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:57:42.237003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.58285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T00:57:42.237103Z","caller":"traceutil/trace.go:171","msg":"trace[1324940589] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:584; }","duration":"309.754754ms","start":"2026-05-11T00:57:41.927327Z","end":"2026-05-11T00:57:42.237082Z","steps":["trace[1324940589] 'agreement among raft nodes before linearized reading' (duration: 309.57318ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:57:42.23708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:57:41.716799Z","time spent":"520.180763ms","remote":"127.0.0.1:40174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036293,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T00:57:42.237153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:57:41.927298Z","time spent":"309.848845ms","remote":"127.0.0.1:40064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T00:57:42.799458Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495960157334301,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-11T00:57:42.800764Z","caller":"traceutil/trace.go:171","msg":"trace[90006718] linearizableReadLoop","detail":"{readStateIndex:606; appliedIndex:605; }","duration":"502.130292ms","start":"2026-05-11T00:57:42.298606Z","end":"2026-05-11T00:57:42.800736Z","steps":["trace[90006718] 'read index received' (duration: 501.971989ms)","trace[90006718] 'applied index is now lower than readState.Index' (duration: 157.253µs)"],"step_count":2} {"level":"info","ts":"2026-05-11T00:57:42.800824Z","caller":"traceutil/trace.go:171","msg":"trace[1365747732] transaction","detail":"{read_only:false; response_revision:585; number_of_response:1; }","duration":"502.291896ms","start":"2026-05-11T00:57:42.298502Z","end":"2026-05-11T00:57:42.800794Z","steps":["trace[1365747732] 'process raft request' (duration: 502.070631ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:57:42.800969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:57:42.298473Z","time spent":"502.419949ms","remote":"127.0.0.1:40596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-11T00:57:42.801005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.367588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-kk9ln\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-05-11T00:57:42.801059Z","caller":"traceutil/trace.go:171","msg":"trace[1684244353] range","detail":"{range_begin:/registry/pods/kube-system/cilium-kk9ln; range_end:; response_count:1; response_revision:585; }","duration":"502.49245ms","start":"2026-05-11T00:57:42.298545Z","end":"2026-05-11T00:57:42.801038Z","steps":["trace[1684244353] 'agreement among raft nodes before linearized reading' (duration: 502.280425ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:57:42.801073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.031838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-11T00:57:42.801111Z","caller":"traceutil/trace.go:171","msg":"trace[1340175999] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:585; }","duration":"291.127702ms","start":"2026-05-11T00:57:42.509972Z","end":"2026-05-11T00:57:42.801099Z","steps":["trace[1340175999] 'agreement among raft nodes before linearized reading' (duration: 290.955357ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:57:42.80111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:57:42.298524Z","time spent":"502.576554ms","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16988,"request content":"key:\"/registry/pods/kube-system/cilium-kk9ln\" "} {"level":"warn","ts":"2026-05-11T00:57:42.801194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.502453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-11T00:57:42.801261Z","caller":"traceutil/trace.go:171","msg":"trace[886046798] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:585; }","duration":"285.592786ms","start":"2026-05-11T00:57:42.515652Z","end":"2026-05-11T00:57:42.801245Z","steps":["trace[886046798] 'agreement among raft nodes before linearized reading' (duration: 285.403042ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:57:42.80144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.380327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-11T00:57:42.801525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.993028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-11T00:57:42.801591Z","caller":"traceutil/trace.go:171","msg":"trace[1365010720] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:585; }","duration":"287.600111ms","start":"2026-05-11T00:57:42.513959Z","end":"2026-05-11T00:57:42.801559Z","steps":["trace[1365010720] 'agreement among raft nodes before linearized reading' (duration: 287.13419ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:57:42.801647Z","caller":"traceutil/trace.go:171","msg":"trace[331172507] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:585; }","duration":"291.180342ms","start":"2026-05-11T00:57:42.510435Z","end":"2026-05-11T00:57:42.801615Z","steps":["trace[331172507] 'agreement among raft nodes before linearized reading' (duration: 290.767583ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:57:44.136577Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.312107244s","expected-duration":"1s"} {"level":"info","ts":"2026-05-11T00:57:44.136989Z","caller":"traceutil/trace.go:171","msg":"trace[1214700839] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"1.330483632s","start":"2026-05-11T00:57:42.806488Z","end":"2026-05-11T00:57:44.136972Z","steps":["trace[1214700839] 'process raft request' (duration: 1.330324359s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:57:44.137142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:57:42.806466Z","time spent":"1.330587174s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T00:57:44.137244Z","caller":"traceutil/trace.go:171","msg":"trace[1947725638] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"1.330727158s","start":"2026-05-11T00:57:42.8065Z","end":"2026-05-11T00:57:44.137227Z","steps":["trace[1947725638] 'process raft request' (duration: 1.330439782s)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:57:44.137268Z","caller":"traceutil/trace.go:171","msg":"trace[1280441290] linearizableReadLoop","detail":"{readStateIndex:610; appliedIndex:606; }","duration":"1.322864589s","start":"2026-05-11T00:57:42.814392Z","end":"2026-05-11T00:57:44.137256Z","steps":["trace[1280441290] 'read index received' (duration: 10.029298ms)","trace[1280441290] 'applied index is now lower than readState.Index' (duration: 1.312834591s)"],"step_count":2} {"level":"info","ts":"2026-05-11T00:57:44.137296Z","caller":"traceutil/trace.go:171","msg":"trace[722729996] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"1.319752938s","start":"2026-05-11T00:57:42.817536Z","end":"2026-05-11T00:57:44.137289Z","steps":["trace[722729996] 'process raft request' (duration: 1.319661796s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:57:44.137348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.322967542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T00:57:44.137395Z","caller":"traceutil/trace.go:171","msg":"trace[540328464] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:590; }","duration":"1.323064274s","start":"2026-05-11T00:57:42.814318Z","end":"2026-05-11T00:57:44.137382Z","steps":["trace[540328464] 'agreement among raft nodes before linearized reading' (duration: 1.323002853s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:57:44.137422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:57:42.814295Z","time spent":"1.323119035s","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" "} {"level":"warn","ts":"2026-05-11T00:57:44.137339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:57:42.806474Z","time spent":"1.330818719s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T00:57:44.137261Z","caller":"traceutil/trace.go:171","msg":"trace[1361006940] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"1.330098203s","start":"2026-05-11T00:57:42.807153Z","end":"2026-05-11T00:57:44.137251Z","steps":["trace[1361006940] 'process raft request' (duration: 1.329918699s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:57:44.137348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:57:42.817514Z","time spent":"1.319804161s","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T00:57:44.137648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:57:42.80712Z","time spent":"1.330442561s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T00:57:44.337145Z","caller":"traceutil/trace.go:171","msg":"trace[43128047] linearizableReadLoop","detail":"{readStateIndex:612; appliedIndex:611; }","duration":"199.823868ms","start":"2026-05-11T00:57:44.137298Z","end":"2026-05-11T00:57:44.337122Z","steps":["trace[43128047] 'read index received' (duration: 176.203131ms)","trace[43128047] 'applied index is now lower than readState.Index' (duration: 23.619937ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T00:57:44.337279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.410433668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T00:57:44.33727Z","caller":"traceutil/trace.go:171","msg":"trace[203996706] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"281.564634ms","start":"2026-05-11T00:57:44.05566Z","end":"2026-05-11T00:57:44.337225Z","steps":["trace[203996706] 'process raft request' (duration: 257.847435ms)","trace[203996706] 'compare' (duration: 23.498854ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T00:57:44.337383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.420011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T00:57:44.337501Z","caller":"traceutil/trace.go:171","msg":"trace[243062041] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:591; }","duration":"207.569574ms","start":"2026-05-11T00:57:44.129911Z","end":"2026-05-11T00:57:44.33748Z","steps":["trace[243062041] 'agreement among raft nodes before linearized reading' (duration: 207.356679ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:57:44.337313Z","caller":"traceutil/trace.go:171","msg":"trace[329214258] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:591; }","duration":"1.410555511s","start":"2026-05-11T00:57:42.926748Z","end":"2026-05-11T00:57:44.337303Z","steps":["trace[329214258] 'agreement among raft nodes before linearized reading' (duration: 1.410460369s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:57:44.337613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:57:42.92672Z","time spent":"1.410874318s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-11T00:57:45.83735Z","caller":"traceutil/trace.go:171","msg":"trace[301947021] transaction","detail":"{read_only:false; response_revision:604; number_of_response:1; }","duration":"419.862214ms","start":"2026-05-11T00:57:45.417453Z","end":"2026-05-11T00:57:45.837315Z","steps":["trace[301947021] 'process raft request' (duration: 419.67579ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:57:45.837555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:57:45.417434Z","time spent":"420.027368ms","remote":"127.0.0.1:40160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":700,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-11T00:57:48.495978Z","caller":"traceutil/trace.go:171","msg":"trace[2108907565] transaction","detail":"{read_only:false; response_revision:655; number_of_response:1; }","duration":"119.005672ms","start":"2026-05-11T00:57:48.37693Z","end":"2026-05-11T00:57:48.495935Z","steps":["trace[2108907565] 'process raft request' (duration: 115.924792ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:58:00.755803Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495960157334624,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-11T00:58:00.84338Z","caller":"traceutil/trace.go:171","msg":"trace[786949642] transaction","detail":"{read_only:false; response_revision:752; number_of_response:1; }","duration":"592.70578ms","start":"2026-05-11T00:58:00.250652Z","end":"2026-05-11T00:58:00.843358Z","steps":["trace[786949642] 'process raft request' (duration: 592.575287ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:58:00.843743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:58:00.250625Z","time spent":"592.897244ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T00:58:01.28765Z","caller":"traceutil/trace.go:171","msg":"trace[1775072074] transaction","detail":"{read_only:false; response_revision:753; number_of_response:1; }","duration":"1.032912406s","start":"2026-05-11T00:58:00.254701Z","end":"2026-05-11T00:58:01.287614Z","steps":["trace[1775072074] 'process raft request' (duration: 1.03263224s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:58:01.28782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:58:00.254685Z","time spent":"1.033050349s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T00:58:01.29048Z","caller":"traceutil/trace.go:171","msg":"trace[2003789394] linearizableReadLoop","detail":"{readStateIndex:780; appliedIndex:777; }","duration":"1.035000664s","start":"2026-05-11T00:58:00.255455Z","end":"2026-05-11T00:58:01.290456Z","steps":["trace[2003789394] 'read index received' (duration: 587.808438ms)","trace[2003789394] 'applied index is now lower than readState.Index' (duration: 447.191006ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T00:58:01.29073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035262139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-11T00:58:01.290774Z","caller":"traceutil/trace.go:171","msg":"trace[1563676820] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:753; }","duration":"1.035368401s","start":"2026-05-11T00:58:00.255395Z","end":"2026-05-11T00:58:01.290764Z","steps":["trace[1563676820] 'agreement among raft nodes before linearized reading' (duration: 1.035192348s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:58:01.29081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:58:00.255375Z","time spent":"1.035427103s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-11T00:58:01.2908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.951705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-11T00:58:01.290844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.870191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-11T00:58:01.290877Z","caller":"traceutil/trace.go:171","msg":"trace[1401262145] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:753; }","duration":"364.078228ms","start":"2026-05-11T00:58:00.92678Z","end":"2026-05-11T00:58:01.290859Z","steps":["trace[1401262145] 'agreement among raft nodes before linearized reading' (duration: 363.961695ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:58:01.290906Z","caller":"traceutil/trace.go:171","msg":"trace[885098166] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:753; }","duration":"377.973783ms","start":"2026-05-11T00:58:00.912918Z","end":"2026-05-11T00:58:01.290892Z","steps":["trace[885098166] 'agreement among raft nodes before linearized reading' (duration: 377.773269ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:58:01.29092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:58:00.926762Z","time spent":"364.149449ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T00:58:01.290932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.433887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-bbcp2\" ","response":"range_response_count:1 size:3965"} {"level":"warn","ts":"2026-05-11T00:58:01.290967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:58:00.912895Z","time spent":"378.044974ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-11T00:58:01.291012Z","caller":"traceutil/trace.go:171","msg":"trace[1375646825] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-bbcp2; range_end:; response_count:1; response_revision:753; }","duration":"885.569969ms","start":"2026-05-11T00:58:00.40542Z","end":"2026-05-11T00:58:01.29099Z","steps":["trace[1375646825] 'agreement among raft nodes before linearized reading' (duration: 885.352695ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:58:01.29107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:58:00.405396Z","time spent":"885.657652ms","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":3988,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-bbcp2\" "} {"level":"warn","ts":"2026-05-11T00:58:01.291246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035663418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-11T00:58:01.291365Z","caller":"traceutil/trace.go:171","msg":"trace[992989899] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:753; }","duration":"1.035862122s","start":"2026-05-11T00:58:00.255485Z","end":"2026-05-11T00:58:01.291347Z","steps":["trace[992989899] 'agreement among raft nodes before linearized reading' (duration: 1.035183747s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:58:01.291524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:58:00.255476Z","time spent":"1.036030566s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-11T00:58:28.635932Z","caller":"traceutil/trace.go:171","msg":"trace[492366622] transaction","detail":"{read_only:false; response_revision:1144; number_of_response:1; }","duration":"260.355292ms","start":"2026-05-11T00:58:28.375552Z","end":"2026-05-11T00:58:28.635907Z","steps":["trace[492366622] 'process raft request' (duration: 260.203079ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:58:29.302471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.947306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T00:58:29.302702Z","caller":"traceutil/trace.go:171","msg":"trace[1386046315] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1144; }","duration":"505.092749ms","start":"2026-05-11T00:58:28.797445Z","end":"2026-05-11T00:58:29.302538Z","steps":["trace[1386046315] 'count revisions from in-memory index tree' (duration: 504.810113ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:58:29.303482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:58:28.797415Z","time spent":"506.039341ms","remote":"127.0.0.1:40220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-05-11T00:58:29.303805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.875132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-11T00:58:29.303902Z","caller":"traceutil/trace.go:171","msg":"trace[1158536695] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1144; }","duration":"323.025026ms","start":"2026-05-11T00:58:28.980849Z","end":"2026-05-11T00:58:29.303874Z","steps":["trace[1158536695] 'range keys from in-memory index tree' (duration: 321.676344ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:58:29.30399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:58:28.980817Z","time spent":"323.154599ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-11T00:58:41.635642Z","caller":"traceutil/trace.go:171","msg":"trace[2086190024] linearizableReadLoop","detail":"{readStateIndex:1310; appliedIndex:1309; }","duration":"115.108531ms","start":"2026-05-11T00:58:41.520505Z","end":"2026-05-11T00:58:41.635613Z","steps":["trace[2086190024] 'read index received' (duration: 114.896846ms)","trace[2086190024] 'applied index is now lower than readState.Index' (duration: 210.155µs)"],"step_count":2} {"level":"info","ts":"2026-05-11T00:58:41.635699Z","caller":"traceutil/trace.go:171","msg":"trace[871196563] transaction","detail":"{read_only:false; response_revision:1270; number_of_response:1; }","duration":"246.858532ms","start":"2026-05-11T00:58:41.388805Z","end":"2026-05-11T00:58:41.635663Z","steps":["trace[871196563] 'process raft request' (duration: 246.648547ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:58:41.635957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.188282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-11T00:58:41.63602Z","caller":"traceutil/trace.go:171","msg":"trace[1583999212] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1270; }","duration":"102.308585ms","start":"2026-05-11T00:58:41.533694Z","end":"2026-05-11T00:58:41.636003Z","steps":["trace[1583999212] 'agreement among raft nodes before linearized reading' (duration: 102.09816ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:58:41.635975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.586099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-11T00:58:41.636281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.766385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-11T00:58:41.636323Z","caller":"traceutil/trace.go:171","msg":"trace[2112397569] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1270; }","duration":"101.956757ms","start":"2026-05-11T00:58:41.534345Z","end":"2026-05-11T00:58:41.636302Z","steps":["trace[2112397569] 'agreement among raft nodes before linearized reading' (duration: 101.514588ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:58:41.636334Z","caller":"traceutil/trace.go:171","msg":"trace[868493176] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1270; }","duration":"115.862658ms","start":"2026-05-11T00:58:41.520455Z","end":"2026-05-11T00:58:41.636318Z","steps":["trace[868493176] 'agreement among raft nodes before linearized reading' (duration: 115.674794ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:58:47.421516Z","caller":"traceutil/trace.go:171","msg":"trace[660323823] transaction","detail":"{read_only:false; response_revision:1385; number_of_response:1; }","duration":"110.090417ms","start":"2026-05-11T00:58:47.311405Z","end":"2026-05-11T00:58:47.421495Z","steps":["trace[660323823] 'process raft request' (duration: 109.974495ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:58:47.843179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.950091ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-11T00:58:47.843375Z","caller":"traceutil/trace.go:171","msg":"trace[1570278925] transaction","detail":"{read_only:false; response_revision:1390; number_of_response:1; }","duration":"176.394399ms","start":"2026-05-11T00:58:47.666943Z","end":"2026-05-11T00:58:47.843337Z","steps":["trace[1570278925] 'process raft request' (duration: 20.103839ms)","trace[1570278925] 'compare' (duration: 155.795188ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T00:58:47.843406Z","caller":"traceutil/trace.go:171","msg":"trace[1923215760] transaction","detail":"{read_only:false; response_revision:1391; number_of_response:1; }","duration":"175.128021ms","start":"2026-05-11T00:58:47.668258Z","end":"2026-05-11T00:58:47.843386Z","steps":["trace[1923215760] 'process raft request' (duration: 175.060458ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:58:47.843439Z","caller":"traceutil/trace.go:171","msg":"trace[713252851] linearizableReadLoop","detail":"{readStateIndex:1431; appliedIndex:1430; }","duration":"175.673732ms","start":"2026-05-11T00:58:47.667734Z","end":"2026-05-11T00:58:47.843407Z","steps":["trace[713252851] 'read index received' (duration: 19.323291ms)","trace[713252851] 'applied index is now lower than readState.Index' (duration: 156.343611ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T00:58:47.843618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.869826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-11T00:58:47.843658Z","caller":"traceutil/trace.go:171","msg":"trace[699828848] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1391; }","duration":"175.933058ms","start":"2026-05-11T00:58:47.667717Z","end":"2026-05-11T00:58:47.84365Z","steps":["trace[699828848] 'agreement among raft nodes before linearized reading' (duration: 175.810546ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:58:47.84365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.456768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-11T00:58:47.843683Z","caller":"traceutil/trace.go:171","msg":"trace[173434147] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1391; }","duration":"175.494379ms","start":"2026-05-11T00:58:47.668179Z","end":"2026-05-11T00:58:47.843674Z","steps":["trace[173434147] 'agreement among raft nodes before linearized reading' (duration: 175.383607ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:58:47.843674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.236383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-11T00:58:47.843732Z","caller":"traceutil/trace.go:171","msg":"trace[850183274] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1391; }","duration":"175.313735ms","start":"2026-05-11T00:58:47.668405Z","end":"2026-05-11T00:58:47.843719Z","steps":["trace[850183274] 'agreement among raft nodes before linearized reading' (duration: 175.183752ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:58:50.092757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.30769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-11T00:58:50.092832Z","caller":"traceutil/trace.go:171","msg":"trace[1802531702] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1399; }","duration":"225.429952ms","start":"2026-05-11T00:58:49.867387Z","end":"2026-05-11T00:58:50.092817Z","steps":["trace[1802531702] 'range keys from in-memory index tree' (duration: 225.142056ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:58:50.092946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.777655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-05-11T00:58:50.092996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.357457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-11T00:58:50.09303Z","caller":"traceutil/trace.go:171","msg":"trace[457520037] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1399; }","duration":"244.921888ms","start":"2026-05-11T00:58:49.848091Z","end":"2026-05-11T00:58:50.093013Z","steps":["trace[457520037] 'range keys from in-memory index tree' (duration: 244.59217ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:58:50.092997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.421063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-11T00:58:50.093071Z","caller":"traceutil/trace.go:171","msg":"trace[592081020] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1399; }","duration":"245.47844ms","start":"2026-05-11T00:58:49.847574Z","end":"2026-05-11T00:58:50.093053Z","steps":["trace[592081020] 'range keys from in-memory index tree' (duration: 245.155263ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:58:50.09305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.802217ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-05-11T00:58:50.093071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.686223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-11T00:58:50.093153Z","caller":"traceutil/trace.go:171","msg":"trace[192332899] linearizableReadLoop","detail":"{readStateIndex:1441; appliedIndex:1440; }","duration":"166.6135ms","start":"2026-05-11T00:58:49.926521Z","end":"2026-05-11T00:58:50.093134Z","steps":["trace[192332899] 'read index received' (duration: 58.528347ms)","trace[192332899] 'applied index is now lower than readState.Index' (duration: 108.083553ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T00:58:50.093164Z","caller":"traceutil/trace.go:171","msg":"trace[1191509879] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1399; }","duration":"231.832686ms","start":"2026-05-11T00:58:49.861309Z","end":"2026-05-11T00:58:50.093142Z","steps":["trace[1191509879] 'range keys from in-memory index tree' (duration: 231.484768ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:58:50.09322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.710803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T00:58:50.093224Z","caller":"traceutil/trace.go:171","msg":"trace[669024957] transaction","detail":"{read_only:false; response_revision:1400; number_of_response:1; }","duration":"223.707185ms","start":"2026-05-11T00:58:49.869503Z","end":"2026-05-11T00:58:50.09321Z","steps":["trace[669024957] 'process raft request' (duration: 115.657682ms)","trace[669024957] 'compare' (duration: 107.687025ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T00:58:50.093247Z","caller":"traceutil/trace.go:171","msg":"trace[716995730] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1400; }","duration":"166.782204ms","start":"2026-05-11T00:58:49.926455Z","end":"2026-05-11T00:58:50.093238Z","steps":["trace[716995730] 'agreement among raft nodes before linearized reading' (duration: 166.729873ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:58:50.093097Z","caller":"traceutil/trace.go:171","msg":"trace[1833174211] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1399; }","duration":"225.582417ms","start":"2026-05-11T00:58:49.867498Z","end":"2026-05-11T00:58:50.093081Z","steps":["trace[1833174211] 'range keys from in-memory index tree' (duration: 225.176878ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:58:50.476692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.304886ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-11T00:58:50.477006Z","caller":"traceutil/trace.go:171","msg":"trace[1672349567] transaction","detail":"{read_only:false; response_revision:1402; number_of_response:1; }","duration":"379.039774ms","start":"2026-05-11T00:58:50.09792Z","end":"2026-05-11T00:58:50.47696Z","steps":["trace[1672349567] 'process raft request' (duration: 132.100499ms)","trace[1672349567] 'compare' (duration: 236.274366ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T00:58:50.477093Z","caller":"traceutil/trace.go:171","msg":"trace[1623091850] transaction","detail":"{read_only:false; response_revision:1403; number_of_response:1; }","duration":"379.125665ms","start":"2026-05-11T00:58:50.097936Z","end":"2026-05-11T00:58:50.477061Z","steps":["trace[1623091850] 'process raft request' (duration: 378.932581ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:58:50.477189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:58:50.09791Z","time spent":"379.178057ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T00:58:50.47741Z","caller":"traceutil/trace.go:171","msg":"trace[1787636460] linearizableReadLoop","detail":"{readStateIndex:1446; appliedIndex:1441; }","duration":"369.296046ms","start":"2026-05-11T00:58:50.108024Z","end":"2026-05-11T00:58:50.47732Z","steps":["trace[1787636460] 'read index received' (duration: 21.129921ms)","trace[1787636460] 'applied index is now lower than readState.Index' (duration: 348.164275ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T00:58:50.477494Z","caller":"traceutil/trace.go:171","msg":"trace[167710935] transaction","detail":"{read_only:false; response_revision:1404; number_of_response:1; }","duration":"379.514754ms","start":"2026-05-11T00:58:50.097951Z","end":"2026-05-11T00:58:50.477466Z","steps":["trace[167710935] 'process raft request' (duration: 379.011063ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:58:50.4775Z","caller":"traceutil/trace.go:171","msg":"trace[164272986] transaction","detail":"{read_only:false; response_revision:1405; number_of_response:1; }","duration":"379.472813ms","start":"2026-05-11T00:58:50.098012Z","end":"2026-05-11T00:58:50.477485Z","steps":["trace[164272986] 'process raft request' (duration: 379.200907ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:58:50.477561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:58:50.097935Z","time spent":"379.592935ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T00:58:50.477707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:58:50.097991Z","time spent":"379.640546ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T00:58:50.477878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.852357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-11T00:58:50.477962Z","caller":"traceutil/trace.go:171","msg":"trace[946908726] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1405; }","duration":"369.96984ms","start":"2026-05-11T00:58:50.107974Z","end":"2026-05-11T00:58:50.477944Z","steps":["trace[946908726] 'agreement among raft nodes before linearized reading' (duration: 369.51514ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:58:50.478054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:58:50.10796Z","time spent":"370.069412ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-11T00:58:50.47803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:58:50.097913Z","time spent":"380.030045ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T00:59:19.390966Z","caller":"traceutil/trace.go:171","msg":"trace[324319624] transaction","detail":"{read_only:false; response_revision:1827; number_of_response:1; }","duration":"226.824265ms","start":"2026-05-11T00:59:19.164104Z","end":"2026-05-11T00:59:19.390928Z","steps":["trace[324319624] 'process raft request' (duration: 226.60626ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:59:20.248028Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495960157336735,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T00:59:20.267274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.319371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-05-11T00:59:20.267416Z","caller":"traceutil/trace.go:171","msg":"trace[1754420563] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1827; }","duration":"810.555616ms","start":"2026-05-11T00:59:19.456819Z","end":"2026-05-11T00:59:20.267375Z","steps":["trace[1754420563] 'range keys from in-memory index tree' (duration: 810.074556ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:59:20.267474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:59:19.456797Z","time spent":"810.66228ms","remote":"127.0.0.1:51884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-11T00:59:20.567966Z","caller":"traceutil/trace.go:171","msg":"trace[467581978] transaction","detail":"{read_only:false; response_revision:1828; number_of_response:1; }","duration":"931.752232ms","start":"2026-05-11T00:59:19.636176Z","end":"2026-05-11T00:59:20.567928Z","steps":["trace[467581978] 'process raft request' (duration: 931.506226ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:59:20.568194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:59:19.636138Z","time spent":"931.936256ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T00:59:20.657129Z","caller":"traceutil/trace.go:171","msg":"trace[1212855238] transaction","detail":"{read_only:false; response_revision:1829; number_of_response:1; }","duration":"857.862422ms","start":"2026-05-11T00:59:19.799229Z","end":"2026-05-11T00:59:20.657092Z","steps":["trace[1212855238] 'process raft request' (duration: 819.775282ms)","trace[1212855238] 'compare' (duration: 37.778364ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T00:59:20.657184Z","caller":"traceutil/trace.go:171","msg":"trace[1094328498] transaction","detail":"{read_only:false; response_revision:1830; number_of_response:1; }","duration":"448.618656ms","start":"2026-05-11T00:59:20.208532Z","end":"2026-05-11T00:59:20.65715Z","steps":["trace[1094328498] 'process raft request' (duration: 448.446542ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:59:20.657403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:59:19.799196Z","time spent":"858.119588ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T00:59:20.65751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:59:20.208511Z","time spent":"448.914372ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T00:59:21.163424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.337984ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-11T00:59:21.163535Z","caller":"traceutil/trace.go:171","msg":"trace[467970003] linearizableReadLoop","detail":"{readStateIndex:1899; appliedIndex:1896; }","duration":"1.416466834s","start":"2026-05-11T00:59:19.747048Z","end":"2026-05-11T00:59:21.163515Z","steps":["trace[467970003] 'read index received' (duration: 820.645642ms)","trace[467970003] 'applied index is now lower than readState.Index' (duration: 595.819712ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T00:59:21.163899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.416852083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-064a5d6d-1f5e-4d29-a733-3745bb57dfd1\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-05-11T00:59:21.164002Z","caller":"traceutil/trace.go:171","msg":"trace[57010236] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-064a5d6d-1f5e-4d29-a733-3745bb57dfd1; range_end:; response_count:1; response_revision:1830; }","duration":"1.417021286s","start":"2026-05-11T00:59:19.746957Z","end":"2026-05-11T00:59:21.163979Z","steps":["trace[57010236] 'agreement among raft nodes before linearized reading' (duration: 1.416789361s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:59:21.164027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.630089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-05-11T00:59:21.164057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.286837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-05-11T00:59:21.164069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:59:19.746924Z","time spent":"1.417128479s","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-064a5d6d-1f5e-4d29-a733-3745bb57dfd1\" "} {"level":"info","ts":"2026-05-11T00:59:21.164077Z","caller":"traceutil/trace.go:171","msg":"trace[246527776] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1830; }","duration":"359.723261ms","start":"2026-05-11T00:59:20.804329Z","end":"2026-05-11T00:59:21.164053Z","steps":["trace[246527776] 'agreement among raft nodes before linearized reading' (duration: 359.631769ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:59:21.164111Z","caller":"traceutil/trace.go:171","msg":"trace[1076432530] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1830; }","duration":"890.343138ms","start":"2026-05-11T00:59:20.27375Z","end":"2026-05-11T00:59:21.164093Z","steps":["trace[1076432530] 'agreement among raft nodes before linearized reading' (duration: 890.217905ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:59:21.164134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:59:20.804301Z","time spent":"359.808113ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-11T00:59:21.164142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:59:20.273738Z","time spent":"890.397719ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-11T00:59:21.164117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.339508325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-064a5d6d-1f5e-4d29-a733-3745bb57dfd1\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-05-11T00:59:21.163923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.826713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-11T00:59:21.164225Z","caller":"traceutil/trace.go:171","msg":"trace[1122863013] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-064a5d6d-1f5e-4d29-a733-3745bb57dfd1; range_end:; response_count:1; response_revision:1830; }","duration":"1.339638198s","start":"2026-05-11T00:59:19.824561Z","end":"2026-05-11T00:59:21.164199Z","steps":["trace[1122863013] 'agreement among raft nodes before linearized reading' (duration: 1.33925588s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:59:21.164272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.197448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-11T00:59:21.164281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:59:19.82454Z","time spent":"1.339730201s","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-064a5d6d-1f5e-4d29-a733-3745bb57dfd1\" "} {"level":"warn","ts":"2026-05-11T00:59:21.164282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.465449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-11T00:59:21.164302Z","caller":"traceutil/trace.go:171","msg":"trace[796007164] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1830; }","duration":"470.263789ms","start":"2026-05-11T00:59:20.694029Z","end":"2026-05-11T00:59:21.164293Z","steps":["trace[796007164] 'agreement among raft nodes before linearized reading' (duration: 470.183387ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:59:21.164333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:59:20.694013Z","time spent":"470.3147ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-11T00:59:21.164338Z","caller":"traceutil/trace.go:171","msg":"trace[327742179] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1830; }","duration":"468.540921ms","start":"2026-05-11T00:59:20.695782Z","end":"2026-05-11T00:59:21.164322Z","steps":["trace[327742179] 'agreement among raft nodes before linearized reading' (duration: 468.376567ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:59:21.164377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:59:20.695771Z","time spent":"468.598492ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-11T00:59:21.164406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.237238593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T00:59:21.164426Z","caller":"traceutil/trace.go:171","msg":"trace[208606108] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1830; }","duration":"1.237301384s","start":"2026-05-11T00:59:19.927118Z","end":"2026-05-11T00:59:21.16442Z","steps":["trace[208606108] 'agreement among raft nodes before linearized reading' (duration: 1.237270963s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:59:21.164445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:59:19.927094Z","time spent":"1.237348055s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T00:59:21.164484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310978539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T00:59:21.164554Z","caller":"traceutil/trace.go:171","msg":"trace[1836916112] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:1830; }","duration":"1.311107042s","start":"2026-05-11T00:59:19.853431Z","end":"2026-05-11T00:59:21.164538Z","steps":["trace[1836916112] 'agreement among raft nodes before linearized reading' (duration: 1.311001769s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:59:21.164592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.445673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-11T00:59:21.164631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:59:19.85341Z","time spent":"1.311182753s","remote":"127.0.0.1:46278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"info","ts":"2026-05-11T00:59:21.164659Z","caller":"traceutil/trace.go:171","msg":"trace[1023600917] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1830; }","duration":"470.577636ms","start":"2026-05-11T00:59:20.694066Z","end":"2026-05-11T00:59:21.164643Z","steps":["trace[1023600917] 'agreement among raft nodes before linearized reading' (duration: 469.943302ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:59:21.164573Z","caller":"traceutil/trace.go:171","msg":"trace[1390468516] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1830; }","duration":"493.178831ms","start":"2026-05-11T00:59:20.671043Z","end":"2026-05-11T00:59:21.164222Z","steps":["trace[1390468516] 'agreement among raft nodes before linearized reading' (duration: 492.775682ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:59:21.164716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:59:20.694055Z","time spent":"470.647198ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-11T00:59:21.164727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:59:20.671025Z","time spent":"493.685072ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-11T00:59:21.163927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.170724577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-11T00:59:21.164784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.980529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-11T00:59:21.164855Z","caller":"traceutil/trace.go:171","msg":"trace[1750865098] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1830; }","duration":"623.101191ms","start":"2026-05-11T00:59:20.54173Z","end":"2026-05-11T00:59:21.164831Z","steps":["trace[1750865098] 'agreement among raft nodes before linearized reading' (duration: 622.113259ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:59:21.164855Z","caller":"traceutil/trace.go:171","msg":"trace[1816400262] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1830; }","duration":"1.171670688s","start":"2026-05-11T00:59:19.993135Z","end":"2026-05-11T00:59:21.164806Z","steps":["trace[1816400262] 'agreement among raft nodes before linearized reading' (duration: 1.170701757s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:59:21.164911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:59:20.541707Z","time spent":"623.192533ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-11T00:59:21.164948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:59:19.993123Z","time spent":"1.171792011s","remote":"127.0.0.1:46082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-05-11T00:59:21.314022Z","caller":"traceutil/trace.go:171","msg":"trace[1750235372] transaction","detail":"{read_only:false; response_revision:1832; number_of_response:1; }","duration":"145.076288ms","start":"2026-05-11T00:59:21.168897Z","end":"2026-05-11T00:59:21.313973Z","steps":["trace[1750235372] 'process raft request' (duration: 144.807112ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:59:21.314141Z","caller":"traceutil/trace.go:171","msg":"trace[1854579237] linearizableReadLoop","detail":"{readStateIndex:1908; appliedIndex:1900; }","duration":"140.228742ms","start":"2026-05-11T00:59:21.17389Z","end":"2026-05-11T00:59:21.314119Z","steps":["trace[1854579237] 'read index received' (duration: 78.79726ms)","trace[1854579237] 'applied index is now lower than readState.Index' (duration: 61.430602ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T00:59:21.314147Z","caller":"traceutil/trace.go:171","msg":"trace[1507734266] transaction","detail":"{read_only:false; response_revision:1833; number_of_response:1; }","duration":"144.642969ms","start":"2026-05-11T00:59:21.169463Z","end":"2026-05-11T00:59:21.314106Z","steps":["trace[1507734266] 'process raft request' (duration: 144.366893ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:59:21.314243Z","caller":"traceutil/trace.go:171","msg":"trace[887885566] transaction","detail":"{read_only:false; response_revision:1835; number_of_response:1; }","duration":"144.327762ms","start":"2026-05-11T00:59:21.169903Z","end":"2026-05-11T00:59:21.314231Z","steps":["trace[887885566] 'process raft request' (duration: 144.003204ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:59:21.314323Z","caller":"traceutil/trace.go:171","msg":"trace[498601023] transaction","detail":"{read_only:false; response_revision:1838; number_of_response:1; }","duration":"143.487455ms","start":"2026-05-11T00:59:21.170809Z","end":"2026-05-11T00:59:21.314297Z","steps":["trace[498601023] 'process raft request' (duration: 143.269209ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:59:21.314475Z","caller":"traceutil/trace.go:171","msg":"trace[701478177] transaction","detail":"{read_only:false; response_revision:1836; number_of_response:1; }","duration":"144.444536ms","start":"2026-05-11T00:59:21.170022Z","end":"2026-05-11T00:59:21.314466Z","steps":["trace[701478177] 'process raft request' (duration: 143.932693ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:59:21.314512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.60096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T00:59:21.314546Z","caller":"traceutil/trace.go:171","msg":"trace[1810559821] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1838; }","duration":"140.674232ms","start":"2026-05-11T00:59:21.173863Z","end":"2026-05-11T00:59:21.314537Z","steps":["trace[1810559821] 'agreement among raft nodes before linearized reading' (duration: 140.59545ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:59:21.314663Z","caller":"traceutil/trace.go:171","msg":"trace[2136397787] transaction","detail":"{read_only:false; response_revision:1837; number_of_response:1; }","duration":"143.794351ms","start":"2026-05-11T00:59:21.170795Z","end":"2026-05-11T00:59:21.314589Z","steps":["trace[2136397787] 'process raft request' (duration: 143.235348ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:59:21.314691Z","caller":"traceutil/trace.go:171","msg":"trace[404254399] transaction","detail":"{read_only:false; response_revision:1834; number_of_response:1; }","duration":"145.158561ms","start":"2026-05-11T00:59:21.169497Z","end":"2026-05-11T00:59:21.314655Z","steps":["trace[404254399] 'process raft request' (duration: 144.377733ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:59:29.413094Z","caller":"traceutil/trace.go:171","msg":"trace[953257892] transaction","detail":"{read_only:false; response_revision:1915; number_of_response:1; }","duration":"121.713958ms","start":"2026-05-11T00:59:29.291357Z","end":"2026-05-11T00:59:29.413071Z","steps":["trace[953257892] 'process raft request' (duration: 121.531554ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:59:29.671639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.423376ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-11T00:59:29.671765Z","caller":"traceutil/trace.go:171","msg":"trace[10569966] transaction","detail":"{read_only:false; response_revision:1916; number_of_response:1; }","duration":"254.271417ms","start":"2026-05-11T00:59:29.417473Z","end":"2026-05-11T00:59:29.671744Z","steps":["trace[10569966] 'process raft request' (duration: 126.645468ms)","trace[10569966] 'compare' (duration: 127.149249ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T00:59:29.681423Z","caller":"traceutil/trace.go:171","msg":"trace[1951909368] transaction","detail":"{read_only:false; response_revision:1917; number_of_response:1; }","duration":"263.868441ms","start":"2026-05-11T00:59:29.417528Z","end":"2026-05-11T00:59:29.681396Z","steps":["trace[1951909368] 'process raft request' (duration: 263.714738ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:59:29.681663Z","caller":"traceutil/trace.go:171","msg":"trace[365556680] transaction","detail":"{read_only:false; response_revision:1918; number_of_response:1; }","duration":"264.019764ms","start":"2026-05-11T00:59:29.417628Z","end":"2026-05-11T00:59:29.681648Z","steps":["trace[365556680] 'process raft request' (duration: 263.724537ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:59:29.681904Z","caller":"traceutil/trace.go:171","msg":"trace[1616739298] transaction","detail":"{read_only:false; response_revision:1920; number_of_response:1; }","duration":"263.721288ms","start":"2026-05-11T00:59:29.418171Z","end":"2026-05-11T00:59:29.681892Z","steps":["trace[1616739298] 'process raft request' (duration: 263.622175ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:59:29.681904Z","caller":"traceutil/trace.go:171","msg":"trace[940956632] transaction","detail":"{read_only:false; response_revision:1919; number_of_response:1; }","duration":"263.832961ms","start":"2026-05-11T00:59:29.418048Z","end":"2026-05-11T00:59:29.681881Z","steps":["trace[940956632] 'process raft request' (duration: 263.537714ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:59:29.681907Z","caller":"traceutil/trace.go:171","msg":"trace[1423895596] linearizableReadLoop","detail":"{readStateIndex:1993; appliedIndex:1987; }","duration":"141.51715ms","start":"2026-05-11T00:59:29.540368Z","end":"2026-05-11T00:59:29.681885Z","steps":["trace[1423895596] 'read index received' (duration: 3.745363ms)","trace[1423895596] 'applied index is now lower than readState.Index' (duration: 137.770877ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T00:59:29.681945Z","caller":"traceutil/trace.go:171","msg":"trace[1952472613] transaction","detail":"{read_only:false; response_revision:1921; number_of_response:1; }","duration":"261.672693ms","start":"2026-05-11T00:59:29.420241Z","end":"2026-05-11T00:59:29.681914Z","steps":["trace[1952472613] 'process raft request' (duration: 261.613781ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:59:29.682104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.706471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T00:59:29.68214Z","caller":"traceutil/trace.go:171","msg":"trace[2013577882] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:1921; }","duration":"101.781723ms","start":"2026-05-11T00:59:29.580347Z","end":"2026-05-11T00:59:29.682128Z","steps":["trace[2013577882] 'agreement among raft nodes before linearized reading' (duration: 101.661051ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:59:29.682171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.793836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-5448d56d95-pmgz9\" ","response":"range_response_count:1 size:5821"} {"level":"info","ts":"2026-05-11T00:59:29.6823Z","caller":"traceutil/trace.go:171","msg":"trace[2060643572] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-5448d56d95-pmgz9; range_end:; response_count:1; response_revision:1921; }","duration":"141.9642ms","start":"2026-05-11T00:59:29.540307Z","end":"2026-05-11T00:59:29.682271Z","steps":["trace[2060643572] 'agreement among raft nodes before linearized reading' (duration: 141.674373ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:59:34.947193Z","caller":"traceutil/trace.go:171","msg":"trace[916114667] transaction","detail":"{read_only:false; response_revision:1954; number_of_response:1; }","duration":"326.480158ms","start":"2026-05-11T00:59:34.620689Z","end":"2026-05-11T00:59:34.947169Z","steps":["trace[916114667] 'process raft request' (duration: 326.344685ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:59:34.94737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:59:34.620655Z","time spent":"326.630422ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T00:59:34.948892Z","caller":"traceutil/trace.go:171","msg":"trace[537496241] transaction","detail":"{read_only:false; response_revision:1955; number_of_response:1; }","duration":"217.968476ms","start":"2026-05-11T00:59:34.730886Z","end":"2026-05-11T00:59:34.948855Z","steps":["trace[537496241] 'process raft request' (duration: 217.597818ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:00:05.204331Z","caller":"traceutil/trace.go:171","msg":"trace[1052268426] transaction","detail":"{read_only:false; response_revision:2125; number_of_response:1; }","duration":"119.779904ms","start":"2026-05-11T01:00:05.084517Z","end":"2026-05-11T01:00:05.204297Z","steps":["trace[1052268426] 'process raft request' (duration: 119.525658ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:00:05.488565Z","caller":"traceutil/trace.go:171","msg":"trace[1012584187] linearizableReadLoop","detail":"{readStateIndex:2205; appliedIndex:2204; }","duration":"266.777144ms","start":"2026-05-11T01:00:05.221757Z","end":"2026-05-11T01:00:05.488534Z","steps":["trace[1012584187] 'read index received' (duration: 203.944522ms)","trace[1012584187] 'applied index is now lower than readState.Index' (duration: 62.831302ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:00:05.488899Z","caller":"traceutil/trace.go:171","msg":"trace[553985042] transaction","detail":"{read_only:false; response_revision:2126; number_of_response:1; }","duration":"380.468731ms","start":"2026-05-11T01:00:05.108393Z","end":"2026-05-11T01:00:05.488862Z","steps":["trace[553985042] 'process raft request' (duration: 317.371734ms)","trace[553985042] 'compare' (duration: 62.455613ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:00:05.488985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.220934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-11T01:00:05.489034Z","caller":"traceutil/trace.go:171","msg":"trace[448335278] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:2126; }","duration":"267.327937ms","start":"2026-05-11T01:00:05.221691Z","end":"2026-05-11T01:00:05.489019Z","steps":["trace[448335278] 'agreement among raft nodes before linearized reading' (duration: 267.131381ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:00:05.489096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:00:05.108368Z","time spent":"380.622985ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:00:06.024018Z","caller":"traceutil/trace.go:171","msg":"trace[539601209] linearizableReadLoop","detail":"{readStateIndex:2209; appliedIndex:2208; }","duration":"102.459077ms","start":"2026-05-11T01:00:05.921519Z","end":"2026-05-11T01:00:06.023978Z","steps":["trace[539601209] 'read index received' (duration: 102.17437ms)","trace[539601209] 'applied index is now lower than readState.Index' (duration: 282.887µs)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:00:06.024074Z","caller":"traceutil/trace.go:171","msg":"trace[812053090] transaction","detail":"{read_only:false; response_revision:2129; number_of_response:1; }","duration":"176.52085ms","start":"2026-05-11T01:00:05.84752Z","end":"2026-05-11T01:00:06.02404Z","steps":["trace[812053090] 'process raft request' (duration: 176.223843ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:00:06.024354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.807985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-11T01:00:06.024413Z","caller":"traceutil/trace.go:171","msg":"trace[1279174619] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2129; }","duration":"102.943388ms","start":"2026-05-11T01:00:05.92145Z","end":"2026-05-11T01:00:06.024394Z","steps":["trace[1279174619] 'agreement among raft nodes before linearized reading' (duration: 102.717233ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:00:06.024445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.926406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-11T01:00:06.024574Z","caller":"traceutil/trace.go:171","msg":"trace[1653616471] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2129; }","duration":"102.11705ms","start":"2026-05-11T01:00:05.922429Z","end":"2026-05-11T01:00:06.024546Z","steps":["trace[1653616471] 'agreement among raft nodes before linearized reading' (duration: 101.802243ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:00:06.169493Z","caller":"traceutil/trace.go:171","msg":"trace[1094362924] transaction","detail":"{read_only:false; response_revision:2131; number_of_response:1; }","duration":"140.855934ms","start":"2026-05-11T01:00:06.028587Z","end":"2026-05-11T01:00:06.169443Z","steps":["trace[1094362924] 'process raft request' (duration: 98.728493ms)","trace[1094362924] 'compare' (duration: 41.577359ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:00:06.169593Z","caller":"traceutil/trace.go:171","msg":"trace[846792459] transaction","detail":"{read_only:false; response_revision:2132; number_of_response:1; }","duration":"140.851363ms","start":"2026-05-11T01:00:06.028715Z","end":"2026-05-11T01:00:06.169566Z","steps":["trace[846792459] 'process raft request' (duration: 140.589308ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:00:06.169699Z","caller":"traceutil/trace.go:171","msg":"trace[497522942] transaction","detail":"{read_only:false; response_revision:2134; number_of_response:1; }","duration":"140.742391ms","start":"2026-05-11T01:00:06.028909Z","end":"2026-05-11T01:00:06.169651Z","steps":["trace[497522942] 'process raft request' (duration: 140.633589ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:00:06.17004Z","caller":"traceutil/trace.go:171","msg":"trace[2135282110] transaction","detail":"{read_only:false; response_revision:2133; number_of_response:1; }","duration":"141.021098ms","start":"2026-05-11T01:00:06.0288Z","end":"2026-05-11T01:00:06.169821Z","steps":["trace[2135282110] 'process raft request' (duration: 140.672059ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:00:12.165874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.505815ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-11T01:00:12.166207Z","caller":"traceutil/trace.go:171","msg":"trace[1431006001] transaction","detail":"{read_only:false; response_revision:2160; number_of_response:1; }","duration":"653.169458ms","start":"2026-05-11T01:00:11.512984Z","end":"2026-05-11T01:00:12.166153Z","steps":["trace[1431006001] 'process raft request' (duration: 388.229825ms)","trace[1431006001] 'compare' (duration: 264.174427ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:00:12.166275Z","caller":"traceutil/trace.go:171","msg":"trace[534908903] transaction","detail":"{read_only:false; response_revision:2162; number_of_response:1; }","duration":"121.312048ms","start":"2026-05-11T01:00:12.044938Z","end":"2026-05-11T01:00:12.16625Z","steps":["trace[534908903] 'process raft request' (duration: 121.257116ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:00:12.166219Z","caller":"traceutil/trace.go:171","msg":"trace[724474053] linearizableReadLoop","detail":"{readStateIndex:2241; appliedIndex:2240; }","duration":"499.106409ms","start":"2026-05-11T01:00:11.667089Z","end":"2026-05-11T01:00:12.166195Z","steps":["trace[724474053] 'read index received' (duration: 234.154305ms)","trace[724474053] 'applied index is now lower than readState.Index' (duration: 264.949354ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:00:12.166412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:00:11.512951Z","time spent":"653.339901ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:00:12.166664Z","caller":"traceutil/trace.go:171","msg":"trace[178422464] transaction","detail":"{read_only:false; response_revision:2161; number_of_response:1; }","duration":"361.913607ms","start":"2026-05-11T01:00:11.804725Z","end":"2026-05-11T01:00:12.166638Z","steps":["trace[178422464] 'process raft request' (duration: 361.297054ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:00:12.167158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.235359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-05-11T01:00:12.167179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.622066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:00:12.167258Z","caller":"traceutil/trace.go:171","msg":"trace[806272424] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2162; }","duration":"234.712988ms","start":"2026-05-11T01:00:11.932527Z","end":"2026-05-11T01:00:12.16724Z","steps":["trace[806272424] 'agreement among raft nodes before linearized reading' (duration: 234.580885ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:00:12.167268Z","caller":"traceutil/trace.go:171","msg":"trace[1196094119] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2162; }","duration":"459.357032ms","start":"2026-05-11T01:00:11.707881Z","end":"2026-05-11T01:00:12.167238Z","steps":["trace[1196094119] 'agreement among raft nodes before linearized reading' (duration: 459.144238ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:00:12.167266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:00:11.804695Z","time spent":"362.445289ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:00:12.16731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:00:11.707868Z","time spent":"459.431664ms","remote":"127.0.0.1:51884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-11T01:00:12.167416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.770653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-11T01:00:12.167481Z","caller":"traceutil/trace.go:171","msg":"trace[30688547] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:2162; }","duration":"253.963968ms","start":"2026-05-11T01:00:11.913508Z","end":"2026-05-11T01:00:12.167472Z","steps":["trace[30688547] 'agreement among raft nodes before linearized reading' (duration: 253.682451ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:00:12.166887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.736314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-11T01:00:12.167625Z","caller":"traceutil/trace.go:171","msg":"trace[1859140532] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2162; }","duration":"500.586363ms","start":"2026-05-11T01:00:11.667012Z","end":"2026-05-11T01:00:12.167599Z","steps":["trace[1859140532] 'agreement among raft nodes before linearized reading' (duration: 499.663552ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:00:12.167698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:00:11.666922Z","time spent":"500.756397ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-11T01:00:12.40273Z","caller":"traceutil/trace.go:171","msg":"trace[971183583] transaction","detail":"{read_only:false; response_revision:2165; number_of_response:1; }","duration":"164.214525ms","start":"2026-05-11T01:00:12.23849Z","end":"2026-05-11T01:00:12.402705Z","steps":["trace[971183583] 'process raft request' (duration: 164.162464ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:00:12.403Z","caller":"traceutil/trace.go:171","msg":"trace[1142569163] linearizableReadLoop","detail":"{readStateIndex:2246; appliedIndex:2243; }","duration":"208.805431ms","start":"2026-05-11T01:00:12.194181Z","end":"2026-05-11T01:00:12.402986Z","steps":["trace[1142569163] 'read index received' (duration: 43.109362ms)","trace[1142569163] 'applied index is now lower than readState.Index' (duration: 165.690119ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:00:12.403004Z","caller":"traceutil/trace.go:171","msg":"trace[1565196526] transaction","detail":"{read_only:false; response_revision:2163; number_of_response:1; }","duration":"229.698597ms","start":"2026-05-11T01:00:12.173275Z","end":"2026-05-11T01:00:12.402974Z","steps":["trace[1565196526] 'process raft request' (duration: 150.244332ms)","trace[1565196526] 'compare' (duration: 78.942032ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:00:12.403248Z","caller":"traceutil/trace.go:171","msg":"trace[1490726962] transaction","detail":"{read_only:false; response_revision:2164; number_of_response:1; }","duration":"227.404455ms","start":"2026-05-11T01:00:12.175827Z","end":"2026-05-11T01:00:12.403232Z","steps":["trace[1490726962] 'process raft request' (duration: 226.783871ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:00:12.403317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.833294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-11T01:00:12.40337Z","caller":"traceutil/trace.go:171","msg":"trace[1008216469] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2165; }","duration":"205.923326ms","start":"2026-05-11T01:00:12.197433Z","end":"2026-05-11T01:00:12.403357Z","steps":["trace[1008216469] 'agreement among raft nodes before linearized reading' (duration: 205.712261ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:00:12.403349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.014189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-11T01:00:12.403476Z","caller":"traceutil/trace.go:171","msg":"trace[1109375199] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2165; }","duration":"206.171372ms","start":"2026-05-11T01:00:12.197292Z","end":"2026-05-11T01:00:12.403463Z","steps":["trace[1109375199] 'agreement among raft nodes before linearized reading' (duration: 205.856885ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:00:12.403449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.341168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-11T01:00:12.403623Z","caller":"traceutil/trace.go:171","msg":"trace[455082062] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2165; }","duration":"207.667484ms","start":"2026-05-11T01:00:12.195941Z","end":"2026-05-11T01:00:12.403609Z","steps":["trace[455082062] 'agreement among raft nodes before linearized reading' (duration: 207.192334ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:00:12.403937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.775732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-05-11T01:00:12.404007Z","caller":"traceutil/trace.go:171","msg":"trace[351905795] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2165; }","duration":"209.872984ms","start":"2026-05-11T01:00:12.194126Z","end":"2026-05-11T01:00:12.403999Z","steps":["trace[351905795] 'agreement among raft nodes before linearized reading' (duration: 208.977564ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:00:13.101375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.987379ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-11T01:00:13.101901Z","caller":"traceutil/trace.go:171","msg":"trace[1808711255] transaction","detail":"{read_only:false; response_revision:2166; number_of_response:1; }","duration":"693.905118ms","start":"2026-05-11T01:00:12.40796Z","end":"2026-05-11T01:00:13.101865Z","steps":["trace[1808711255] 'process raft request' (duration: 486.323845ms)","trace[1808711255] 'compare' (duration: 206.761195ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:00:13.102036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:00:12.40794Z","time spent":"694.022411ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:00:13.102123Z","caller":"traceutil/trace.go:171","msg":"trace[176163860] linearizableReadLoop","detail":"{readStateIndex:2251; appliedIndex:2247; }","duration":"526.256206ms","start":"2026-05-11T01:00:12.575847Z","end":"2026-05-11T01:00:13.102103Z","steps":["trace[176163860] 'read index received' (duration: 318.53917ms)","trace[176163860] 'applied index is now lower than readState.Index' (duration: 207.715556ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:00:13.102186Z","caller":"traceutil/trace.go:171","msg":"trace[1580906840] transaction","detail":"{read_only:false; response_revision:2167; number_of_response:1; }","duration":"694.086372ms","start":"2026-05-11T01:00:12.408051Z","end":"2026-05-11T01:00:13.102138Z","steps":["trace[1580906840] 'process raft request' (duration: 693.843046ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:00:13.102212Z","caller":"traceutil/trace.go:171","msg":"trace[1998252174] transaction","detail":"{read_only:false; response_revision:2169; number_of_response:1; }","duration":"693.308553ms","start":"2026-05-11T01:00:12.408854Z","end":"2026-05-11T01:00:13.102163Z","steps":["trace[1998252174] 'process raft request' (duration: 693.17633ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:00:13.102269Z","caller":"traceutil/trace.go:171","msg":"trace[409049943] transaction","detail":"{read_only:false; response_revision:2168; number_of_response:1; }","duration":"693.428996ms","start":"2026-05-11T01:00:12.408727Z","end":"2026-05-11T01:00:13.102156Z","steps":["trace[409049943] 'process raft request' (duration: 693.255712ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:00:13.102361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.488711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-11T01:00:13.102432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.840211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"warn","ts":"2026-05-11T01:00:13.102437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:00:12.408026Z","time spent":"694.273436ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:00:13.10247Z","caller":"traceutil/trace.go:171","msg":"trace[1885135569] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:2169; }","duration":"526.677025ms","start":"2026-05-11T01:00:12.57577Z","end":"2026-05-11T01:00:13.102447Z","steps":["trace[1885135569] 'agreement among raft nodes before linearized reading' (duration: 526.396579ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:00:13.102469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:00:12.408711Z","time spent":"693.649032ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:00:13.102486Z","caller":"traceutil/trace.go:171","msg":"trace[230101985] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2169; }","duration":"212.963463ms","start":"2026-05-11T01:00:12.889509Z","end":"2026-05-11T01:00:13.102473Z","steps":["trace[230101985] 'agreement among raft nodes before linearized reading' (duration: 212.733968ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:00:13.102564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:00:12.575743Z","time spent":"526.761547ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:00:13.102468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:00:12.408839Z","time spent":"693.487678ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:00:55.39091Z","caller":"traceutil/trace.go:171","msg":"trace[289014413] linearizableReadLoop","detail":"{readStateIndex:2626; appliedIndex:2625; }","duration":"115.381366ms","start":"2026-05-11T01:00:55.275495Z","end":"2026-05-11T01:00:55.390876Z","steps":["trace[289014413] 'read index received' (duration: 115.09381ms)","trace[289014413] 'applied index is now lower than readState.Index' (duration: 285.836µs)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:00:55.391161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.656501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/keycloak\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:00:55.391251Z","caller":"traceutil/trace.go:171","msg":"trace[720745136] range","detail":"{range_begin:/registry/secrets/auth-system/keycloak; range_end:; response_count:0; response_revision:2527; }","duration":"100.769713ms","start":"2026-05-11T01:00:55.290427Z","end":"2026-05-11T01:00:55.391197Z","steps":["trace[720745136] 'agreement among raft nodes before linearized reading' (duration: 100.642881ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:00:55.391364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.707493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-11T01:00:55.392267Z","caller":"traceutil/trace.go:171","msg":"trace[1733402674] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:2527; }","duration":"116.773696ms","start":"2026-05-11T01:00:55.275469Z","end":"2026-05-11T01:00:55.392243Z","steps":["trace[1733402674] 'agreement among raft nodes before linearized reading' (duration: 115.56824ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:01:01.028685Z","caller":"traceutil/trace.go:171","msg":"trace[1093167868] linearizableReadLoop","detail":"{readStateIndex:2696; appliedIndex:2695; }","duration":"339.281527ms","start":"2026-05-11T01:01:00.689373Z","end":"2026-05-11T01:01:01.028655Z","steps":["trace[1093167868] 'read index received' (duration: 339.124224ms)","trace[1093167868] 'applied index is now lower than readState.Index' (duration: 155.813µs)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:01:01.028816Z","caller":"traceutil/trace.go:171","msg":"trace[1099802954] transaction","detail":"{read_only:false; response_revision:2596; number_of_response:1; }","duration":"363.407401ms","start":"2026-05-11T01:01:00.665375Z","end":"2026-05-11T01:01:01.028782Z","steps":["trace[1099802954] 'process raft request' (duration: 363.089044ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:01.029207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.81188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-11T01:01:01.029578Z","caller":"traceutil/trace.go:171","msg":"trace[1746644086] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2596; }","duration":"340.220209ms","start":"2026-05-11T01:01:00.689338Z","end":"2026-05-11T01:01:01.029558Z","steps":["trace[1746644086] 'agreement among raft nodes before linearized reading' (duration: 339.483042ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:01.029657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:00.689323Z","time spent":"340.317791ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-11T01:01:01.030104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:00.66536Z","time spent":"364.056417ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:01:01.235007Z","caller":"traceutil/trace.go:171","msg":"trace[1337323370] linearizableReadLoop","detail":"{readStateIndex:2697; appliedIndex:2696; }","duration":"205.679897ms","start":"2026-05-11T01:01:01.029293Z","end":"2026-05-11T01:01:01.234973Z","steps":["trace[1337323370] 'read index received' (duration: 205.125195ms)","trace[1337323370] 'applied index is now lower than readState.Index' (duration: 553.152µs)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:01:01.235117Z","caller":"traceutil/trace.go:171","msg":"trace[1861004831] transaction","detail":"{read_only:false; response_revision:2597; number_of_response:1; }","duration":"495.56872ms","start":"2026-05-11T01:01:00.739513Z","end":"2026-05-11T01:01:01.235082Z","steps":["trace[1861004831] 'process raft request' (duration: 494.734092ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:01.235264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.755369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-11T01:01:01.235309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:00.739496Z","time spent":"495.697313ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:01:01.235336Z","caller":"traceutil/trace.go:171","msg":"trace[1930111724] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2597; }","duration":"307.886141ms","start":"2026-05-11T01:01:00.927432Z","end":"2026-05-11T01:01:01.235318Z","steps":["trace[1930111724] 'agreement among raft nodes before linearized reading' (duration: 307.724528ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:01:01.235628Z","caller":"traceutil/trace.go:171","msg":"trace[1206658941] transaction","detail":"{read_only:false; response_revision:2598; number_of_response:1; }","duration":"201.648018ms","start":"2026-05-11T01:01:01.033967Z","end":"2026-05-11T01:01:01.235615Z","steps":["trace[1206658941] 'process raft request' (duration: 201.528995ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:01.235902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:00.92741Z","time spent":"307.959423ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:01:27.566282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.784593ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-11T01:01:27.566443Z","caller":"traceutil/trace.go:171","msg":"trace[1621039266] linearizableReadLoop","detail":"{readStateIndex:2869; appliedIndex:2868; }","duration":"185.132662ms","start":"2026-05-11T01:01:27.381289Z","end":"2026-05-11T01:01:27.566421Z","steps":["trace[1621039266] 'read index received' (duration: 4.99338ms)","trace[1621039266] 'applied index is now lower than readState.Index' (duration: 180.137852ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:01:27.56654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.258786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-11T01:01:27.566579Z","caller":"traceutil/trace.go:171","msg":"trace[240624797] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:2763; }","duration":"185.351538ms","start":"2026-05-11T01:01:27.381214Z","end":"2026-05-11T01:01:27.566566Z","steps":["trace[240624797] 'agreement among raft nodes before linearized reading' (duration: 185.278746ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:01:27.566495Z","caller":"traceutil/trace.go:171","msg":"trace[1835089431] transaction","detail":"{read_only:false; response_revision:2763; number_of_response:1; }","duration":"202.416436ms","start":"2026-05-11T01:01:27.364032Z","end":"2026-05-11T01:01:27.566448Z","steps":["trace[1835089431] 'process raft request' (duration: 22.333325ms)","trace[1835089431] 'compare' (duration: 179.62103ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:01:27.869037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.773491ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-11T01:01:27.869305Z","caller":"traceutil/trace.go:171","msg":"trace[1009921386] linearizableReadLoop","detail":"{readStateIndex:2872; appliedIndex:2870; }","duration":"189.432628ms","start":"2026-05-11T01:01:27.67985Z","end":"2026-05-11T01:01:27.869282Z","steps":["trace[1009921386] 'read index received' (duration: 178.573547ms)","trace[1009921386] 'applied index is now lower than readState.Index' (duration: 10.857791ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:01:27.869461Z","caller":"traceutil/trace.go:171","msg":"trace[282947097] transaction","detail":"{read_only:false; response_revision:2765; number_of_response:1; }","duration":"212.368245ms","start":"2026-05-11T01:01:27.657063Z","end":"2026-05-11T01:01:27.869431Z","steps":["trace[282947097] 'process raft request' (duration: 15.069843ms)","trace[282947097] 'compare' (duration: 196.455043ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:01:27.869514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.659843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-11T01:01:27.869552Z","caller":"traceutil/trace.go:171","msg":"trace[1772849374] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2766; }","duration":"189.729424ms","start":"2026-05-11T01:01:27.679812Z","end":"2026-05-11T01:01:27.869541Z","steps":["trace[1772849374] 'agreement among raft nodes before linearized reading' (duration: 189.58494ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:01:27.86947Z","caller":"traceutil/trace.go:171","msg":"trace[960018478] transaction","detail":"{read_only:false; response_revision:2766; number_of_response:1; }","duration":"211.618149ms","start":"2026-05-11T01:01:27.657803Z","end":"2026-05-11T01:01:27.869421Z","steps":["trace[960018478] 'process raft request' (duration: 211.357563ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:27.86964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.575454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-11T01:01:27.869701Z","caller":"traceutil/trace.go:171","msg":"trace[900987488] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2766; }","duration":"186.674477ms","start":"2026-05-11T01:01:27.683013Z","end":"2026-05-11T01:01:27.869688Z","steps":["trace[900987488] 'agreement among raft nodes before linearized reading' (duration: 186.493013ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:01:28.041536Z","caller":"traceutil/trace.go:171","msg":"trace[643111509] linearizableReadLoop","detail":"{readStateIndex:2874; appliedIndex:2873; }","duration":"113.76106ms","start":"2026-05-11T01:01:27.927755Z","end":"2026-05-11T01:01:28.041516Z","steps":["trace[643111509] 'read index received' (duration: 54.034627ms)","trace[643111509] 'applied index is now lower than readState.Index' (duration: 59.723073ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:01:28.041683Z","caller":"traceutil/trace.go:171","msg":"trace[1678087301] transaction","detail":"{read_only:false; response_revision:2768; number_of_response:1; }","duration":"167.473291ms","start":"2026-05-11T01:01:27.874149Z","end":"2026-05-11T01:01:28.041623Z","steps":["trace[1678087301] 'process raft request' (duration: 107.717347ms)","trace[1678087301] 'compare' (duration: 59.55676ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:01:28.041927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.153449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:01:28.041987Z","caller":"traceutil/trace.go:171","msg":"trace[442247355] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2768; }","duration":"114.222541ms","start":"2026-05-11T01:01:27.92775Z","end":"2026-05-11T01:01:28.041973Z","steps":["trace[442247355] 'agreement among raft nodes before linearized reading' (duration: 113.867443ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:01:28.634979Z","caller":"traceutil/trace.go:171","msg":"trace[514284234] transaction","detail":"{read_only:false; response_revision:2769; number_of_response:1; }","duration":"133.639411ms","start":"2026-05-11T01:01:28.501285Z","end":"2026-05-11T01:01:28.634924Z","steps":["trace[514284234] 'process raft request' (duration: 133.473528ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:01:28.655877Z","caller":"traceutil/trace.go:171","msg":"trace[902658277] transaction","detail":"{read_only:false; response_revision:2770; number_of_response:1; }","duration":"122.834521ms","start":"2026-05-11T01:01:28.533004Z","end":"2026-05-11T01:01:28.655839Z","steps":["trace[902658277] 'process raft request' (duration: 122.628417ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:01:34.036121Z","caller":"traceutil/trace.go:171","msg":"trace[1522431664] linearizableReadLoop","detail":"{readStateIndex:2902; appliedIndex:2901; }","duration":"134.97091ms","start":"2026-05-11T01:01:33.90112Z","end":"2026-05-11T01:01:34.036091Z","steps":["trace[1522431664] 'read index received' (duration: 134.633742ms)","trace[1522431664] 'applied index is now lower than readState.Index' (duration: 335.628µs)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:01:34.036204Z","caller":"traceutil/trace.go:171","msg":"trace[1005106587] transaction","detail":"{read_only:false; response_revision:2795; number_of_response:1; }","duration":"170.278293ms","start":"2026-05-11T01:01:33.865894Z","end":"2026-05-11T01:01:34.036172Z","steps":["trace[1005106587] 'process raft request' (duration: 169.962486ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:34.036414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.276217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-11T01:01:34.036687Z","caller":"traceutil/trace.go:171","msg":"trace[1531356420] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2795; }","duration":"135.629254ms","start":"2026-05-11T01:01:33.901041Z","end":"2026-05-11T01:01:34.03667Z","steps":["trace[1531356420] 'agreement among raft nodes before linearized reading' (duration: 135.199915ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:34.036919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.739121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:01:34.036959Z","caller":"traceutil/trace.go:171","msg":"trace[1679765146] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2795; }","duration":"109.812612ms","start":"2026-05-11T01:01:33.927136Z","end":"2026-05-11T01:01:34.036949Z","steps":["trace[1679765146] 'agreement among raft nodes before linearized reading' (duration: 109.752321ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:34.03697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.831249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-11T01:01:34.03703Z","caller":"traceutil/trace.go:171","msg":"trace[471416340] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2795; }","duration":"135.926061ms","start":"2026-05-11T01:01:33.90109Z","end":"2026-05-11T01:01:34.037016Z","steps":["trace[471416340] 'agreement among raft nodes before linearized reading' (duration: 135.790288ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:34.037134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.967201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-11T01:01:34.03722Z","caller":"traceutil/trace.go:171","msg":"trace[442600274] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2795; }","duration":"131.095604ms","start":"2026-05-11T01:01:33.906106Z","end":"2026-05-11T01:01:34.037201Z","steps":["trace[442600274] 'agreement among raft nodes before linearized reading' (duration: 130.839788ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:01:34.444118Z","caller":"traceutil/trace.go:171","msg":"trace[801467324] linearizableReadLoop","detail":"{readStateIndex:2903; appliedIndex:2902; }","duration":"402.510089ms","start":"2026-05-11T01:01:34.041573Z","end":"2026-05-11T01:01:34.444083Z","steps":["trace[801467324] 'read index received' (duration: 362.203555ms)","trace[801467324] 'applied index is now lower than readState.Index' (duration: 40.304264ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:01:34.444213Z","caller":"traceutil/trace.go:171","msg":"trace[356848570] transaction","detail":"{read_only:false; response_revision:2796; number_of_response:1; }","duration":"402.917408ms","start":"2026-05-11T01:01:34.041243Z","end":"2026-05-11T01:01:34.44416Z","steps":["trace[356848570] 'process raft request' (duration: 362.502832ms)","trace[356848570] 'compare' (duration: 39.366732ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:01:34.444596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.960039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-05-11T01:01:34.444698Z","caller":"traceutil/trace.go:171","msg":"trace[1518737168] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2796; }","duration":"403.164453ms","start":"2026-05-11T01:01:34.041516Z","end":"2026-05-11T01:01:34.444681Z","steps":["trace[1518737168] 'agreement among raft nodes before linearized reading' (duration: 402.723724ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:34.444785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:34.041499Z","time spent":"403.273545ms","remote":"127.0.0.1:40260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1472,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-05-11T01:01:34.444945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:34.041225Z","time spent":"403.311966ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:01:34.520416Z","caller":"traceutil/trace.go:171","msg":"trace[1032582821] transaction","detail":"{read_only:false; response_revision:2797; number_of_response:1; }","duration":"478.81836ms","start":"2026-05-11T01:01:34.041571Z","end":"2026-05-11T01:01:34.52039Z","steps":["trace[1032582821] 'process raft request' (duration: 478.3484ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:34.520708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:34.041553Z","time spent":"478.927522ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:01:34.520885Z","caller":"traceutil/trace.go:171","msg":"trace[400626137] transaction","detail":"{read_only:false; response_revision:2798; number_of_response:1; }","duration":"478.023323ms","start":"2026-05-11T01:01:34.042851Z","end":"2026-05-11T01:01:34.520875Z","steps":["trace[400626137] 'process raft request' (duration: 477.194184ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:34.520976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:34.042821Z","time spent":"478.086563ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:01:34.521305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.257594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18ae5d1b3aee6798\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-05-11T01:01:34.521344Z","caller":"traceutil/trace.go:171","msg":"trace[634888944] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18ae5d1b3aee6798; range_end:; response_count:1; response_revision:2798; }","duration":"129.328976ms","start":"2026-05-11T01:01:34.392007Z","end":"2026-05-11T01:01:34.521336Z","steps":["trace[634888944] 'agreement among raft nodes before linearized reading' (duration: 129.153052ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:34.521493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.932604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-11T01:01:34.521517Z","caller":"traceutil/trace.go:171","msg":"trace[1358223253] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2798; }","duration":"456.992685ms","start":"2026-05-11T01:01:34.064518Z","end":"2026-05-11T01:01:34.521511Z","steps":["trace[1358223253] 'agreement among raft nodes before linearized reading' (duration: 456.931944ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:34.521535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:34.064505Z","time spent":"457.026187ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-11T01:01:35.615528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.046181491s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-11T01:01:35.615725Z","caller":"traceutil/trace.go:171","msg":"trace[166461016] transaction","detail":"{read_only:false; response_revision:2800; number_of_response:1; }","duration":"1.088304385s","start":"2026-05-11T01:01:34.527401Z","end":"2026-05-11T01:01:35.615705Z","steps":["trace[166461016] 'process raft request' (duration: 1.088226953s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:01:35.615722Z","caller":"traceutil/trace.go:171","msg":"trace[70023562] linearizableReadLoop","detail":"{readStateIndex:2906; appliedIndex:2905; }","duration":"1.089556912s","start":"2026-05-11T01:01:34.526138Z","end":"2026-05-11T01:01:35.615695Z","steps":["trace[70023562] 'read index received' (duration: 42.954111ms)","trace[70023562] 'applied index is now lower than readState.Index' (duration: 1.046600151s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:01:35.615797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:34.527391Z","time spent":"1.088372956s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:01:35.615737Z","caller":"traceutil/trace.go:171","msg":"trace[644216179] transaction","detail":"{read_only:false; response_revision:2799; number_of_response:1; }","duration":"1.090633595s","start":"2026-05-11T01:01:34.525064Z","end":"2026-05-11T01:01:35.615697Z","steps":["trace[644216179] 'process raft request' (duration: 44.025214ms)","trace[644216179] 'compare' (duration: 1.045319412s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:01:35.616059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089891869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7341"} {"level":"info","ts":"2026-05-11T01:01:35.616122Z","caller":"traceutil/trace.go:171","msg":"trace[146158223] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:2800; }","duration":"1.089988711s","start":"2026-05-11T01:01:34.526118Z","end":"2026-05-11T01:01:35.616107Z","steps":["trace[146158223] 'agreement among raft nodes before linearized reading' (duration: 1.089691594s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:35.616082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:34.525039Z","time spent":"1.090978383s","remote":"127.0.0.1:40160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:01:35.616179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:34.526105Z","time spent":"1.090057713s","remote":"127.0.0.1:40540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7364,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"info","ts":"2026-05-11T01:01:35.637166Z","caller":"traceutil/trace.go:171","msg":"trace[777593554] transaction","detail":"{read_only:false; response_revision:2801; number_of_response:1; }","duration":"981.351595ms","start":"2026-05-11T01:01:34.65579Z","end":"2026-05-11T01:01:35.637141Z","steps":["trace[777593554] 'process raft request' (duration: 981.15909ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:35.6373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:34.655758Z","time spent":"981.467107ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:01:35.637436Z","caller":"traceutil/trace.go:171","msg":"trace[318810279] transaction","detail":"{read_only:false; response_revision:2802; number_of_response:1; }","duration":"954.145622ms","start":"2026-05-11T01:01:34.683252Z","end":"2026-05-11T01:01:35.637398Z","steps":["trace[318810279] 'process raft request' (duration: 953.796713ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:35.637482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:34.683241Z","time spent":"954.218963ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:01:35.637726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.004403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:01:35.637806Z","caller":"traceutil/trace.go:171","msg":"trace[112582563] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2802; }","duration":"710.128646ms","start":"2026-05-11T01:01:34.927664Z","end":"2026-05-11T01:01:35.637793Z","steps":["trace[112582563] 'agreement among raft nodes before linearized reading' (duration: 710.023903ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:35.637856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:34.927639Z","time spent":"710.210347ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:01:35.637901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.313198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-11T01:01:35.637975Z","caller":"traceutil/trace.go:171","msg":"trace[182874540] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2802; }","duration":"334.43036ms","start":"2026-05-11T01:01:35.303529Z","end":"2026-05-11T01:01:35.637959Z","steps":["trace[182874540] 'agreement among raft nodes before linearized reading' (duration: 334.230066ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:35.638017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:35.303507Z","time spent":"334.501552ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-11T01:01:35.638041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.399286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-11T01:01:35.638097Z","caller":"traceutil/trace.go:171","msg":"trace[1309395781] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:2802; }","duration":"411.493418ms","start":"2026-05-11T01:01:35.22659Z","end":"2026-05-11T01:01:35.638084Z","steps":["trace[1309395781] 'agreement among raft nodes before linearized reading' (duration: 411.349955ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:35.638135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:35.22657Z","time spent":"411.558009ms","remote":"127.0.0.1:40110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.210\" "} {"level":"warn","ts":"2026-05-11T01:01:35.6382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.41498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:01:35.639387Z","caller":"traceutil/trace.go:171","msg":"trace[2053753887] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:2802; }","duration":"956.879511ms","start":"2026-05-11T01:01:34.682488Z","end":"2026-05-11T01:01:35.639368Z","steps":["trace[2053753887] 'agreement among raft nodes before linearized reading' (duration: 955.378148ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:35.639455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:34.682475Z","time spent":"956.961453ms","remote":"127.0.0.1:56866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:01:35.945183Z","caller":"traceutil/trace.go:171","msg":"trace[481227683] linearizableReadLoop","detail":"{readStateIndex:2910; appliedIndex:2909; }","duration":"305.863067ms","start":"2026-05-11T01:01:35.639292Z","end":"2026-05-11T01:01:35.945155Z","steps":["trace[481227683] 'read index received' (duration: 305.423347ms)","trace[481227683] 'applied index is now lower than readState.Index' (duration: 438.09µs)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:01:35.945312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.996921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:01:35.945345Z","caller":"traceutil/trace.go:171","msg":"trace[607892436] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2802; }","duration":"306.081123ms","start":"2026-05-11T01:01:35.639254Z","end":"2026-05-11T01:01:35.945335Z","steps":["trace[607892436] 'agreement among raft nodes before linearized reading' (duration: 305.998341ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:35.945375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:35.639008Z","time spent":"306.360339ms","remote":"127.0.0.1:40064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:01:35.945371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:35.639078Z","time spent":"306.282588ms","remote":"127.0.0.1:40110","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-11T01:01:35.94645Z","caller":"traceutil/trace.go:171","msg":"trace[829851504] transaction","detail":"{read_only:false; response_revision:2803; number_of_response:1; }","duration":"306.292827ms","start":"2026-05-11T01:01:35.640136Z","end":"2026-05-11T01:01:35.946429Z","steps":["trace[829851504] 'process raft request' (duration: 306.104613ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:35.946591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:35.640117Z","time spent":"306.398389ms","remote":"127.0.0.1:40160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:01:35.946909Z","caller":"traceutil/trace.go:171","msg":"trace[2116027678] transaction","detail":"{read_only:false; response_revision:2804; number_of_response:1; }","duration":"304.568479ms","start":"2026-05-11T01:01:35.642326Z","end":"2026-05-11T01:01:35.946895Z","steps":["trace[2116027678] 'process raft request' (duration: 304.053428ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:35.946985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:35.642313Z","time spent":"304.63612ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:01:35.947034Z","caller":"traceutil/trace.go:171","msg":"trace[883945747] transaction","detail":"{read_only:false; response_revision:2805; number_of_response:1; }","duration":"304.19982ms","start":"2026-05-11T01:01:35.642811Z","end":"2026-05-11T01:01:35.947011Z","steps":["trace[883945747] 'process raft request' (duration: 303.948214ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:01:35.947007Z","caller":"traceutil/trace.go:171","msg":"trace[1888717447] transaction","detail":"{read_only:false; response_revision:2806; number_of_response:1; }","duration":"269.747307ms","start":"2026-05-11T01:01:35.677227Z","end":"2026-05-11T01:01:35.946974Z","steps":["trace[1888717447] 'process raft request' (duration: 269.663745ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:35.947128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:35.642797Z","time spent":"304.273312ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:01:41.385592Z","caller":"traceutil/trace.go:171","msg":"trace[1892414229] transaction","detail":"{read_only:false; response_revision:2834; number_of_response:1; }","duration":"108.401602ms","start":"2026-05-11T01:01:41.277156Z","end":"2026-05-11T01:01:41.385558Z","steps":["trace[1892414229] 'process raft request' (duration: 108.224598ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:01:42.281999Z","caller":"traceutil/trace.go:171","msg":"trace[1324136732] linearizableReadLoop","detail":"{readStateIndex:2947; appliedIndex:2946; }","duration":"310.468079ms","start":"2026-05-11T01:01:41.971503Z","end":"2026-05-11T01:01:42.281971Z","steps":["trace[1324136732] 'read index received' (duration: 310.262124ms)","trace[1324136732] 'applied index is now lower than readState.Index' (duration: 204.935µs)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:01:42.282088Z","caller":"traceutil/trace.go:171","msg":"trace[146816622] transaction","detail":"{read_only:false; response_revision:2838; number_of_response:1; }","duration":"313.041887ms","start":"2026-05-11T01:01:41.968998Z","end":"2026-05-11T01:01:42.28204Z","steps":["trace[146816622] 'process raft request' (duration: 312.78171ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:42.282242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:41.968985Z","time spent":"313.171829ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:01:42.282263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.26498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-11T01:01:42.282306Z","caller":"traceutil/trace.go:171","msg":"trace[195980964] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2838; }","duration":"308.336522ms","start":"2026-05-11T01:01:41.973958Z","end":"2026-05-11T01:01:42.282295Z","steps":["trace[195980964] 'agreement among raft nodes before linearized reading' (duration: 308.180419ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:42.282298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.761115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"warn","ts":"2026-05-11T01:01:42.282351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:41.973952Z","time spent":"308.390603ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-11T01:01:42.282376Z","caller":"traceutil/trace.go:171","msg":"trace[944718856] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2838; }","duration":"310.876738ms","start":"2026-05-11T01:01:41.971479Z","end":"2026-05-11T01:01:42.282356Z","steps":["trace[944718856] 'agreement among raft nodes before linearized reading' (duration: 310.628713ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:42.282424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:41.971469Z","time spent":"310.9454ms","remote":"127.0.0.1:40260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1472,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-05-11T01:01:42.282411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.310141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-11T01:01:42.282485Z","caller":"traceutil/trace.go:171","msg":"trace[466849463] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2838; }","duration":"308.427234ms","start":"2026-05-11T01:01:41.97404Z","end":"2026-05-11T01:01:42.282467Z","steps":["trace[466849463] 'agreement among raft nodes before linearized reading' (duration: 308.2301ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:42.282536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:41.974023Z","time spent":"308.504905ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-11T01:04:18.123078Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495960157341875,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:04:18.256011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.237221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-11T01:04:18.256119Z","caller":"traceutil/trace.go:171","msg":"trace[100004676] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3855; }","duration":"910.466646ms","start":"2026-05-11T01:04:17.345631Z","end":"2026-05-11T01:04:18.256098Z","steps":["trace[100004676] 'range keys from in-memory index tree' (duration: 909.978296ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:04:18.256121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.260988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-11T01:04:18.256168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:04:17.345606Z","time spent":"910.551739ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-11T01:04:18.256202Z","caller":"traceutil/trace.go:171","msg":"trace[855273831] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3855; }","duration":"909.373691ms","start":"2026-05-11T01:04:17.346809Z","end":"2026-05-11T01:04:18.256183Z","steps":["trace[855273831] 'range keys from in-memory index tree' (duration: 909.115525ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:04:18.256223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.523109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-05-11T01:04:18.256245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:04:17.3468Z","time spent":"909.436032ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-11T01:04:18.25629Z","caller":"traceutil/trace.go:171","msg":"trace[1427798819] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3855; }","duration":"998.659042ms","start":"2026-05-11T01:04:17.257607Z","end":"2026-05-11T01:04:18.256266Z","steps":["trace[1427798819] 'range keys from in-memory index tree' (duration: 998.330944ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:04:18.256345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:04:17.257589Z","time spent":"998.745344ms","remote":"127.0.0.1:40234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-11T01:04:18.256497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.034105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-11T01:04:18.256566Z","caller":"traceutil/trace.go:171","msg":"trace[1936206887] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3855; }","duration":"913.157428ms","start":"2026-05-11T01:04:17.343388Z","end":"2026-05-11T01:04:18.256546Z","steps":["trace[1936206887] 'range keys from in-memory index tree' (duration: 912.849641ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:04:18.256609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:04:17.343354Z","time spent":"913.246611ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-11T01:04:18.279562Z","caller":"traceutil/trace.go:171","msg":"trace[1245007427] transaction","detail":"{read_only:false; response_revision:3856; number_of_response:1; }","duration":"824.455481ms","start":"2026-05-11T01:04:17.455067Z","end":"2026-05-11T01:04:18.279523Z","steps":["trace[1245007427] 'process raft request' (duration: 823.950339ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:04:18.279695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:04:17.455037Z","time spent":"824.585895ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:04:18.279757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.617729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret\" ","response":"range_response_count:1 size:1229"} {"level":"info","ts":"2026-05-11T01:04:18.279848Z","caller":"traceutil/trace.go:171","msg":"trace[625995694] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret; range_end:; response_count:1; response_revision:3856; }","duration":"657.791332ms","start":"2026-05-11T01:04:17.622038Z","end":"2026-05-11T01:04:18.27983Z","steps":["trace[625995694] 'agreement among raft nodes before linearized reading' (duration: 657.568777ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:04:18.279895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:04:17.622006Z","time spent":"657.879134ms","remote":"127.0.0.1:42218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":1252,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret\" "} {"level":"info","ts":"2026-05-11T01:04:18.279556Z","caller":"traceutil/trace.go:171","msg":"trace[325390828] linearizableReadLoop","detail":"{readStateIndex:4002; appliedIndex:4001; }","duration":"657.345893ms","start":"2026-05-11T01:04:17.622153Z","end":"2026-05-11T01:04:18.279499Z","steps":["trace[325390828] 'read index received' (duration: 656.790519ms)","trace[325390828] 'applied index is now lower than readState.Index' (duration: 553.894µs)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:05:28.016331Z","caller":"traceutil/trace.go:171","msg":"trace[2027728604] transaction","detail":"{read_only:false; response_revision:4336; number_of_response:1; }","duration":"270.117548ms","start":"2026-05-11T01:05:27.746184Z","end":"2026-05-11T01:05:28.016302Z","steps":["trace[2027728604] 'process raft request' (duration: 269.851532ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:05:33.265066Z","caller":"traceutil/trace.go:171","msg":"trace[657890450] transaction","detail":"{read_only:false; response_revision:4665; number_of_response:1; }","duration":"105.3092ms","start":"2026-05-11T01:05:33.159731Z","end":"2026-05-11T01:05:33.26504Z","steps":["trace[657890450] 'process raft request' (duration: 104.898111ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:05:33.553788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.925471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sj8sm\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-05-11T01:05:33.553868Z","caller":"traceutil/trace.go:171","msg":"trace[1247871156] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sj8sm; range_end:; response_count:1; response_revision:4677; }","duration":"105.038634ms","start":"2026-05-11T01:05:33.448812Z","end":"2026-05-11T01:05:33.553851Z","steps":["trace[1247871156] 'range keys from in-memory index tree' (duration: 104.797078ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:05:33.555187Z","caller":"traceutil/trace.go:171","msg":"trace[820547584] transaction","detail":"{read_only:false; response_revision:4678; number_of_response:1; }","duration":"105.684048ms","start":"2026-05-11T01:05:33.449454Z","end":"2026-05-11T01:05:33.555138Z","steps":["trace[820547584] 'process raft request' (duration: 105.259048ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:05:34.634792Z","caller":"traceutil/trace.go:171","msg":"trace[1459109810] transaction","detail":"{read_only:false; response_revision:4702; number_of_response:1; }","duration":"138.503317ms","start":"2026-05-11T01:05:34.496257Z","end":"2026-05-11T01:05:34.63476Z","steps":["trace[1459109810] 'process raft request' (duration: 118.539397ms)","trace[1459109810] 'compare' (duration: 19.809186ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:05:35.042724Z","caller":"traceutil/trace.go:171","msg":"trace[170638917] transaction","detail":"{read_only:false; response_revision:4708; number_of_response:1; }","duration":"277.115008ms","start":"2026-05-11T01:05:34.765566Z","end":"2026-05-11T01:05:35.042681Z","steps":["trace[170638917] 'process raft request' (duration: 273.995296ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:05:35.046387Z","caller":"traceutil/trace.go:171","msg":"trace[1648644183] linearizableReadLoop","detail":"{readStateIndex:4890; appliedIndex:4888; }","duration":"212.716328ms","start":"2026-05-11T01:05:34.833652Z","end":"2026-05-11T01:05:35.046369Z","steps":["trace[1648644183] 'read index received' (duration: 205.892144ms)","trace[1648644183] 'applied index is now lower than readState.Index' (duration: 6.820594ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:05:35.046492Z","caller":"traceutil/trace.go:171","msg":"trace[864257792] transaction","detail":"{read_only:false; response_revision:4709; number_of_response:1; }","duration":"280.679397ms","start":"2026-05-11T01:05:34.765761Z","end":"2026-05-11T01:05:35.046441Z","steps":["trace[864257792] 'process raft request' (duration: 280.512933ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:05:35.046679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.012314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-patch-748cn\" ","response":"range_response_count:1 size:4332"} {"level":"warn","ts":"2026-05-11T01:05:35.046697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.889763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-11T01:05:35.046781Z","caller":"traceutil/trace.go:171","msg":"trace[470079174] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4709; }","duration":"118.055547ms","start":"2026-05-11T01:05:34.928708Z","end":"2026-05-11T01:05:35.046763Z","steps":["trace[470079174] 'agreement among raft nodes before linearized reading' (duration: 117.822782ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:05:35.046837Z","caller":"traceutil/trace.go:171","msg":"trace[472194150] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-patch-748cn; range_end:; response_count:1; response_revision:4709; }","duration":"213.167918ms","start":"2026-05-11T01:05:34.833571Z","end":"2026-05-11T01:05:35.046739Z","steps":["trace[472194150] 'agreement among raft nodes before linearized reading' (duration: 212.874101ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:05:36.519251Z","caller":"traceutil/trace.go:171","msg":"trace[2134502742] linearizableReadLoop","detail":"{readStateIndex:4912; appliedIndex:4910; }","duration":"187.206083ms","start":"2026-05-11T01:05:36.331995Z","end":"2026-05-11T01:05:36.519201Z","steps":["trace[2134502742] 'read index received' (duration: 27.439537ms)","trace[2134502742] 'applied index is now lower than readState.Index' (duration: 159.765386ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:05:36.519373Z","caller":"traceutil/trace.go:171","msg":"trace[785362097] transaction","detail":"{read_only:false; response_revision:4730; number_of_response:1; }","duration":"198.056368ms","start":"2026-05-11T01:05:36.321275Z","end":"2026-05-11T01:05:36.519332Z","steps":["trace[785362097] 'process raft request' (duration: 122.124389ms)","trace[785362097] 'compare' (duration: 75.665353ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:05:36.519541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.529251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-05-11T01:05:36.519836Z","caller":"traceutil/trace.go:171","msg":"trace[1083903393] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4730; }","duration":"187.845767ms","start":"2026-05-11T01:05:36.331941Z","end":"2026-05-11T01:05:36.519787Z","steps":["trace[1083903393] 'agreement among raft nodes before linearized reading' (duration: 187.382167ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:05:36.749789Z","caller":"traceutil/trace.go:171","msg":"trace[133134950] transaction","detail":"{read_only:false; response_revision:4732; number_of_response:1; }","duration":"152.332598ms","start":"2026-05-11T01:05:36.597432Z","end":"2026-05-11T01:05:36.749765Z","steps":["trace[133134950] 'process raft request' (duration: 66.629528ms)","trace[133134950] 'compare' (duration: 85.588877ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:05:36.753151Z","caller":"traceutil/trace.go:171","msg":"trace[445490034] transaction","detail":"{read_only:false; response_revision:4733; number_of_response:1; }","duration":"134.593059ms","start":"2026-05-11T01:05:36.618525Z","end":"2026-05-11T01:05:36.753118Z","steps":["trace[445490034] 'process raft request' (duration: 134.336303ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:05:37.255767Z","caller":"traceutil/trace.go:171","msg":"trace[286525798] transaction","detail":"{read_only:false; response_revision:4740; number_of_response:1; }","duration":"360.003002ms","start":"2026-05-11T01:05:36.89572Z","end":"2026-05-11T01:05:37.255723Z","steps":["trace[286525798] 'process raft request' (duration: 278.626821ms)","trace[286525798] 'compare' (duration: 80.900359ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:05:37.255942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.097772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:05:37.255928Z","caller":"traceutil/trace.go:171","msg":"trace[295439232] transaction","detail":"{read_only:false; response_revision:4741; number_of_response:1; }","duration":"359.151823ms","start":"2026-05-11T01:05:36.896728Z","end":"2026-05-11T01:05:37.25588Z","steps":["trace[295439232] 'process raft request' (duration: 358.878907ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:05:37.256014Z","caller":"traceutil/trace.go:171","msg":"trace[804528926] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:0; response_revision:4741; }","duration":"351.190104ms","start":"2026-05-11T01:05:36.904806Z","end":"2026-05-11T01:05:37.255996Z","steps":["trace[804528926] 'agreement among raft nodes before linearized reading' (duration: 351.0324ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:05:37.256066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:05:36.904765Z","time spent":"351.290896ms","remote":"127.0.0.1:40174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"warn","ts":"2026-05-11T01:05:37.256167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:05:36.896718Z","time spent":"359.309617ms","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5146,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:05:37.255949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:05:36.895694Z","time spent":"360.170896ms","remote":"127.0.0.1:40260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1270,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-11T01:05:37.25577Z","caller":"traceutil/trace.go:171","msg":"trace[1261767856] linearizableReadLoop","detail":"{readStateIndex:4923; appliedIndex:4921; }","duration":"350.926638ms","start":"2026-05-11T01:05:36.904812Z","end":"2026-05-11T01:05:37.255738Z","steps":["trace[1261767856] 'read index received' (duration: 269.486685ms)","trace[1261767856] 'applied index is now lower than readState.Index' (duration: 81.438563ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:05:37.256928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.845025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-11T01:05:37.257091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.687456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:05:37.257147Z","caller":"traceutil/trace.go:171","msg":"trace[2045838955] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:4741; }","duration":"132.773897ms","start":"2026-05-11T01:05:37.124361Z","end":"2026-05-11T01:05:37.257135Z","steps":["trace[2045838955] 'agreement among raft nodes before linearized reading' (duration: 132.678455ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:05:37.2572Z","caller":"traceutil/trace.go:171","msg":"trace[1911618358] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4741; }","duration":"199.09191ms","start":"2026-05-11T01:05:37.058013Z","end":"2026-05-11T01:05:37.257105Z","steps":["trace[1911618358] 'agreement among raft nodes before linearized reading' (duration: 198.752963ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:05:37.256967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.015529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-11T01:05:37.257375Z","caller":"traceutil/trace.go:171","msg":"trace[946463461] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4741; }","duration":"199.474509ms","start":"2026-05-11T01:05:37.057888Z","end":"2026-05-11T01:05:37.257362Z","steps":["trace[946463461] 'agreement among raft nodes before linearized reading' (duration: 198.925397ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:05:37.257049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.7057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-11T01:05:37.257539Z","caller":"traceutil/trace.go:171","msg":"trace[395272263] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4741; }","duration":"210.248302ms","start":"2026-05-11T01:05:37.047238Z","end":"2026-05-11T01:05:37.257487Z","steps":["trace[395272263] 'agreement among raft nodes before linearized reading' (duration: 209.634588ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:05:37.25723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.750711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:05:37.257623Z","caller":"traceutil/trace.go:171","msg":"trace[297617509] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4741; }","duration":"330.754353ms","start":"2026-05-11T01:05:36.926854Z","end":"2026-05-11T01:05:37.257608Z","steps":["trace[297617509] 'agreement among raft nodes before linearized reading' (duration: 329.7392ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:05:37.257659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:05:36.926837Z","time spent":"330.812675ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-11T01:05:37.487112Z","caller":"traceutil/trace.go:171","msg":"trace[125147688] transaction","detail":"{read_only:false; response_revision:4778; number_of_response:1; }","duration":"128.42142ms","start":"2026-05-11T01:05:37.358669Z","end":"2026-05-11T01:05:37.487091Z","steps":["trace[125147688] 'process raft request' (duration: 128.298208ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:05:37.493863Z","caller":"traceutil/trace.go:171","msg":"trace[1960464024] transaction","detail":"{read_only:false; response_revision:4779; number_of_response:1; }","duration":"134.883797ms","start":"2026-05-11T01:05:37.358963Z","end":"2026-05-11T01:05:37.493847Z","steps":["trace[1960464024] 'process raft request' (duration: 134.740904ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:05:37.494108Z","caller":"traceutil/trace.go:171","msg":"trace[645491219] transaction","detail":"{read_only:false; response_revision:4780; number_of_response:1; }","duration":"129.843533ms","start":"2026-05-11T01:05:37.364192Z","end":"2026-05-11T01:05:37.494035Z","steps":["trace[645491219] 'process raft request' (duration: 129.615468ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:05:37.494262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.646881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-05-11T01:05:37.49415Z","caller":"traceutil/trace.go:171","msg":"trace[1279664201] linearizableReadLoop","detail":"{readStateIndex:4961; appliedIndex:4960; }","duration":"134.540098ms","start":"2026-05-11T01:05:37.359602Z","end":"2026-05-11T01:05:37.494142Z","steps":["trace[1279664201] 'read index received' (duration: 127.542241ms)","trace[1279664201] 'applied index is now lower than readState.Index' (duration: 6.993927ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:05:37.494293Z","caller":"traceutil/trace.go:171","msg":"trace[318373998] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:4781; }","duration":"134.719861ms","start":"2026-05-11T01:05:37.359565Z","end":"2026-05-11T01:05:37.494285Z","steps":["trace[318373998] 'agreement among raft nodes before linearized reading' (duration: 134.600479ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:05:37.494485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.810562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/monitoring/kube-prometheus-stack-admission-patch-748cn\" ","response":"range_response_count:1 size:3953"} {"level":"info","ts":"2026-05-11T01:05:37.494559Z","caller":"traceutil/trace.go:171","msg":"trace[1930467752] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/monitoring/kube-prometheus-stack-admission-patch-748cn; range_end:; response_count:1; response_revision:4781; }","duration":"121.919024ms","start":"2026-05-11T01:05:37.372622Z","end":"2026-05-11T01:05:37.494541Z","steps":["trace[1930467752] 'agreement among raft nodes before linearized reading' (duration: 121.73592ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:05:40.769245Z","caller":"traceutil/trace.go:171","msg":"trace[1800528323] transaction","detail":"{read_only:false; response_revision:4839; number_of_response:1; }","duration":"366.249753ms","start":"2026-05-11T01:05:40.402975Z","end":"2026-05-11T01:05:40.769225Z","steps":["trace[1800528323] 'process raft request' (duration: 366.12709ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:05:40.769396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:05:40.402944Z","time spent":"366.367236ms","remote":"127.0.0.1:40160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":817,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-11T01:05:40.769626Z","caller":"traceutil/trace.go:171","msg":"trace[1573224225] linearizableReadLoop","detail":"{readStateIndex:5021; appliedIndex:5021; }","duration":"337.897775ms","start":"2026-05-11T01:05:40.431699Z","end":"2026-05-11T01:05:40.769597Z","steps":["trace[1573224225] 'read index received' (duration: 337.889225ms)","trace[1573224225] 'applied index is now lower than readState.Index' (duration: 6.53µs)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:05:40.769797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.080559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0.18ae5d5872fcab63\" ","response":"range_response_count:1 size:1203"} {"level":"info","ts":"2026-05-11T01:05:40.769845Z","caller":"traceutil/trace.go:171","msg":"trace[240204389] range","detail":"{range_begin:/registry/events/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0.18ae5d5872fcab63; range_end:; response_count:1; response_revision:4839; }","duration":"338.15146ms","start":"2026-05-11T01:05:40.431678Z","end":"2026-05-11T01:05:40.769829Z","steps":["trace[240204389] 'agreement among raft nodes before linearized reading' (duration: 338.002277ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:05:40.769868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:05:40.431667Z","time spent":"338.196331ms","remote":"127.0.0.1:40160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":148,"response count":1,"response size":1226,"request content":"key:\"/registry/events/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0.18ae5d5872fcab63\" "} {"level":"warn","ts":"2026-05-11T01:05:40.804306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.025624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:05:40.80439Z","caller":"traceutil/trace.go:171","msg":"trace[1791175791] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:4841; }","duration":"321.202448ms","start":"2026-05-11T01:05:40.483167Z","end":"2026-05-11T01:05:40.80437Z","steps":["trace[1791175791] 'agreement among raft nodes before linearized reading' (duration: 321.001984ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:05:40.80444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:05:40.483149Z","time spent":"321.27711ms","remote":"127.0.0.1:46226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:05:40.804535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.419985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-800953e0-b1b8-4dc2-96cc-bce977e4230a\" ","response":"range_response_count:1 size:4053"} {"level":"info","ts":"2026-05-11T01:05:40.804622Z","caller":"traceutil/trace.go:171","msg":"trace[1932597075] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-800953e0-b1b8-4dc2-96cc-bce977e4230a; range_end:; response_count:1; response_revision:4841; }","duration":"238.553869ms","start":"2026-05-11T01:05:40.566051Z","end":"2026-05-11T01:05:40.804605Z","steps":["trace[1932597075] 'agreement among raft nodes before linearized reading' (duration: 238.345544ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:05:40.804798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.153648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-11T01:05:40.804839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.772593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c8723eea-e49d-48d9-b160-10a4762b976d\" ","response":"range_response_count:1 size:4067"} {"level":"info","ts":"2026-05-11T01:05:40.804899Z","caller":"traceutil/trace.go:171","msg":"trace[1352298952] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c8723eea-e49d-48d9-b160-10a4762b976d; range_end:; response_count:1; response_revision:4841; }","duration":"238.876057ms","start":"2026-05-11T01:05:40.566007Z","end":"2026-05-11T01:05:40.804883Z","steps":["trace[1352298952] 'agreement among raft nodes before linearized reading' (duration: 238.679381ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:05:40.804882Z","caller":"traceutil/trace.go:171","msg":"trace[1986953889] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:4841; }","duration":"142.293221ms","start":"2026-05-11T01:05:40.662575Z","end":"2026-05-11T01:05:40.804868Z","steps":["trace[1986953889] 'agreement among raft nodes before linearized reading' (duration: 142.134238ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:05:41.764404Z","caller":"traceutil/trace.go:171","msg":"trace[1953268765] linearizableReadLoop","detail":"{readStateIndex:5033; appliedIndex:5032; }","duration":"125.040835ms","start":"2026-05-11T01:05:41.639334Z","end":"2026-05-11T01:05:41.764374Z","steps":["trace[1953268765] 'read index received' (duration: 124.82001ms)","trace[1953268765] 'applied index is now lower than readState.Index' (duration: 219.645µs)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:05:41.764502Z","caller":"traceutil/trace.go:171","msg":"trace[217536896] transaction","detail":"{read_only:false; response_revision:4850; number_of_response:1; }","duration":"197.892684ms","start":"2026-05-11T01:05:41.566565Z","end":"2026-05-11T01:05:41.764457Z","steps":["trace[217536896] 'process raft request' (duration: 197.662459ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:05:41.764799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.27427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-11T01:05:41.764836Z","caller":"traceutil/trace.go:171","msg":"trace[1191347129] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4850; }","duration":"125.635048ms","start":"2026-05-11T01:05:41.639191Z","end":"2026-05-11T01:05:41.764826Z","steps":["trace[1191347129] 'agreement among raft nodes before linearized reading' (duration: 125.310371ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:05:41.764944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.938664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sj8sm\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-05-11T01:05:41.765013Z","caller":"traceutil/trace.go:171","msg":"trace[987071660] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sj8sm; range_end:; response_count:1; response_revision:4850; }","duration":"118.067687ms","start":"2026-05-11T01:05:41.646929Z","end":"2026-05-11T01:05:41.764996Z","steps":["trace[987071660] 'agreement among raft nodes before linearized reading' (duration: 117.876013ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:05:41.765099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.466276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-11T01:05:41.765323Z","caller":"traceutil/trace.go:171","msg":"trace[1379561364] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4850; }","duration":"122.713871ms","start":"2026-05-11T01:05:41.64252Z","end":"2026-05-11T01:05:41.765234Z","steps":["trace[1379561364] 'agreement among raft nodes before linearized reading' (duration: 122.290902ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:05:44.664875Z","caller":"traceutil/trace.go:171","msg":"trace[785600459] linearizableReadLoop","detail":"{readStateIndex:5199; appliedIndex:5198; }","duration":"417.023485ms","start":"2026-05-11T01:05:44.247823Z","end":"2026-05-11T01:05:44.664847Z","steps":["trace[785600459] 'read index received' (duration: 416.736168ms)","trace[785600459] 'applied index is now lower than readState.Index' (duration: 286.286µs)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:05:44.664995Z","caller":"traceutil/trace.go:171","msg":"trace[1116883782] transaction","detail":"{read_only:false; response_revision:5011; number_of_response:1; }","duration":"430.99515ms","start":"2026-05-11T01:05:44.233944Z","end":"2026-05-11T01:05:44.664939Z","steps":["trace[1116883782] 'process raft request' (duration: 430.746604ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:05:44.665137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.29085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-05-11T01:05:44.665195Z","caller":"traceutil/trace.go:171","msg":"trace[140575562] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:5011; }","duration":"417.395954ms","start":"2026-05-11T01:05:44.247782Z","end":"2026-05-11T01:05:44.665178Z","steps":["trace[140575562] 'agreement among raft nodes before linearized reading' (duration: 417.221939ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:05:44.665243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:05:44.247765Z","time spent":"417.467935ms","remote":"127.0.0.1:40270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":920,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"warn","ts":"2026-05-11T01:05:44.665287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:05:44.233924Z","time spent":"431.217944ms","remote":"127.0.0.1:54466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7567,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:05:44.66538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.385813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-05-11T01:05:44.665551Z","caller":"traceutil/trace.go:171","msg":"trace[202472318] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:5011; }","duration":"417.595669ms","start":"2026-05-11T01:05:44.24789Z","end":"2026-05-11T01:05:44.665486Z","steps":["trace[202472318] 'agreement among raft nodes before linearized reading' (duration: 417.217629ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:05:44.665523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.877025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-11T01:05:44.665616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:05:44.247862Z","time spent":"417.741321ms","remote":"127.0.0.1:40270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":823,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"warn","ts":"2026-05-11T01:05:44.665684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.65447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-05-11T01:05:44.66573Z","caller":"traceutil/trace.go:171","msg":"trace[984090457] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:5011; }","duration":"417.712851ms","start":"2026-05-11T01:05:44.248005Z","end":"2026-05-11T01:05:44.665718Z","steps":["trace[984090457] 'agreement among raft nodes before linearized reading' (duration: 417.489306ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:05:44.665783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:05:44.247996Z","time spent":"417.770692ms","remote":"127.0.0.1:40270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":823,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"info","ts":"2026-05-11T01:05:44.665754Z","caller":"traceutil/trace.go:171","msg":"trace[315004427] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:5011; }","duration":"322.128369ms","start":"2026-05-11T01:05:44.34352Z","end":"2026-05-11T01:05:44.665648Z","steps":["trace[315004427] 'agreement among raft nodes before linearized reading' (duration: 321.791392ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:05:44.666088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:05:44.343498Z","time spent":"322.57135ms","remote":"127.0.0.1:40612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":41,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:05:44.666336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.220307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:720696"} {"level":"info","ts":"2026-05-11T01:05:44.6664Z","caller":"traceutil/trace.go:171","msg":"trace[582160935] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:5011; }","duration":"384.310769ms","start":"2026-05-11T01:05:44.282072Z","end":"2026-05-11T01:05:44.666383Z","steps":["trace[582160935] 'agreement among raft nodes before linearized reading' (duration: 383.409589ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:05:44.66654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:05:44.282061Z","time spent":"384.425652ms","remote":"127.0.0.1:40174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":720719,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-05-11T01:05:44.666427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.933897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:54 size:2209807"} {"level":"info","ts":"2026-05-11T01:05:44.666606Z","caller":"traceutil/trace.go:171","msg":"trace[1036728853] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:54; response_revision:5011; }","duration":"203.129072ms","start":"2026-05-11T01:05:44.463451Z","end":"2026-05-11T01:05:44.66658Z","steps":["trace[1036728853] 'agreement among raft nodes before linearized reading' (duration: 202.001347ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:05:45.000008Z","caller":"traceutil/trace.go:171","msg":"trace[1467094924] transaction","detail":"{read_only:false; response_revision:5012; number_of_response:1; }","duration":"145.201518ms","start":"2026-05-11T01:05:44.854782Z","end":"2026-05-11T01:05:44.999983Z","steps":["trace[1467094924] 'process raft request' (duration: 145.046805ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:05:45.011652Z","caller":"traceutil/trace.go:171","msg":"trace[1687016819] transaction","detail":"{read_only:false; response_revision:5013; number_of_response:1; }","duration":"134.981827ms","start":"2026-05-11T01:05:44.876612Z","end":"2026-05-11T01:05:45.011594Z","steps":["trace[1687016819] 'process raft request' (duration: 134.766612ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:05:45.943418Z","caller":"traceutil/trace.go:171","msg":"trace[1536410234] transaction","detail":"{read_only:false; response_revision:5028; number_of_response:1; }","duration":"315.510021ms","start":"2026-05-11T01:05:45.62789Z","end":"2026-05-11T01:05:45.9434Z","steps":["trace[1536410234] 'process raft request' (duration: 315.377438ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:05:45.943537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:05:45.627836Z","time spent":"315.642704ms","remote":"127.0.0.1:56876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2227,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-11T01:05:46.135674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.610516ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-11T01:05:46.135906Z","caller":"traceutil/trace.go:171","msg":"trace[1508673917] transaction","detail":"{read_only:false; response_revision:5029; number_of_response:1; }","duration":"359.131113ms","start":"2026-05-11T01:05:45.776745Z","end":"2026-05-11T01:05:46.135876Z","steps":["trace[1508673917] 'process raft request' (duration: 205.158788ms)","trace[1508673917] 'compare' (duration: 153.460113ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:05:46.136031Z","caller":"traceutil/trace.go:171","msg":"trace[1257932879] transaction","detail":"{read_only:false; response_revision:5030; number_of_response:1; }","duration":"172.449722ms","start":"2026-05-11T01:05:45.96352Z","end":"2026-05-11T01:05:46.135969Z","steps":["trace[1257932879] 'process raft request' (duration: 172.326058ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:05:46.136064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:05:45.776725Z","time spent":"359.255126ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:05:46.136041Z","caller":"traceutil/trace.go:171","msg":"trace[947558995] linearizableReadLoop","detail":"{readStateIndex:5218; appliedIndex:5217; }","duration":"340.818061ms","start":"2026-05-11T01:05:45.795203Z","end":"2026-05-11T01:05:46.136021Z","steps":["trace[947558995] 'read index received' (duration: 148.202656ms)","trace[947558995] 'applied index is now lower than readState.Index' (duration: 192.613115ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:05:46.136257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.052186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-11T01:05:46.136325Z","caller":"traceutil/trace.go:171","msg":"trace[1740825558] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5030; }","duration":"341.144588ms","start":"2026-05-11T01:05:45.79516Z","end":"2026-05-11T01:05:46.136305Z","steps":["trace[1740825558] 'agreement among raft nodes before linearized reading' (duration: 340.961474ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:05:46.136359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.416599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sj8sm\" ","response":"range_response_count:1 size:6530"} {"level":"warn","ts":"2026-05-11T01:05:46.136367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:05:45.795144Z","time spent":"341.215459ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-11T01:05:46.13636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.789577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:05:46.136396Z","caller":"traceutil/trace.go:171","msg":"trace[521857288] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sj8sm; range_end:; response_count:1; response_revision:5030; }","duration":"327.48777ms","start":"2026-05-11T01:05:45.808898Z","end":"2026-05-11T01:05:46.136386Z","steps":["trace[521857288] 'agreement among raft nodes before linearized reading' (duration: 327.398298ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:05:46.136276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.201951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-11T01:05:46.136437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:05:45.808878Z","time spent":"327.552522ms","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-sj8sm\" "} {"level":"info","ts":"2026-05-11T01:05:46.136459Z","caller":"traceutil/trace.go:171","msg":"trace[283424611] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5030; }","duration":"338.412276ms","start":"2026-05-11T01:05:45.798036Z","end":"2026-05-11T01:05:46.136448Z","steps":["trace[283424611] 'agreement among raft nodes before linearized reading' (duration: 338.166291ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:05:46.136486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:05:45.798024Z","time spent":"338.455017ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-11T01:05:46.136582Z","caller":"traceutil/trace.go:171","msg":"trace[1004376024] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5030; }","duration":"211.93341ms","start":"2026-05-11T01:05:45.924494Z","end":"2026-05-11T01:05:46.136428Z","steps":["trace[1004376024] 'agreement among raft nodes before linearized reading' (duration: 211.785376ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:05:46.136877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.515908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413130"} {"level":"info","ts":"2026-05-11T01:05:46.137081Z","caller":"traceutil/trace.go:171","msg":"trace[894683772] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:5030; }","duration":"110.776964ms","start":"2026-05-11T01:05:46.026284Z","end":"2026-05-11T01:05:46.137061Z","steps":["trace[894683772] 'agreement among raft nodes before linearized reading' (duration: 110.308743ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:05:46.137109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.281982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-765qk\" ","response":"range_response_count:1 size:9769"} {"level":"warn","ts":"2026-05-11T01:05:46.137352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.344669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:720696"} {"level":"info","ts":"2026-05-11T01:05:46.137163Z","caller":"traceutil/trace.go:171","msg":"trace[86647844] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-765qk; range_end:; response_count:1; response_revision:5030; }","duration":"174.364044ms","start":"2026-05-11T01:05:45.962785Z","end":"2026-05-11T01:05:46.137149Z","steps":["trace[86647844] 'agreement among raft nodes before linearized reading' (duration: 173.800551ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:05:46.137497Z","caller":"traceutil/trace.go:171","msg":"trace[1080305652] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:5030; }","duration":"168.489881ms","start":"2026-05-11T01:05:45.968963Z","end":"2026-05-11T01:05:46.137453Z","steps":["trace[1080305652] 'agreement among raft nodes before linearized reading' (duration: 167.282595ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:05:47.056449Z","caller":"traceutil/trace.go:171","msg":"trace[2138181746] transaction","detail":"{read_only:false; response_revision:5040; number_of_response:1; }","duration":"447.742846ms","start":"2026-05-11T01:05:46.608677Z","end":"2026-05-11T01:05:47.05642Z","steps":["trace[2138181746] 'process raft request' (duration: 447.392969ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:05:47.056611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:05:46.608645Z","time spent":"447.88501ms","remote":"127.0.0.1:43036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":413790,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:05:47.063962Z","caller":"traceutil/trace.go:171","msg":"trace[676623163] linearizableReadLoop","detail":"{readStateIndex:5230; appliedIndex:5228; }","duration":"270.934028ms","start":"2026-05-11T01:05:46.79301Z","end":"2026-05-11T01:05:47.063944Z","steps":["trace[676623163] 'read index received' (duration: 263.02303ms)","trace[676623163] 'applied index is now lower than readState.Index' (duration: 7.910258ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:05:47.064064Z","caller":"traceutil/trace.go:171","msg":"trace[528856571] transaction","detail":"{read_only:false; response_revision:5041; number_of_response:1; }","duration":"453.989907ms","start":"2026-05-11T01:05:46.61005Z","end":"2026-05-11T01:05:47.06404Z","steps":["trace[528856571] 'process raft request' (duration: 453.578338ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:05:47.064198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:05:46.610027Z","time spent":"454.09374ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:05:47.064296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.287065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-11T01:05:47.064325Z","caller":"traceutil/trace.go:171","msg":"trace[1055801659] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:5043; }","duration":"271.401258ms","start":"2026-05-11T01:05:46.792916Z","end":"2026-05-11T01:05:47.064317Z","steps":["trace[1055801659] 'agreement among raft nodes before linearized reading' (duration: 271.327007ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:05:47.064442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.927217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-11T01:05:47.064461Z","caller":"traceutil/trace.go:171","msg":"trace[150118987] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:5043; }","duration":"230.974678ms","start":"2026-05-11T01:05:46.833481Z","end":"2026-05-11T01:05:47.064455Z","steps":["trace[150118987] 'agreement among raft nodes before linearized reading' (duration: 230.941568ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:05:47.064888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.140189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:05:47.06493Z","caller":"traceutil/trace.go:171","msg":"trace[192705591] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5043; }","duration":"138.223091ms","start":"2026-05-11T01:05:46.926701Z","end":"2026-05-11T01:05:47.064924Z","steps":["trace[192705591] 'agreement among raft nodes before linearized reading' (duration: 138.17009ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:05:49.332986Z","caller":"traceutil/trace.go:171","msg":"trace[671641092] transaction","detail":"{read_only:false; response_revision:5076; number_of_response:1; }","duration":"263.348047ms","start":"2026-05-11T01:05:49.069601Z","end":"2026-05-11T01:05:49.332949Z","steps":["trace[671641092] 'process raft request' (duration: 262.974999ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:05:49.784985Z","caller":"traceutil/trace.go:171","msg":"trace[410185358] transaction","detail":"{read_only:false; response_revision:5077; number_of_response:1; }","duration":"714.866529ms","start":"2026-05-11T01:05:49.070089Z","end":"2026-05-11T01:05:49.784956Z","steps":["trace[410185358] 'process raft request' (duration: 671.871191ms)","trace[410185358] 'compare' (duration: 42.855465ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:05:49.785079Z","caller":"traceutil/trace.go:171","msg":"trace[2107827835] linearizableReadLoop","detail":"{readStateIndex:5267; appliedIndex:5265; }","duration":"708.980456ms","start":"2026-05-11T01:05:49.076077Z","end":"2026-05-11T01:05:49.785058Z","steps":["trace[2107827835] 'read index received' (duration: 256.482582ms)","trace[2107827835] 'applied index is now lower than readState.Index' (duration: 452.496004ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:05:49.785124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:05:49.070063Z","time spent":"714.985631ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:05:49.78509Z","caller":"traceutil/trace.go:171","msg":"trace[1735559897] transaction","detail":"{read_only:false; response_revision:5078; number_of_response:1; }","duration":"100.948592ms","start":"2026-05-11T01:05:49.684116Z","end":"2026-05-11T01:05:49.785065Z","steps":["trace[1735559897] 'process raft request' (duration: 100.86597ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:05:49.785403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.226071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:05:49.785451Z","caller":"traceutil/trace.go:171","msg":"trace[734060724] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:5078; }","duration":"134.331933ms","start":"2026-05-11T01:05:49.651108Z","end":"2026-05-11T01:05:49.78544Z","steps":["trace[734060724] 'agreement among raft nodes before linearized reading' (duration: 134.242211ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:05:49.785435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.329903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-11T01:05:49.78554Z","caller":"traceutil/trace.go:171","msg":"trace[763097137] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5078; }","duration":"709.488777ms","start":"2026-05-11T01:05:49.076028Z","end":"2026-05-11T01:05:49.785517Z","steps":["trace[763097137] 'agreement among raft nodes before linearized reading' (duration: 709.116139ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:05:49.785538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.540957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-11T01:05:49.785573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.80587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-11T01:05:49.78559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:05:49.076013Z","time spent":"709.56815ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-11T01:05:49.785581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.228176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-11ef4444-9d42-4590-9d0d-b22fdacb6c8a\" ","response":"range_response_count:1 size:3904"} {"level":"info","ts":"2026-05-11T01:05:49.785619Z","caller":"traceutil/trace.go:171","msg":"trace[1425323210] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:5078; }","duration":"308.858811ms","start":"2026-05-11T01:05:49.476749Z","end":"2026-05-11T01:05:49.785608Z","steps":["trace[1425323210] 'agreement among raft nodes before linearized reading' (duration: 308.765159ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:05:49.785605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.631714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-11T01:05:49.785645Z","caller":"traceutil/trace.go:171","msg":"trace[920510655] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-11ef4444-9d42-4590-9d0d-b22fdacb6c8a; range_end:; response_count:1; response_revision:5078; }","duration":"631.341649ms","start":"2026-05-11T01:05:49.154287Z","end":"2026-05-11T01:05:49.785629Z","steps":["trace[920510655] 'agreement among raft nodes before linearized reading' (duration: 631.154884ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:05:49.785658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:05:49.476691Z","time spent":"308.958593ms","remote":"127.0.0.1:40364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":4,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:05:49.785625Z","caller":"traceutil/trace.go:171","msg":"trace[666945508] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5078; }","duration":"425.64481ms","start":"2026-05-11T01:05:49.359958Z","end":"2026-05-11T01:05:49.785603Z","steps":["trace[666945508] 'agreement among raft nodes before linearized reading' (duration: 425.351744ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:05:49.785655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.783703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-11T01:05:49.78568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:05:49.154266Z","time spent":"631.40735ms","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3927,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-11ef4444-9d42-4590-9d0d-b22fdacb6c8a\" "} {"level":"info","ts":"2026-05-11T01:05:49.785683Z","caller":"traceutil/trace.go:171","msg":"trace[2012262435] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5078; }","duration":"427.767986ms","start":"2026-05-11T01:05:49.357893Z","end":"2026-05-11T01:05:49.785661Z","steps":["trace[2012262435] 'agreement among raft nodes before linearized reading' (duration: 427.531811ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:05:49.785712Z","caller":"traceutil/trace.go:171","msg":"trace[1661103617] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5078; }","duration":"425.858004ms","start":"2026-05-11T01:05:49.359837Z","end":"2026-05-11T01:05:49.785695Z","steps":["trace[1661103617] 'agreement among raft nodes before linearized reading' (duration: 425.723831ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:05:49.785714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:05:49.35987Z","time spent":"425.825673ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-11T01:05:49.785731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:05:49.357861Z","time spent":"427.857499ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-11T01:05:49.785772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:05:49.359825Z","time spent":"425.931445ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-11T01:05:49.786068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.07366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:05:49.786138Z","caller":"traceutil/trace.go:171","msg":"trace[447811854] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/goldpinger; range_end:; response_count:0; response_revision:5078; }","duration":"690.163984ms","start":"2026-05-11T01:05:49.095959Z","end":"2026-05-11T01:05:49.786123Z","steps":["trace[447811854] 'agreement among raft nodes before linearized reading' (duration: 689.300733ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:05:49.786199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:05:49.095949Z","time spent":"690.237785ms","remote":"127.0.0.1:40270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" "} {"level":"info","ts":"2026-05-11T01:05:49.965472Z","caller":"traceutil/trace.go:171","msg":"trace[747130160] transaction","detail":"{read_only:false; response_revision:5079; number_of_response:1; }","duration":"175.543671ms","start":"2026-05-11T01:05:49.789899Z","end":"2026-05-11T01:05:49.965443Z","steps":["trace[747130160] 'process raft request' (duration: 175.368386ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:05:49.970479Z","caller":"traceutil/trace.go:171","msg":"trace[1645563230] transaction","detail":"{read_only:false; response_revision:5080; number_of_response:1; }","duration":"180.253356ms","start":"2026-05-11T01:05:49.790205Z","end":"2026-05-11T01:05:49.970458Z","steps":["trace[1645563230] 'process raft request' (duration: 180.077722ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:05:49.97072Z","caller":"traceutil/trace.go:171","msg":"trace[121036000] transaction","detail":"{read_only:false; response_revision:5081; number_of_response:1; }","duration":"180.497811ms","start":"2026-05-11T01:05:49.790205Z","end":"2026-05-11T01:05:49.970703Z","steps":["trace[121036000] 'process raft request' (duration: 180.215105ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:05:49.970898Z","caller":"traceutil/trace.go:171","msg":"trace[447320921] transaction","detail":"{read_only:false; response_revision:5082; number_of_response:1; }","duration":"179.337416ms","start":"2026-05-11T01:05:49.791552Z","end":"2026-05-11T01:05:49.97089Z","steps":["trace[447320921] 'process raft request' (duration: 179.06503ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:05:49.970852Z","caller":"traceutil/trace.go:171","msg":"trace[1043929782] linearizableReadLoop","detail":"{readStateIndex:5272; appliedIndex:5269; }","duration":"179.001988ms","start":"2026-05-11T01:05:49.791821Z","end":"2026-05-11T01:05:49.970823Z","steps":["trace[1043929782] 'read index received' (duration: 173.607528ms)","trace[1043929782] 'applied index is now lower than readState.Index' (duration: 5.39311ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:05:49.971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.145191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/goldpinger-clusterrole\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:05:49.97105Z","caller":"traceutil/trace.go:171","msg":"trace[481901940] range","detail":"{range_begin:/registry/clusterroles/goldpinger-clusterrole; range_end:; response_count:0; response_revision:5082; }","duration":"179.244194ms","start":"2026-05-11T01:05:49.791794Z","end":"2026-05-11T01:05:49.971038Z","steps":["trace[481901940] 'agreement among raft nodes before linearized reading' (duration: 179.12703ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:05:50.421877Z","caller":"traceutil/trace.go:171","msg":"trace[1146374701] linearizableReadLoop","detail":"{readStateIndex:5274; appliedIndex:5273; }","duration":"263.291266ms","start":"2026-05-11T01:05:50.158564Z","end":"2026-05-11T01:05:50.421856Z","steps":["trace[1146374701] 'read index received' (duration: 263.166073ms)","trace[1146374701] 'applied index is now lower than readState.Index' (duration: 124.183µs)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:05:50.421942Z","caller":"traceutil/trace.go:171","msg":"trace[335597009] transaction","detail":"{read_only:false; response_revision:5083; number_of_response:1; }","duration":"376.992854ms","start":"2026-05-11T01:05:50.044929Z","end":"2026-05-11T01:05:50.421922Z","steps":["trace[335597009] 'process raft request' (duration: 376.733949ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:05:50.422046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:05:50.044907Z","time spent":"377.082508ms","remote":"127.0.0.1:40174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10249,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-11T01:05:50.422087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.511422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-11T01:05:50.422125Z","caller":"traceutil/trace.go:171","msg":"trace[1085829651] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5083; }","duration":"263.592554ms","start":"2026-05-11T01:05:50.158524Z","end":"2026-05-11T01:05:50.422117Z","steps":["trace[1085829651] 'agreement among raft nodes before linearized reading' (duration: 263.438739ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:05:50.475515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.843309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-11T01:05:50.475541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.135432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-11T01:05:50.47557Z","caller":"traceutil/trace.go:171","msg":"trace[1656886041] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:5084; }","duration":"259.939151ms","start":"2026-05-11T01:05:50.215618Z","end":"2026-05-11T01:05:50.475557Z","steps":["trace[1656886041] 'agreement among raft nodes before linearized reading' (duration: 259.830839ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:05:50.475591Z","caller":"traceutil/trace.go:171","msg":"trace[830393291] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5084; }","duration":"311.229055ms","start":"2026-05-11T01:05:50.164349Z","end":"2026-05-11T01:05:50.475578Z","steps":["trace[830393291] 'agreement among raft nodes before linearized reading' (duration: 311.135093ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:05:50.475573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.376231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-11T01:05:50.475628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:05:50.164336Z","time spent":"311.282276ms","remote":"127.0.0.1:51804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:05:50.475651Z","caller":"traceutil/trace.go:171","msg":"trace[1911217255] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5084; }","duration":"316.482323ms","start":"2026-05-11T01:05:50.159153Z","end":"2026-05-11T01:05:50.475635Z","steps":["trace[1911217255] 'agreement among raft nodes before linearized reading' (duration: 316.269658ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:05:50.475692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:05:50.159144Z","time spent":"316.539554ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-11T01:05:50.475785Z","caller":"traceutil/trace.go:171","msg":"trace[1779475722] transaction","detail":"{read_only:false; response_revision:5084; number_of_response:1; }","duration":"317.100937ms","start":"2026-05-11T01:05:50.158671Z","end":"2026-05-11T01:05:50.475772Z","steps":["trace[1779475722] 'process raft request' (duration: 316.622236ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:05:50.475886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:05:50.158639Z","time spent":"317.179459ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:05:50.47587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.871127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sj8sm\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-05-11T01:05:50.475968Z","caller":"traceutil/trace.go:171","msg":"trace[882756104] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sj8sm; range_end:; response_count:1; response_revision:5084; }","duration":"314.99732ms","start":"2026-05-11T01:05:50.160944Z","end":"2026-05-11T01:05:50.475941Z","steps":["trace[882756104] 'agreement among raft nodes before linearized reading' (duration: 314.667562ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:05:50.476075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:05:50.160936Z","time spent":"315.073252ms","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-sj8sm\" "} {"level":"info","ts":"2026-05-11T01:05:50.991111Z","caller":"traceutil/trace.go:171","msg":"trace[1225788011] linearizableReadLoop","detail":"{readStateIndex:5278; appliedIndex:5277; }","duration":"510.540741ms","start":"2026-05-11T01:05:50.480553Z","end":"2026-05-11T01:05:50.991094Z","steps":["trace[1225788011] 'read index received' (duration: 7.726944ms)","trace[1225788011] 'applied index is now lower than readState.Index' (duration: 502.812836ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:05:50.991249Z","caller":"traceutil/trace.go:171","msg":"trace[784345661] transaction","detail":"{read_only:false; response_revision:5087; number_of_response:1; }","duration":"511.402119ms","start":"2026-05-11T01:05:50.479773Z","end":"2026-05-11T01:05:50.991175Z","steps":["trace[784345661] 'process raft request' (duration: 511.216065ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:05:50.991329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.768545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62883"} {"level":"info","ts":"2026-05-11T01:05:50.991351Z","caller":"traceutil/trace.go:171","msg":"trace[339649811] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5087; }","duration":"510.838287ms","start":"2026-05-11T01:05:50.480507Z","end":"2026-05-11T01:05:50.991345Z","steps":["trace[339649811] 'agreement among raft nodes before linearized reading' (duration: 510.666493ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:05:50.991376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:05:50.480488Z","time spent":"510.883169ms","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62906,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-11T01:05:50.991426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:05:50.479752Z","time spent":"511.592024ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:05:51.12082Z","caller":"traceutil/trace.go:171","msg":"trace[166732026] transaction","detail":"{read_only:false; response_revision:5088; number_of_response:1; }","duration":"629.068868ms","start":"2026-05-11T01:05:50.491724Z","end":"2026-05-11T01:05:51.120793Z","steps":["trace[166732026] 'process raft request' (duration: 607.547574ms)","trace[166732026] 'compare' (duration: 21.250398ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:05:51.120926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:05:50.491706Z","time spent":"629.17275ms","remote":"127.0.0.1:40186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1219,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-11T01:05:51.216922Z","caller":"traceutil/trace.go:171","msg":"trace[829521268] linearizableReadLoop","detail":"{readStateIndex:5280; appliedIndex:5278; }","duration":"225.740289ms","start":"2026-05-11T01:05:50.991156Z","end":"2026-05-11T01:05:51.216897Z","steps":["trace[829521268] 'read index received' (duration: 108.018001ms)","trace[829521268] 'applied index is now lower than readState.Index' (duration: 117.719788ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:05:51.217227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.126462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-11T01:05:51.217317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.727393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-11ef4444-9d42-4590-9d0d-b22fdacb6c8a\" ","response":"range_response_count:1 size:3904"} {"level":"info","ts":"2026-05-11T01:05:51.217378Z","caller":"traceutil/trace.go:171","msg":"trace[613333996] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-11ef4444-9d42-4590-9d0d-b22fdacb6c8a; range_end:; response_count:1; response_revision:5089; }","duration":"426.800755ms","start":"2026-05-11T01:05:50.790562Z","end":"2026-05-11T01:05:51.217363Z","steps":["trace[613333996] 'agreement among raft nodes before linearized reading' (duration: 426.470417ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:05:51.217421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:05:50.7905Z","time spent":"426.911907ms","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3927,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-11ef4444-9d42-4590-9d0d-b22fdacb6c8a\" "} {"level":"info","ts":"2026-05-11T01:05:51.217498Z","caller":"traceutil/trace.go:171","msg":"trace[1506580987] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:5089; }","duration":"100.329766ms","start":"2026-05-11T01:05:51.117021Z","end":"2026-05-11T01:05:51.217351Z","steps":["trace[1506580987] 'agreement among raft nodes before linearized reading' (duration: 100.107972ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:05:51.360464Z","caller":"traceutil/trace.go:171","msg":"trace[1394865526] transaction","detail":"{read_only:false; response_revision:5090; number_of_response:1; }","duration":"130.773403ms","start":"2026-05-11T01:05:51.229671Z","end":"2026-05-11T01:05:51.360444Z","steps":["trace[1394865526] 'process raft request' (duration: 46.396464ms)","trace[1394865526] 'compare' (duration: 84.236816ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:05:59.839579Z","caller":"traceutil/trace.go:171","msg":"trace[64696519] transaction","detail":"{read_only:false; response_revision:5274; number_of_response:1; }","duration":"105.132975ms","start":"2026-05-11T01:05:59.734427Z","end":"2026-05-11T01:05:59.83956Z","steps":["trace[64696519] 'process raft request' (duration: 104.979492ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:06:00.15759Z","caller":"traceutil/trace.go:171","msg":"trace[1725488895] linearizableReadLoop","detail":"{readStateIndex:5476; appliedIndex:5475; }","duration":"102.704481ms","start":"2026-05-11T01:06:00.054849Z","end":"2026-05-11T01:06:00.157553Z","steps":["trace[1725488895] 'read index received' (duration: 69.462563ms)","trace[1725488895] 'applied index is now lower than readState.Index' (duration: 33.240478ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:06:00.157627Z","caller":"traceutil/trace.go:171","msg":"trace[736327933] transaction","detail":"{read_only:false; response_revision:5279; number_of_response:1; }","duration":"114.139979ms","start":"2026-05-11T01:06:00.043452Z","end":"2026-05-11T01:06:00.157592Z","steps":["trace[736327933] 'process raft request' (duration: 80.84656ms)","trace[736327933] 'compare' (duration: 33.068134ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:06:00.157865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.78159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-11T01:06:00.157928Z","caller":"traceutil/trace.go:171","msg":"trace[1214294616] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5279; }","duration":"113.899723ms","start":"2026-05-11T01:06:00.044011Z","end":"2026-05-11T01:06:00.15791Z","steps":["trace[1214294616] 'agreement among raft nodes before linearized reading' (duration: 113.701209ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:06:00.196801Z","caller":"traceutil/trace.go:171","msg":"trace[1429179556] transaction","detail":"{read_only:false; response_revision:5280; number_of_response:1; }","duration":"128.107843ms","start":"2026-05-11T01:06:00.068672Z","end":"2026-05-11T01:06:00.19678Z","steps":["trace[1429179556] 'process raft request' (duration: 127.658553ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:06:01.228596Z","caller":"traceutil/trace.go:171","msg":"trace[1436907200] linearizableReadLoop","detail":"{readStateIndex:5487; appliedIndex:5486; }","duration":"129.899923ms","start":"2026-05-11T01:06:01.098662Z","end":"2026-05-11T01:06:01.228562Z","steps":["trace[1436907200] 'read index received' (duration: 129.617987ms)","trace[1436907200] 'applied index is now lower than readState.Index' (duration: 280.706µs)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:06:01.228724Z","caller":"traceutil/trace.go:171","msg":"trace[1862312843] transaction","detail":"{read_only:false; response_revision:5289; number_of_response:1; }","duration":"131.976959ms","start":"2026-05-11T01:06:01.096729Z","end":"2026-05-11T01:06:01.228706Z","steps":["trace[1862312843] 'process raft request' (duration: 131.626412ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:06:01.228897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.22103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:70929"} {"level":"info","ts":"2026-05-11T01:06:01.228943Z","caller":"traceutil/trace.go:171","msg":"trace[327002892] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5289; }","duration":"130.301251ms","start":"2026-05-11T01:06:01.098631Z","end":"2026-05-11T01:06:01.228932Z","steps":["trace[327002892] 'agreement among raft nodes before linearized reading' (duration: 130.068426ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:06:01.229974Z","caller":"traceutil/trace.go:171","msg":"trace[1771036379] transaction","detail":"{read_only:false; response_revision:5290; number_of_response:1; }","duration":"101.496225ms","start":"2026-05-11T01:06:01.128447Z","end":"2026-05-11T01:06:01.229943Z","steps":["trace[1771036379] 'process raft request' (duration: 101.26875ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:06:01.23002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.134094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-rmj5f\" ","response":"range_response_count:1 size:8053"} {"level":"info","ts":"2026-05-11T01:06:01.230097Z","caller":"traceutil/trace.go:171","msg":"trace[1982907478] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-rmj5f; range_end:; response_count:1; response_revision:5290; }","duration":"104.232397ms","start":"2026-05-11T01:06:01.125842Z","end":"2026-05-11T01:06:01.230074Z","steps":["trace[1982907478] 'agreement among raft nodes before linearized reading' (duration: 104.018332ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:06:04.426787Z","caller":"traceutil/trace.go:171","msg":"trace[684342058] transaction","detail":"{read_only:false; response_revision:5326; number_of_response:1; }","duration":"134.416435ms","start":"2026-05-11T01:06:04.29233Z","end":"2026-05-11T01:06:04.426747Z","steps":["trace[684342058] 'process raft request' (duration: 134.198311ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:06:04.502187Z","caller":"traceutil/trace.go:171","msg":"trace[1487078773] transaction","detail":"{read_only:false; response_revision:5327; number_of_response:1; }","duration":"113.361412ms","start":"2026-05-11T01:06:04.388795Z","end":"2026-05-11T01:06:04.502156Z","steps":["trace[1487078773] 'process raft request' (duration: 105.186098ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:06:08.032848Z","caller":"traceutil/trace.go:171","msg":"trace[535119891] linearizableReadLoop","detail":"{readStateIndex:5612; appliedIndex:5611; }","duration":"104.892003ms","start":"2026-05-11T01:06:07.927928Z","end":"2026-05-11T01:06:08.03282Z","steps":["trace[535119891] 'read index received' (duration: 104.619957ms)","trace[535119891] 'applied index is now lower than readState.Index' (duration: 271.076µs)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:06:08.032976Z","caller":"traceutil/trace.go:171","msg":"trace[28304017] transaction","detail":"{read_only:false; response_revision:5413; number_of_response:1; }","duration":"144.7664ms","start":"2026-05-11T01:06:07.888172Z","end":"2026-05-11T01:06:08.032939Z","steps":["trace[28304017] 'process raft request' (duration: 144.456064ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:06:08.033008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.060166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:06:08.03305Z","caller":"traceutil/trace.go:171","msg":"trace[1646967243] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5413; }","duration":"105.160249ms","start":"2026-05-11T01:06:07.927879Z","end":"2026-05-11T01:06:08.033039Z","steps":["trace[1646967243] 'agreement among raft nodes before linearized reading' (duration: 105.063307ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:06:08.316976Z","caller":"traceutil/trace.go:171","msg":"trace[675570762] linearizableReadLoop","detail":"{readStateIndex:5613; appliedIndex:5612; }","duration":"119.276093ms","start":"2026-05-11T01:06:08.197651Z","end":"2026-05-11T01:06:08.316927Z","steps":["trace[675570762] 'read index received' (duration: 95.27434ms)","trace[675570762] 'applied index is now lower than readState.Index' (duration: 23.999933ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:06:08.317026Z","caller":"traceutil/trace.go:171","msg":"trace[672132493] transaction","detail":"{read_only:false; response_revision:5414; number_of_response:1; }","duration":"212.24805ms","start":"2026-05-11T01:06:08.104737Z","end":"2026-05-11T01:06:08.316985Z","steps":["trace[672132493] 'process raft request' (duration: 188.303238ms)","trace[672132493] 'compare' (duration: 23.38268ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:06:08.317615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.886867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-0\" ","response":"range_response_count:1 size:5588"} {"level":"info","ts":"2026-05-11T01:06:08.317722Z","caller":"traceutil/trace.go:171","msg":"trace[1839485753] range","detail":"{range_begin:/registry/pods/monitoring/loki-0; range_end:; response_count:1; response_revision:5414; }","duration":"120.089812ms","start":"2026-05-11T01:06:08.197607Z","end":"2026-05-11T01:06:08.317697Z","steps":["trace[1839485753] 'agreement among raft nodes before linearized reading' (duration: 119.458167ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:06:08.31856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.288451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-11T01:06:08.318649Z","caller":"traceutil/trace.go:171","msg":"trace[688246285] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5415; }","duration":"100.425074ms","start":"2026-05-11T01:06:08.218203Z","end":"2026-05-11T01:06:08.318629Z","steps":["trace[688246285] 'agreement among raft nodes before linearized reading' (duration: 100.149458ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:06:09.536726Z","caller":"traceutil/trace.go:171","msg":"trace[649626274] linearizableReadLoop","detail":"{readStateIndex:5630; appliedIndex:5629; }","duration":"298.821557ms","start":"2026-05-11T01:06:09.237881Z","end":"2026-05-11T01:06:09.536703Z","steps":["trace[649626274] 'read index received' (duration: 298.615332ms)","trace[649626274] 'applied index is now lower than readState.Index' (duration: 205.255µs)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:06:09.53676Z","caller":"traceutil/trace.go:171","msg":"trace[820625711] transaction","detail":"{read_only:false; response_revision:5431; number_of_response:1; }","duration":"322.428282ms","start":"2026-05-11T01:06:09.214305Z","end":"2026-05-11T01:06:09.536733Z","steps":["trace[820625711] 'process raft request' (duration: 322.239118ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:06:09.536897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:06:09.214276Z","time spent":"322.547835ms","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3748,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:06:09.536943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.053953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-05-11T01:06:09.536985Z","caller":"traceutil/trace.go:171","msg":"trace[2118272355] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5431; }","duration":"299.134584ms","start":"2026-05-11T01:06:09.237841Z","end":"2026-05-11T01:06:09.536975Z","steps":["trace[2118272355] 'agreement among raft nodes before linearized reading' (duration: 298.984631ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:06:09.771198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.715997ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-11T01:06:09.771401Z","caller":"traceutil/trace.go:171","msg":"trace[921103015] transaction","detail":"{read_only:false; response_revision:5432; number_of_response:1; }","duration":"267.058011ms","start":"2026-05-11T01:06:09.504298Z","end":"2026-05-11T01:06:09.771356Z","steps":["trace[921103015] 'process raft request' (duration: 146.058589ms)","trace[921103015] 'compare' (duration: 120.393788ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:06:09.771545Z","caller":"traceutil/trace.go:171","msg":"trace[2147037647] linearizableReadLoop","detail":"{readStateIndex:5631; appliedIndex:5630; }","duration":"234.726211ms","start":"2026-05-11T01:06:09.536792Z","end":"2026-05-11T01:06:09.771519Z","steps":["trace[2147037647] 'read index received' (duration: 113.591396ms)","trace[2147037647] 'applied index is now lower than readState.Index' (duration: 121.132615ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:06:09.771674Z","caller":"traceutil/trace.go:171","msg":"trace[1180702399] transaction","detail":"{read_only:false; response_revision:5433; number_of_response:1; }","duration":"183.329118ms","start":"2026-05-11T01:06:09.58814Z","end":"2026-05-11T01:06:09.771469Z","steps":["trace[1180702399] 'process raft request' (duration: 183.220526ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:06:09.772108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.248363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sj8sm\" ","response":"range_response_count:1 size:6530"} {"level":"warn","ts":"2026-05-11T01:06:09.77211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.08762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0424129e-6c44-4cbd-a561-ce58887df9e5\" ","response":"range_response_count:1 size:3763"} {"level":"warn","ts":"2026-05-11T01:06:09.772122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.148438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:06:09.772168Z","caller":"traceutil/trace.go:171","msg":"trace[1364842269] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sj8sm; range_end:; response_count:1; response_revision:5433; }","duration":"498.341025ms","start":"2026-05-11T01:06:09.273816Z","end":"2026-05-11T01:06:09.772157Z","steps":["trace[1364842269] 'agreement among raft nodes before linearized reading' (duration: 498.10114ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:06:09.772195Z","caller":"traceutil/trace.go:171","msg":"trace[609416703] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0424129e-6c44-4cbd-a561-ce58887df9e5; range_end:; response_count:1; response_revision:5433; }","duration":"449.218672ms","start":"2026-05-11T01:06:09.322958Z","end":"2026-05-11T01:06:09.772177Z","steps":["trace[609416703] 'agreement among raft nodes before linearized reading' (duration: 448.983067ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:06:09.772217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:06:09.273807Z","time spent":"498.401266ms","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-sj8sm\" "} {"level":"info","ts":"2026-05-11T01:06:09.772223Z","caller":"traceutil/trace.go:171","msg":"trace[292933913] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:5433; }","duration":"314.29176ms","start":"2026-05-11T01:06:09.457907Z","end":"2026-05-11T01:06:09.772199Z","steps":["trace[292933913] 'agreement among raft nodes before linearized reading' (duration: 314.084006ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:06:09.772245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:06:09.322946Z","time spent":"449.285253ms","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0424129e-6c44-4cbd-a561-ce58887df9e5\" "} {"level":"warn","ts":"2026-05-11T01:06:09.772276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:06:09.457894Z","time spent":"314.369513ms","remote":"127.0.0.1:58286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:06:09.77234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.256048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-11ef4444-9d42-4590-9d0d-b22fdacb6c8a\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-05-11T01:06:09.772456Z","caller":"traceutil/trace.go:171","msg":"trace[1626738896] range","detail":"{range_begin:/registry/persistentvolumes/pvc-11ef4444-9d42-4590-9d0d-b22fdacb6c8a; range_end:; response_count:1; response_revision:5433; }","duration":"228.420151ms","start":"2026-05-11T01:06:09.544001Z","end":"2026-05-11T01:06:09.772421Z","steps":["trace[1626738896] 'agreement among raft nodes before linearized reading' (duration: 228.014392ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:06:09.772488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.153623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-11T01:06:09.772496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.074945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3244"} {"level":"info","ts":"2026-05-11T01:06:09.772718Z","caller":"traceutil/trace.go:171","msg":"trace[1952428150] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5433; }","duration":"499.434149ms","start":"2026-05-11T01:06:09.273267Z","end":"2026-05-11T01:06:09.772701Z","steps":["trace[1952428150] 'agreement among raft nodes before linearized reading' (duration: 498.767565ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:06:09.77278Z","caller":"traceutil/trace.go:171","msg":"trace[1348718806] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5433; }","duration":"474.424842ms","start":"2026-05-11T01:06:09.298328Z","end":"2026-05-11T01:06:09.772753Z","steps":["trace[1348718806] 'agreement among raft nodes before linearized reading' (duration: 473.701637ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:06:09.772765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:06:09.273241Z","time spent":"499.51468ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-11T01:06:09.772825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:06:09.298304Z","time spent":"474.510015ms","remote":"127.0.0.1:58206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3267,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-05-11T01:06:10.517402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.174ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-11T01:06:10.5177Z","caller":"traceutil/trace.go:171","msg":"trace[429591523] transaction","detail":"{read_only:false; response_revision:5434; number_of_response:1; }","duration":"740.520482ms","start":"2026-05-11T01:06:09.777134Z","end":"2026-05-11T01:06:10.517655Z","steps":["trace[429591523] 'process raft request' (duration: 202.680038ms)","trace[429591523] 'compare' (duration: 536.31719ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:06:10.51782Z","caller":"traceutil/trace.go:171","msg":"trace[818088303] linearizableReadLoop","detail":"{readStateIndex:5633; appliedIndex:5632; }","duration":"740.289327ms","start":"2026-05-11T01:06:09.777445Z","end":"2026-05-11T01:06:10.517735Z","steps":["trace[818088303] 'read index received' (duration: 202.289189ms)","trace[818088303] 'applied index is now lower than readState.Index' (duration: 537.996338ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:06:10.517874Z","caller":"traceutil/trace.go:171","msg":"trace[195695728] transaction","detail":"{read_only:false; response_revision:5435; number_of_response:1; }","duration":"512.619693ms","start":"2026-05-11T01:06:10.005211Z","end":"2026-05-11T01:06:10.517831Z","steps":["trace[195695728] 'process raft request' (duration: 512.440939ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:06:10.517878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:06:09.777118Z","time spent":"740.679605ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:06:10.51791Z","caller":"traceutil/trace.go:171","msg":"trace[1364071278] transaction","detail":"{read_only:false; response_revision:5436; number_of_response:1; }","duration":"478.999005ms","start":"2026-05-11T01:06:10.03889Z","end":"2026-05-11T01:06:10.517889Z","steps":["trace[1364071278] 'process raft request' (duration: 478.859232ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:06:10.518164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:06:10.038872Z","time spent":"479.097287ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:06:10.518191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:06:10.005188Z","time spent":"512.776476ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:06:10.544121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.14057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1162"} {"level":"info","ts":"2026-05-11T01:06:10.544265Z","caller":"traceutil/trace.go:171","msg":"trace[473475447] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:5436; }","duration":"765.272082ms","start":"2026-05-11T01:06:09.778944Z","end":"2026-05-11T01:06:10.544216Z","steps":["trace[473475447] 'agreement among raft nodes before linearized reading' (duration: 765.030147ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:06:10.544328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.270275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-11T01:06:10.544377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.274029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-11T01:06:10.544378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.482977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18ae5d5f6c66345b\" ","response":"range_response_count:1 size:1012"} {"level":"warn","ts":"2026-05-11T01:06:10.544333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.755946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-11T01:06:10.544439Z","caller":"traceutil/trace.go:171","msg":"trace[1494085607] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5436; }","duration":"215.370061ms","start":"2026-05-11T01:06:10.329047Z","end":"2026-05-11T01:06:10.544417Z","steps":["trace[1494085607] 'agreement among raft nodes before linearized reading' (duration: 215.050343ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:06:10.544441Z","caller":"traceutil/trace.go:171","msg":"trace[796985974] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:5436; }","duration":"102.430229ms","start":"2026-05-11T01:06:10.441983Z","end":"2026-05-11T01:06:10.544413Z","steps":["trace[796985974] 'agreement among raft nodes before linearized reading' (duration: 102.182832ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:06:10.544377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.458276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-11T01:06:10.544438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.804012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-11T01:06:10.544493Z","caller":"traceutil/trace.go:171","msg":"trace[1902333633] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5436; }","duration":"617.595988ms","start":"2026-05-11T01:06:09.926889Z","end":"2026-05-11T01:06:10.544485Z","steps":["trace[1902333633] 'agreement among raft nodes before linearized reading' (duration: 617.464955ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:06:10.544485Z","caller":"traceutil/trace.go:171","msg":"trace[1188879205] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5436; }","duration":"213.934929ms","start":"2026-05-11T01:06:10.330533Z","end":"2026-05-11T01:06:10.544468Z","steps":["trace[1188879205] 'agreement among raft nodes before linearized reading' (duration: 213.464398ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:06:10.54452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:06:09.926877Z","time spent":"617.635339ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-11T01:06:10.544521Z","caller":"traceutil/trace.go:171","msg":"trace[1762049560] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5436; }","duration":"220.943635ms","start":"2026-05-11T01:06:10.323555Z","end":"2026-05-11T01:06:10.544499Z","steps":["trace[1762049560] 'agreement among raft nodes before linearized reading' (duration: 220.71947ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:06:10.544397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:06:09.77894Z","time spent":"765.443357ms","remote":"127.0.0.1:40174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1185,"request content":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" "} {"level":"info","ts":"2026-05-11T01:06:10.544455Z","caller":"traceutil/trace.go:171","msg":"trace[131417290] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18ae5d5f6c66345b; range_end:; response_count:1; response_revision:5436; }","duration":"185.569769ms","start":"2026-05-11T01:06:10.358857Z","end":"2026-05-11T01:06:10.544427Z","steps":["trace[131417290] 'agreement among raft nodes before linearized reading' (duration: 185.388145ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:06:10.544303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.107805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-11T01:06:10.544718Z","caller":"traceutil/trace.go:171","msg":"trace[870397286] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5436; }","duration":"215.534555ms","start":"2026-05-11T01:06:10.329146Z","end":"2026-05-11T01:06:10.544681Z","steps":["trace[870397286] 'agreement among raft nodes before linearized reading' (duration: 215.004372ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:06:10.545354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.897021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80111"} {"level":"info","ts":"2026-05-11T01:06:10.545419Z","caller":"traceutil/trace.go:171","msg":"trace[1392677458] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5436; }","duration":"767.971962ms","start":"2026-05-11T01:06:09.777424Z","end":"2026-05-11T01:06:10.545396Z","steps":["trace[1392677458] 'agreement among raft nodes before linearized reading' (duration: 740.469171ms)","trace[1392677458] 'range keys from in-memory index tree' (duration: 26.061529ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:06:10.545453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:06:09.777417Z","time spent":"768.027314ms","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80134,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-11T01:06:12.914084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.317998ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-11T01:06:12.914289Z","caller":"traceutil/trace.go:171","msg":"trace[890711025] transaction","detail":"{read_only:false; response_revision:5479; number_of_response:1; }","duration":"354.928045ms","start":"2026-05-11T01:06:12.559342Z","end":"2026-05-11T01:06:12.91427Z","steps":["trace[890711025] 'process raft request' (duration: 354.895454ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:06:12.914352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:06:12.559328Z","time spent":"354.996246ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:06:12.914493Z","caller":"traceutil/trace.go:171","msg":"trace[1997153363] linearizableReadLoop","detail":"{readStateIndex:5678; appliedIndex:5677; }","duration":"449.175502ms","start":"2026-05-11T01:06:12.465261Z","end":"2026-05-11T01:06:12.914437Z","steps":["trace[1997153363] 'read index received' (duration: 33.430234ms)","trace[1997153363] 'applied index is now lower than readState.Index' (duration: 415.741478ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:06:12.914648Z","caller":"traceutil/trace.go:171","msg":"trace[721550511] transaction","detail":"{read_only:false; response_revision:5477; number_of_response:1; }","duration":"633.775348ms","start":"2026-05-11T01:06:12.280857Z","end":"2026-05-11T01:06:12.914632Z","steps":["trace[721550511] 'process raft request' (duration: 217.828715ms)","trace[721550511] 'compare' (duration: 414.93477ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:06:12.914661Z","caller":"traceutil/trace.go:171","msg":"trace[460310131] transaction","detail":"{read_only:false; response_revision:5478; number_of_response:1; }","duration":"390.018896ms","start":"2026-05-11T01:06:12.524494Z","end":"2026-05-11T01:06:12.914513Z","steps":["trace[460310131] 'process raft request' (duration: 389.682928ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:06:12.914776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:06:12.280842Z","time spent":"633.846339ms","remote":"127.0.0.1:40174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4773,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:06:12.914808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:06:12.524481Z","time spent":"390.22266ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:06:12.915084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.524172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-11T01:06:12.915139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.998354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0424129e-6c44-4cbd-a561-ce58887df9e5\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-05-11T01:06:12.915191Z","caller":"traceutil/trace.go:171","msg":"trace[201526508] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5479; }","duration":"357.663906ms","start":"2026-05-11T01:06:12.557505Z","end":"2026-05-11T01:06:12.915169Z","steps":["trace[201526508] 'agreement among raft nodes before linearized reading' (duration: 357.41328ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:06:12.915243Z","caller":"traceutil/trace.go:171","msg":"trace[1291824204] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0424129e-6c44-4cbd-a561-ce58887df9e5; range_end:; response_count:1; response_revision:5479; }","duration":"127.088397ms","start":"2026-05-11T01:06:12.78809Z","end":"2026-05-11T01:06:12.915178Z","steps":["trace[1291824204] 'agreement among raft nodes before linearized reading' (duration: 126.912853ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:06:12.915254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.836462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-11T01:06:12.915281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:06:12.557494Z","time spent":"357.771498ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-11T01:06:12.915294Z","caller":"traceutil/trace.go:171","msg":"trace[462113700] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5479; }","duration":"318.899823ms","start":"2026-05-11T01:06:12.596383Z","end":"2026-05-11T01:06:12.915283Z","steps":["trace[462113700] 'agreement among raft nodes before linearized reading' (duration: 318.711259ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:06:12.915336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:06:12.59637Z","time spent":"318.958694ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-11T01:06:12.91513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.425868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-11T01:06:12.915429Z","caller":"traceutil/trace.go:171","msg":"trace[1816762832] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5479; }","duration":"392.761786ms","start":"2026-05-11T01:06:12.522652Z","end":"2026-05-11T01:06:12.915414Z","steps":["trace[1816762832] 'agreement among raft nodes before linearized reading' (duration: 392.253355ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:06:12.915458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.580976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-11T01:06:12.915486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:06:12.522635Z","time spent":"392.837337ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-11T01:06:12.915552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.913743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-11T01:06:12.91543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.094787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-11T01:06:12.915632Z","caller":"traceutil/trace.go:171","msg":"trace[922602949] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5479; }","duration":"358.999825ms","start":"2026-05-11T01:06:12.556598Z","end":"2026-05-11T01:06:12.915598Z","steps":["trace[922602949] 'agreement among raft nodes before linearized reading' (duration: 358.860562ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:06:12.915632Z","caller":"traceutil/trace.go:171","msg":"trace[1765194058] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5479; }","duration":"359.316961ms","start":"2026-05-11T01:06:12.5563Z","end":"2026-05-11T01:06:12.915617Z","steps":["trace[1765194058] 'agreement among raft nodes before linearized reading' (duration: 359.034325ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:06:12.915676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:06:12.556581Z","time spent":"359.083566ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-11T01:06:12.91568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:06:12.556289Z","time spent":"359.379084ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-11T01:06:12.915932Z","caller":"traceutil/trace.go:171","msg":"trace[2046337498] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5479; }","duration":"358.706509ms","start":"2026-05-11T01:06:12.556792Z","end":"2026-05-11T01:06:12.915498Z","steps":["trace[2046337498] 'agreement among raft nodes before linearized reading' (duration: 358.369571ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:06:12.916377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:06:12.556775Z","time spent":"359.309312ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-11T01:06:12.917355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.869456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sj8sm\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-05-11T01:06:12.917406Z","caller":"traceutil/trace.go:171","msg":"trace[1798165934] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sj8sm; range_end:; response_count:1; response_revision:5479; }","duration":"364.965248ms","start":"2026-05-11T01:06:12.552429Z","end":"2026-05-11T01:06:12.917394Z","steps":["trace[1798165934] 'agreement among raft nodes before linearized reading' (duration: 363.062876ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:06:12.917438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:06:12.552408Z","time spent":"365.02204ms","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-sj8sm\" "} {"level":"warn","ts":"2026-05-11T01:06:12.918211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.935745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2213919"} {"level":"info","ts":"2026-05-11T01:06:12.918374Z","caller":"traceutil/trace.go:171","msg":"trace[1434857888] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5479; }","duration":"453.096308ms","start":"2026-05-11T01:06:12.465213Z","end":"2026-05-11T01:06:12.918309Z","steps":["trace[1434857888] 'agreement among raft nodes before linearized reading' (duration: 449.677242ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:06:12.918482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:06:12.465194Z","time spent":"453.272342ms","remote":"127.0.0.1:40186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2213942,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-05-11T01:06:18.69947Z","caller":"traceutil/trace.go:171","msg":"trace[1116237048] linearizableReadLoop","detail":"{readStateIndex:5791; appliedIndex:5790; }","duration":"264.364691ms","start":"2026-05-11T01:06:18.43507Z","end":"2026-05-11T01:06:18.699435Z","steps":["trace[1116237048] 'read index received' (duration: 263.994183ms)","trace[1116237048] 'applied index is now lower than readState.Index' (duration: 368.808µs)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:06:18.6995Z","caller":"traceutil/trace.go:171","msg":"trace[484269995] transaction","detail":"{read_only:false; response_revision:5587; number_of_response:1; }","duration":"349.359521ms","start":"2026-05-11T01:06:18.350108Z","end":"2026-05-11T01:06:18.699467Z","steps":["trace[484269995] 'process raft request' (duration: 349.008094ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:06:18.699799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:06:18.350075Z","time spent":"349.511105ms","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13862,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:06:18.699888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.78125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-05-11T01:06:18.699942Z","caller":"traceutil/trace.go:171","msg":"trace[1436817502] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5587; }","duration":"264.924963ms","start":"2026-05-11T01:06:18.434997Z","end":"2026-05-11T01:06:18.699922Z","steps":["trace[1436817502] 'agreement among raft nodes before linearized reading' (duration: 264.641957ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:06:22.703299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.518564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-05-11T01:06:22.703451Z","caller":"traceutil/trace.go:171","msg":"trace[978827980] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5624; }","duration":"179.740698ms","start":"2026-05-11T01:06:22.523682Z","end":"2026-05-11T01:06:22.703422Z","steps":["trace[978827980] 'range keys from in-memory index tree' (duration: 179.234257ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:06:22.856123Z","caller":"traceutil/trace.go:171","msg":"trace[1159185449] transaction","detail":"{read_only:false; response_revision:5625; number_of_response:1; }","duration":"147.638114ms","start":"2026-05-11T01:06:22.708464Z","end":"2026-05-11T01:06:22.856102Z","steps":["trace[1159185449] 'process raft request' (duration: 147.49556ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:06:23.177874Z","caller":"traceutil/trace.go:171","msg":"trace[700090636] transaction","detail":"{read_only:false; response_revision:5626; number_of_response:1; }","duration":"228.358859ms","start":"2026-05-11T01:06:22.949479Z","end":"2026-05-11T01:06:23.177838Z","steps":["trace[700090636] 'process raft request' (duration: 160.03242ms)","trace[700090636] 'compare' (duration: 68.030793ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:06:23.178081Z","caller":"traceutil/trace.go:171","msg":"trace[1906335733] linearizableReadLoop","detail":"{readStateIndex:5832; appliedIndex:5830; }","duration":"217.227332ms","start":"2026-05-11T01:06:22.960811Z","end":"2026-05-11T01:06:23.178038Z","steps":["trace[1906335733] 'read index received' (duration: 148.718099ms)","trace[1906335733] 'applied index is now lower than readState.Index' (duration: 68.507303ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:06:23.178176Z","caller":"traceutil/trace.go:171","msg":"trace[1999030144] transaction","detail":"{read_only:false; response_revision:5627; number_of_response:1; }","duration":"223.049211ms","start":"2026-05-11T01:06:22.955084Z","end":"2026-05-11T01:06:23.178133Z","steps":["trace[1999030144] 'process raft request' (duration: 222.690923ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:06:23.178469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.630661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-11T01:06:23.178521Z","caller":"traceutil/trace.go:171","msg":"trace[796308603] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5627; }","duration":"217.742984ms","start":"2026-05-11T01:06:22.960764Z","end":"2026-05-11T01:06:23.178507Z","steps":["trace[796308603] 'agreement among raft nodes before linearized reading' (duration: 217.494048ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:06:23.179351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.200459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-11T01:06:23.179389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.836953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-11T01:06:23.17942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.767716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-11T01:06:23.179446Z","caller":"traceutil/trace.go:171","msg":"trace[1249088120] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5627; }","duration":"216.338222ms","start":"2026-05-11T01:06:22.963089Z","end":"2026-05-11T01:06:23.179427Z","steps":["trace[1249088120] 'agreement among raft nodes before linearized reading' (duration: 215.817321ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:06:23.17946Z","caller":"traceutil/trace.go:171","msg":"trace[1982477698] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5627; }","duration":"198.934374ms","start":"2026-05-11T01:06:22.980508Z","end":"2026-05-11T01:06:23.179442Z","steps":["trace[1982477698] 'agreement among raft nodes before linearized reading' (duration: 198.694799ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:06:23.179458Z","caller":"traceutil/trace.go:171","msg":"trace[2125060485] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:5627; }","duration":"165.87537ms","start":"2026-05-11T01:06:23.013574Z","end":"2026-05-11T01:06:23.179449Z","steps":["trace[2125060485] 'agreement among raft nodes before linearized reading' (duration: 165.784558ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:06:23.179638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.034197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-05-11T01:06:23.179727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.142697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-11T01:06:23.179755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.379028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sj8sm\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-05-11T01:06:23.179796Z","caller":"traceutil/trace.go:171","msg":"trace[76770301] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5627; }","duration":"207.24113ms","start":"2026-05-11T01:06:22.972541Z","end":"2026-05-11T01:06:23.179782Z","steps":["trace[76770301] 'agreement among raft nodes before linearized reading' (duration: 206.996335ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:06:23.179802Z","caller":"traceutil/trace.go:171","msg":"trace[1566750517] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sj8sm; range_end:; response_count:1; response_revision:5627; }","duration":"196.4895ms","start":"2026-05-11T01:06:22.983298Z","end":"2026-05-11T01:06:23.179788Z","steps":["trace[1566750517] 'agreement among raft nodes before linearized reading' (duration: 196.319376ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:06:23.179744Z","caller":"traceutil/trace.go:171","msg":"trace[288414090] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5627; }","duration":"208.200481ms","start":"2026-05-11T01:06:22.971526Z","end":"2026-05-11T01:06:23.179727Z","steps":["trace[288414090] 'agreement among raft nodes before linearized reading' (duration: 207.976146ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:06:23.180064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.805236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-11T01:06:23.180146Z","caller":"traceutil/trace.go:171","msg":"trace[1282842980] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5627; }","duration":"209.963521ms","start":"2026-05-11T01:06:22.970168Z","end":"2026-05-11T01:06:23.180131Z","steps":["trace[1282842980] 'agreement among raft nodes before linearized reading' (duration: 209.446339ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:06:24.018188Z","caller":"traceutil/trace.go:171","msg":"trace[1729522493] linearizableReadLoop","detail":"{readStateIndex:5839; appliedIndex:5838; }","duration":"145.491226ms","start":"2026-05-11T01:06:23.872658Z","end":"2026-05-11T01:06:24.01815Z","steps":["trace[1729522493] 'read index received' (duration: 145.178729ms)","trace[1729522493] 'applied index is now lower than readState.Index' (duration: 310.927µs)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:06:24.018339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.666381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-11T01:06:24.018379Z","caller":"traceutil/trace.go:171","msg":"trace[1456696234] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:5634; }","duration":"145.763062ms","start":"2026-05-11T01:06:23.872606Z","end":"2026-05-11T01:06:24.018369Z","steps":["trace[1456696234] 'agreement among raft nodes before linearized reading' (duration: 145.67372ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:06:24.018226Z","caller":"traceutil/trace.go:171","msg":"trace[624461785] transaction","detail":"{read_only:false; response_revision:5634; number_of_response:1; }","duration":"202.193248ms","start":"2026-05-11T01:06:23.815989Z","end":"2026-05-11T01:06:24.018182Z","steps":["trace[624461785] 'process raft request' (duration: 201.927942ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:06:57.529891Z","caller":"traceutil/trace.go:171","msg":"trace[1551168132] transaction","detail":"{read_only:false; response_revision:5840; number_of_response:1; }","duration":"118.215079ms","start":"2026-05-11T01:06:57.411639Z","end":"2026-05-11T01:06:57.529854Z","steps":["trace[1551168132] 'process raft request' (duration: 118.034615ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:06:57.531518Z","caller":"traceutil/trace.go:171","msg":"trace[1388310980] transaction","detail":"{read_only:false; response_revision:5841; number_of_response:1; }","duration":"116.595743ms","start":"2026-05-11T01:06:57.414901Z","end":"2026-05-11T01:06:57.531496Z","steps":["trace[1388310980] 'process raft request' (duration: 116.422839ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:06:57.531683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.402219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-11T01:06:57.531729Z","caller":"traceutil/trace.go:171","msg":"trace[2143311288] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5842; }","duration":"116.493592ms","start":"2026-05-11T01:06:57.415225Z","end":"2026-05-11T01:06:57.531718Z","steps":["trace[2143311288] 'agreement among raft nodes before linearized reading' (duration: 116.322917ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:06:57.531867Z","caller":"traceutil/trace.go:171","msg":"trace[828616761] transaction","detail":"{read_only:false; response_revision:5842; number_of_response:1; }","duration":"115.368987ms","start":"2026-05-11T01:06:57.416487Z","end":"2026-05-11T01:06:57.531856Z","steps":["trace[828616761] 'process raft request' (duration: 114.938156ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:06:57.5315Z","caller":"traceutil/trace.go:171","msg":"trace[1620305089] linearizableReadLoop","detail":"{readStateIndex:6054; appliedIndex:6052; }","duration":"116.220425ms","start":"2026-05-11T01:06:57.41526Z","end":"2026-05-11T01:06:57.53148Z","steps":["trace[1620305089] 'read index received' (duration: 114.364384ms)","trace[1620305089] 'applied index is now lower than readState.Index' (duration: 1.855191ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:06:57.532041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.387159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-11T01:06:57.532079Z","caller":"traceutil/trace.go:171","msg":"trace[651380818] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5842; }","duration":"116.43331ms","start":"2026-05-11T01:06:57.415633Z","end":"2026-05-11T01:06:57.532067Z","steps":["trace[651380818] 'agreement among raft nodes before linearized reading' (duration: 116.339618ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:07:00.498692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.563939ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-11T01:07:00.498789Z","caller":"traceutil/trace.go:171","msg":"trace[1710887169] linearizableReadLoop","detail":"{readStateIndex:6165; appliedIndex:6164; }","duration":"114.133429ms","start":"2026-05-11T01:07:00.384638Z","end":"2026-05-11T01:07:00.498771Z","steps":["trace[1710887169] 'read index received' (duration: 57.201µs)","trace[1710887169] 'applied index is now lower than readState.Index' (duration: 114.074838ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:07:00.498877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.239601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-11T01:07:00.4989Z","caller":"traceutil/trace.go:171","msg":"trace[58269590] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:5950; }","duration":"114.329253ms","start":"2026-05-11T01:07:00.384564Z","end":"2026-05-11T01:07:00.498893Z","steps":["trace[58269590] 'agreement among raft nodes before linearized reading' (duration: 114.248051ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:01.873491Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2948} {"level":"info","ts":"2026-05-11T01:07:01.977186Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2948,"took":"102.560261ms","hash":3288143943,"current-db-size-bytes":57516032,"current-db-size":"58 MB","current-db-size-in-use-bytes":33185792,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-05-11T01:07:01.977267Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3288143943,"revision":2948,"compact-revision":-1} {"level":"info","ts":"2026-05-11T01:07:09.407656Z","caller":"traceutil/trace.go:171","msg":"trace[761350319] transaction","detail":"{read_only:false; response_revision:6008; number_of_response:1; }","duration":"113.243699ms","start":"2026-05-11T01:07:09.294375Z","end":"2026-05-11T01:07:09.407618Z","steps":["trace[761350319] 'process raft request' (duration: 112.81767ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:07:09.423767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.260546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:07:09.423846Z","caller":"traceutil/trace.go:171","msg":"trace[1831336894] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6010; }","duration":"107.368289ms","start":"2026-05-11T01:07:09.316459Z","end":"2026-05-11T01:07:09.423827Z","steps":["trace[1831336894] 'agreement among raft nodes before linearized reading' (duration: 107.252297ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:07:09.424091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.547922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:07:09.42419Z","caller":"traceutil/trace.go:171","msg":"trace[162586638] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6010; }","duration":"107.703487ms","start":"2026-05-11T01:07:09.316468Z","end":"2026-05-11T01:07:09.424171Z","steps":["trace[162586638] 'agreement among raft nodes before linearized reading' (duration: 107.560054ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:07:09.424127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.376742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-05-11T01:07:09.424374Z","caller":"traceutil/trace.go:171","msg":"trace[496580091] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6010; }","duration":"104.663819ms","start":"2026-05-11T01:07:09.319692Z","end":"2026-05-11T01:07:09.424355Z","steps":["trace[496580091] 'agreement among raft nodes before linearized reading' (duration: 104.367202ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:09.618665Z","caller":"traceutil/trace.go:171","msg":"trace[1849535077] transaction","detail":"{read_only:false; response_revision:6012; number_of_response:1; }","duration":"111.51641ms","start":"2026-05-11T01:07:09.50709Z","end":"2026-05-11T01:07:09.618606Z","steps":["trace[1849535077] 'process raft request' (duration: 95.519894ms)","trace[1849535077] 'compare' (duration: 15.819802ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:07:10.129841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.410643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:07:10.12995Z","caller":"traceutil/trace.go:171","msg":"trace[1525917127] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6018; }","duration":"202.575207ms","start":"2026-05-11T01:07:09.927356Z","end":"2026-05-11T01:07:10.129931Z","steps":["trace[1525917127] 'range keys from in-memory index tree' (duration: 202.291551ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:10.480191Z","caller":"traceutil/trace.go:171","msg":"trace[305980725] linearizableReadLoop","detail":"{readStateIndex:6237; appliedIndex:6236; }","duration":"117.181697ms","start":"2026-05-11T01:07:10.362973Z","end":"2026-05-11T01:07:10.480155Z","steps":["trace[305980725] 'read index received' (duration: 35.741395ms)","trace[305980725] 'applied index is now lower than readState.Index' (duration: 81.438392ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:07:10.480365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.36505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:07:10.480428Z","caller":"traceutil/trace.go:171","msg":"trace[1475417644] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:6019; }","duration":"117.500373ms","start":"2026-05-11T01:07:10.362908Z","end":"2026-05-11T01:07:10.480409Z","steps":["trace[1475417644] 'agreement among raft nodes before linearized reading' (duration: 117.3706ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:23.060283Z","caller":"traceutil/trace.go:171","msg":"trace[622813723] linearizableReadLoop","detail":"{readStateIndex:6328; appliedIndex:6327; }","duration":"134.632535ms","start":"2026-05-11T01:07:22.925628Z","end":"2026-05-11T01:07:23.06026Z","steps":["trace[622813723] 'read index received' (duration: 105.337533ms)","trace[622813723] 'applied index is now lower than readState.Index' (duration: 29.293842ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:07:23.060383Z","caller":"traceutil/trace.go:171","msg":"trace[588023321] transaction","detail":"{read_only:false; response_revision:6108; number_of_response:1; }","duration":"160.609372ms","start":"2026-05-11T01:07:22.899762Z","end":"2026-05-11T01:07:23.060371Z","steps":["trace[588023321] 'process raft request' (duration: 131.355092ms)","trace[588023321] 'compare' (duration: 28.941203ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:07:23.060581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.951993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:07:23.060665Z","caller":"traceutil/trace.go:171","msg":"trace[1162482197] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6108; }","duration":"135.082346ms","start":"2026-05-11T01:07:22.92556Z","end":"2026-05-11T01:07:23.060642Z","steps":["trace[1162482197] 'agreement among raft nodes before linearized reading' (duration: 134.985953ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:12:00.423605Z","caller":"traceutil/trace.go:171","msg":"trace[594905095] transaction","detail":"{read_only:false; response_revision:8030; number_of_response:1; }","duration":"141.252395ms","start":"2026-05-11T01:12:00.282325Z","end":"2026-05-11T01:12:00.423577Z","steps":["trace[594905095] 'process raft request' (duration: 141.089601ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:12:01.661529Z","caller":"traceutil/trace.go:171","msg":"trace[1966291105] transaction","detail":"{read_only:false; response_revision:8042; number_of_response:1; }","duration":"185.224462ms","start":"2026-05-11T01:12:01.476262Z","end":"2026-05-11T01:12:01.661486Z","steps":["trace[1966291105] 'process raft request' (duration: 112.240623ms)","trace[1966291105] 'compare' (duration: 72.801275ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:12:01.662157Z","caller":"traceutil/trace.go:171","msg":"trace[140177828] linearizableReadLoop","detail":"{readStateIndex:8328; appliedIndex:8326; }","duration":"180.823276ms","start":"2026-05-11T01:12:01.481306Z","end":"2026-05-11T01:12:01.66213Z","steps":["trace[140177828] 'read index received' (duration: 107.228434ms)","trace[140177828] 'applied index is now lower than readState.Index' (duration: 73.593722ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:12:01.662263Z","caller":"traceutil/trace.go:171","msg":"trace[1068013337] transaction","detail":"{read_only:false; response_revision:8044; number_of_response:1; }","duration":"172.457434ms","start":"2026-05-11T01:12:01.489767Z","end":"2026-05-11T01:12:01.662225Z","steps":["trace[1068013337] 'process raft request' (duration: 172.223879ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:12:01.662403Z","caller":"traceutil/trace.go:171","msg":"trace[1261216345] transaction","detail":"{read_only:false; response_revision:8043; number_of_response:1; }","duration":"182.696538ms","start":"2026-05-11T01:12:01.479675Z","end":"2026-05-11T01:12:01.662372Z","steps":["trace[1261216345] 'process raft request' (duration: 182.158845ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:12:01.662582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.205015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-11T01:12:01.662665Z","caller":"traceutil/trace.go:171","msg":"trace[1563073605] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8045; }","duration":"181.379759ms","start":"2026-05-11T01:12:01.481269Z","end":"2026-05-11T01:12:01.662649Z","steps":["trace[1563073605] 'agreement among raft nodes before linearized reading' (duration: 180.961369ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:12:01.66291Z","caller":"traceutil/trace.go:171","msg":"trace[692588139] transaction","detail":"{read_only:false; response_revision:8045; number_of_response:1; }","duration":"171.642607ms","start":"2026-05-11T01:12:01.491196Z","end":"2026-05-11T01:12:01.662839Z","steps":["trace[692588139] 'process raft request' (duration: 170.849859ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:12:01.924542Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5960} {"level":"info","ts":"2026-05-11T01:12:02.091191Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5960,"took":"163.911039ms","hash":2884713800,"current-db-size-bytes":57516032,"current-db-size":"58 MB","current-db-size-in-use-bytes":26021888,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-05-11T01:12:02.09133Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2884713800,"revision":5960,"compact-revision":2948} {"level":"info","ts":"2026-05-11T01:12:17.36667Z","caller":"traceutil/trace.go:171","msg":"trace[83216955] transaction","detail":"{read_only:false; response_revision:8296; number_of_response:1; }","duration":"190.988817ms","start":"2026-05-11T01:12:17.175638Z","end":"2026-05-11T01:12:17.366627Z","steps":["trace[83216955] 'process raft request' (duration: 190.746622ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:12:19.471329Z","caller":"traceutil/trace.go:171","msg":"trace[684323362] linearizableReadLoop","detail":"{readStateIndex:8598; appliedIndex:8596; }","duration":"279.649608ms","start":"2026-05-11T01:12:19.191659Z","end":"2026-05-11T01:12:19.471309Z","steps":["trace[684323362] 'read index received' (duration: 239.101905ms)","trace[684323362] 'applied index is now lower than readState.Index' (duration: 40.546393ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:12:19.471403Z","caller":"traceutil/trace.go:171","msg":"trace[919127449] transaction","detail":"{read_only:false; response_revision:8306; number_of_response:1; }","duration":"626.508529ms","start":"2026-05-11T01:12:18.844878Z","end":"2026-05-11T01:12:19.471386Z","steps":["trace[919127449] 'process raft request' (duration: 626.272914ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:12:19.471298Z","caller":"traceutil/trace.go:171","msg":"trace[416645623] transaction","detail":"{read_only:false; response_revision:8305; number_of_response:1; }","duration":"670.884675ms","start":"2026-05-11T01:12:18.800368Z","end":"2026-05-11T01:12:19.471252Z","steps":["trace[416645623] 'process raft request' (duration: 630.399453ms)","trace[416645623] 'compare' (duration: 39.294935ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:12:19.471548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:12:18.800343Z","time spent":"671.101709ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:12:19.471553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:12:18.844843Z","time spent":"626.601691ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:12:19.471536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.839292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:12:19.471646Z","caller":"traceutil/trace.go:171","msg":"trace[2098397429] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:8306; }","duration":"280.010686ms","start":"2026-05-11T01:12:19.191611Z","end":"2026-05-11T01:12:19.471622Z","steps":["trace[2098397429] 'agreement among raft nodes before linearized reading' (duration: 279.830102ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:12:19.471709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.244405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-11T01:12:19.471777Z","caller":"traceutil/trace.go:171","msg":"trace[1229992459] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8306; }","duration":"198.344778ms","start":"2026-05-11T01:12:19.273413Z","end":"2026-05-11T01:12:19.471757Z","steps":["trace[1229992459] 'agreement among raft nodes before linearized reading' (duration: 198.147343ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:12:19.472096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.522212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-11T01:12:19.472158Z","caller":"traceutil/trace.go:171","msg":"trace[1243056966] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:8306; }","duration":"114.622265ms","start":"2026-05-11T01:12:19.357522Z","end":"2026-05-11T01:12:19.472144Z","steps":["trace[1243056966] 'agreement among raft nodes before linearized reading' (duration: 114.511032ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:12:19.977845Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495960157352984,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-11T01:12:20.018108Z","caller":"traceutil/trace.go:171","msg":"trace[829470161] transaction","detail":"{read_only:false; response_revision:8307; number_of_response:1; }","duration":"541.705232ms","start":"2026-05-11T01:12:19.476376Z","end":"2026-05-11T01:12:20.018081Z","steps":["trace[829470161] 'process raft request' (duration: 541.535038ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:12:20.018275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:12:19.476346Z","time spent":"541.836484ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:12:20.019137Z","caller":"traceutil/trace.go:171","msg":"trace[1318872742] linearizableReadLoop","detail":"{readStateIndex:8601; appliedIndex:8599; }","duration":"541.706481ms","start":"2026-05-11T01:12:19.477415Z","end":"2026-05-11T01:12:20.019121Z","steps":["trace[1318872742] 'read index received' (duration: 541.441686ms)","trace[1318872742] 'applied index is now lower than readState.Index' (duration: 264.355µs)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:12:20.019279Z","caller":"traceutil/trace.go:171","msg":"trace[904013860] transaction","detail":"{read_only:false; response_revision:8309; number_of_response:1; }","duration":"531.951779ms","start":"2026-05-11T01:12:19.487319Z","end":"2026-05-11T01:12:20.019271Z","steps":["trace[904013860] 'process raft request' (duration: 531.765725ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:12:20.019362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:12:19.487305Z","time spent":"531.997791ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:12:20.019343Z","caller":"traceutil/trace.go:171","msg":"trace[1379815788] transaction","detail":"{read_only:false; response_revision:8308; number_of_response:1; }","duration":"541.583089ms","start":"2026-05-11T01:12:19.477697Z","end":"2026-05-11T01:12:20.01928Z","steps":["trace[1379815788] 'process raft request' (duration: 541.303363ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:12:20.019423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.974517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-11T01:12:20.019478Z","caller":"traceutil/trace.go:171","msg":"trace[520246719] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8309; }","duration":"542.035849ms","start":"2026-05-11T01:12:19.47743Z","end":"2026-05-11T01:12:20.019465Z","steps":["trace[520246719] 'agreement among raft nodes before linearized reading' (duration: 541.848105ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:12:20.019519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:12:19.477386Z","time spent":"542.126041ms","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-11T01:12:20.019526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.743817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-11T01:12:20.019508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.289534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-05-11T01:12:20.019594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.647114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-11T01:12:20.019583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:12:19.477683Z","time spent":"541.766543ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:12:20.019619Z","caller":"traceutil/trace.go:171","msg":"trace[923187042] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8309; }","duration":"260.701105ms","start":"2026-05-11T01:12:19.758914Z","end":"2026-05-11T01:12:20.019615Z","steps":["trace[923187042] 'agreement among raft nodes before linearized reading' (duration: 260.647744ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:12:20.0196Z","caller":"traceutil/trace.go:171","msg":"trace[1713984813] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8309; }","duration":"242.438227ms","start":"2026-05-11T01:12:19.777141Z","end":"2026-05-11T01:12:20.019579Z","steps":["trace[1713984813] 'agreement among raft nodes before linearized reading' (duration: 242.208262ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:12:20.01955Z","caller":"traceutil/trace.go:171","msg":"trace[2005409906] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8309; }","duration":"272.802258ms","start":"2026-05-11T01:12:19.746741Z","end":"2026-05-11T01:12:20.019543Z","steps":["trace[2005409906] 'agreement among raft nodes before linearized reading' (duration: 272.712766ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:12:20.019735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.840538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-11T01:12:20.019727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.290235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223845"} {"level":"info","ts":"2026-05-11T01:12:20.01977Z","caller":"traceutil/trace.go:171","msg":"trace[90841409] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8309; }","duration":"447.87296ms","start":"2026-05-11T01:12:19.571885Z","end":"2026-05-11T01:12:20.019758Z","steps":["trace[90841409] 'agreement among raft nodes before linearized reading' (duration: 447.786777ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:12:20.019805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:12:19.571825Z","time spent":"447.974452ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-11T01:12:20.019815Z","caller":"traceutil/trace.go:171","msg":"trace[71531499] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8309; }","duration":"542.388688ms","start":"2026-05-11T01:12:19.477408Z","end":"2026-05-11T01:12:20.019797Z","steps":["trace[71531499] 'agreement among raft nodes before linearized reading' (duration: 541.936147ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:12:20.019859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:12:19.477371Z","time spent":"542.478059ms","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223868,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-11T01:12:30.166292Z","caller":"traceutil/trace.go:171","msg":"trace[1057258698] transaction","detail":"{read_only:false; response_revision:8358; number_of_response:1; }","duration":"642.052796ms","start":"2026-05-11T01:12:29.524207Z","end":"2026-05-11T01:12:30.16626Z","steps":["trace[1057258698] 'process raft request' (duration: 607.31075ms)","trace[1057258698] 'compare' (duration: 34.509631ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:12:30.166359Z","caller":"traceutil/trace.go:171","msg":"trace[1342741661] linearizableReadLoop","detail":"{readStateIndex:8652; appliedIndex:8651; }","duration":"238.047442ms","start":"2026-05-11T01:12:29.928285Z","end":"2026-05-11T01:12:30.166333Z","steps":["trace[1342741661] 'read index received' (duration: 203.247764ms)","trace[1342741661] 'applied index is now lower than readState.Index' (duration: 34.798198ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:12:30.166475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:12:29.524182Z","time spent":"642.1949ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:12:30.166544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.251546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:12:30.166583Z","caller":"traceutil/trace.go:171","msg":"trace[971078264] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8358; }","duration":"238.344218ms","start":"2026-05-11T01:12:29.928227Z","end":"2026-05-11T01:12:30.166571Z","steps":["trace[971078264] 'agreement among raft nodes before linearized reading' (duration: 238.260897ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:12:30.167097Z","caller":"traceutil/trace.go:171","msg":"trace[989838989] transaction","detail":"{read_only:false; response_revision:8359; number_of_response:1; }","duration":"103.603875ms","start":"2026-05-11T01:12:30.063479Z","end":"2026-05-11T01:12:30.167083Z","steps":["trace[989838989] 'process raft request' (duration: 102.706805ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:12:30.167288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.509637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:12:30.167344Z","caller":"traceutil/trace.go:171","msg":"trace[1691898801] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8359; }","duration":"156.61405ms","start":"2026-05-11T01:12:30.010715Z","end":"2026-05-11T01:12:30.16733Z","steps":["trace[1691898801] 'agreement among raft nodes before linearized reading' (duration: 156.429176ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:12:30.565041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.171468ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-11T01:12:30.565219Z","caller":"traceutil/trace.go:171","msg":"trace[931673790] transaction","detail":"{read_only:false; response_revision:8360; number_of_response:1; }","duration":"394.055229ms","start":"2026-05-11T01:12:30.171135Z","end":"2026-05-11T01:12:30.56519Z","steps":["trace[931673790] 'process raft request' (duration: 136.586194ms)","trace[931673790] 'compare' (duration: 256.970024ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:12:30.565298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:12:30.171125Z","time spent":"394.13963ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:12:31.421264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.542203ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-11T01:12:31.421467Z","caller":"traceutil/trace.go:171","msg":"trace[1180468635] transaction","detail":"{read_only:false; response_revision:8362; number_of_response:1; }","duration":"1.2490698s","start":"2026-05-11T01:12:30.17238Z","end":"2026-05-11T01:12:31.42145Z","steps":["trace[1180468635] 'process raft request' (duration: 1.248971708s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:12:31.421535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:12:30.172373Z","time spent":"1.249127171s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:12:31.421765Z","caller":"traceutil/trace.go:171","msg":"trace[25432101] transaction","detail":"{read_only:false; response_revision:8361; number_of_response:1; }","duration":"1.249390936s","start":"2026-05-11T01:12:30.172361Z","end":"2026-05-11T01:12:31.421752Z","steps":["trace[25432101] 'process raft request' (duration: 636.2777ms)","trace[25432101] 'compare' (duration: 611.254205ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:12:31.42183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:12:30.172354Z","time spent":"1.249447768s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:12:31.422148Z","caller":"traceutil/trace.go:171","msg":"trace[1499106291] transaction","detail":"{read_only:false; response_revision:8363; number_of_response:1; }","duration":"1.24954277s","start":"2026-05-11T01:12:30.17257Z","end":"2026-05-11T01:12:31.422113Z","steps":["trace[1499106291] 'process raft request' (duration: 1.248839185s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:12:31.422148Z","caller":"traceutil/trace.go:171","msg":"trace[1963646269] transaction","detail":"{read_only:false; response_revision:8364; number_of_response:1; }","duration":"1.249055959s","start":"2026-05-11T01:12:30.17307Z","end":"2026-05-11T01:12:31.422125Z","steps":["trace[1963646269] 'process raft request' (duration: 1.248475627s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:12:31.422164Z","caller":"traceutil/trace.go:171","msg":"trace[873691416] transaction","detail":"{read_only:false; response_revision:8365; number_of_response:1; }","duration":"1.249031479s","start":"2026-05-11T01:12:30.173102Z","end":"2026-05-11T01:12:31.422134Z","steps":["trace[873691416] 'process raft request' (duration: 1.248529469s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:12:31.422304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:12:30.173099Z","time spent":"1.249144192s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:12:31.42231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:12:30.172564Z","time spent":"1.249653552s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:12:31.422731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:12:30.173064Z","time spent":"1.249585311s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:12:31.421702Z","caller":"traceutil/trace.go:171","msg":"trace[1909313889] linearizableReadLoop","detail":"{readStateIndex:8657; appliedIndex:8653; }","duration":"1.24905295s","start":"2026-05-11T01:12:30.172624Z","end":"2026-05-11T01:12:31.421677Z","steps":["trace[1909313889] 'read index received' (duration: 135.106151ms)","trace[1909313889] 'applied index is now lower than readState.Index' (duration: 1.113945949s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:12:31.473422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221746525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-11T01:12:31.473518Z","caller":"traceutil/trace.go:171","msg":"trace[2030804670] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8365; }","duration":"1.221915368s","start":"2026-05-11T01:12:30.251579Z","end":"2026-05-11T01:12:31.473494Z","steps":["trace[2030804670] 'agreement among raft nodes before linearized reading' (duration: 1.221663273s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:12:31.473518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.316171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-11T01:12:31.473564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:12:30.251558Z","time spent":"1.22199693s","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-11T01:12:31.473715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.819031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-11T01:12:31.473798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.130095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-11T01:12:31.473761Z","caller":"traceutil/trace.go:171","msg":"trace[1853965580] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:8365; }","duration":"234.932393ms","start":"2026-05-11T01:12:31.238818Z","end":"2026-05-11T01:12:31.47375Z","steps":["trace[1853965580] 'agreement among raft nodes before linearized reading' (duration: 234.856422ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:12:31.47386Z","caller":"traceutil/trace.go:171","msg":"trace[32956353] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:8365; }","duration":"409.247509ms","start":"2026-05-11T01:12:31.064598Z","end":"2026-05-11T01:12:31.473845Z","steps":["trace[32956353] 'agreement among raft nodes before linearized reading' (duration: 409.150556ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:12:31.473902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:12:31.064573Z","time spent":"409.31938ms","remote":"127.0.0.1:40458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:12:31.473918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.136231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6598fc5986-9qfbq.18ae5db3fef8d025\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-05-11T01:12:31.473958Z","caller":"traceutil/trace.go:171","msg":"trace[1206251604] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6598fc5986-9qfbq.18ae5db3fef8d025; range_end:; response_count:1; response_revision:8365; }","duration":"949.198933ms","start":"2026-05-11T01:12:30.524745Z","end":"2026-05-11T01:12:31.473944Z","steps":["trace[1206251604] 'agreement among raft nodes before linearized reading' (duration: 949.09419ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:12:31.473986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:12:30.524727Z","time spent":"949.253593ms","remote":"127.0.0.1:40160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-6598fc5986-9qfbq.18ae5db3fef8d025\" "} {"level":"warn","ts":"2026-05-11T01:12:31.47423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.621312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:12:31.474243Z","caller":"traceutil/trace.go:171","msg":"trace[597033729] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:8365; }","duration":"285.468384ms","start":"2026-05-11T01:12:31.188117Z","end":"2026-05-11T01:12:31.473586Z","steps":["trace[597033729] 'agreement among raft nodes before linearized reading' (duration: 285.155427ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:12:31.474281Z","caller":"traceutil/trace.go:171","msg":"trace[1987828702] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:8365; }","duration":"418.720195ms","start":"2026-05-11T01:12:31.055549Z","end":"2026-05-11T01:12:31.474269Z","steps":["trace[1987828702] 'agreement among raft nodes before linearized reading' (duration: 418.643423ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:12:31.474269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.301612043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223845"} {"level":"info","ts":"2026-05-11T01:12:31.474384Z","caller":"traceutil/trace.go:171","msg":"trace[1297096495] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8365; }","duration":"1.301747425s","start":"2026-05-11T01:12:30.172609Z","end":"2026-05-11T01:12:31.474356Z","steps":["trace[1297096495] 'agreement among raft nodes before linearized reading' (duration: 1.249734094s)","trace[1297096495] 'range keys from in-memory index tree' (duration: 51.0123ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:12:31.474316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:12:31.055522Z","time spent":"418.784455ms","remote":"127.0.0.1:46146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:12:31.474441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:12:30.172604Z","time spent":"1.301824947s","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223868,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-11T01:12:31.474445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.695177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:12:31.474546Z","caller":"traceutil/trace.go:171","msg":"trace[1400740391] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8365; }","duration":"545.8216ms","start":"2026-05-11T01:12:30.928699Z","end":"2026-05-11T01:12:31.474521Z","steps":["trace[1400740391] 'agreement among raft nodes before linearized reading' (duration: 545.037853ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:12:31.474593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:12:30.928637Z","time spent":"545.950084ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-11T01:12:32.333864Z","caller":"traceutil/trace.go:171","msg":"trace[1599544208] transaction","detail":"{read_only:false; response_revision:8368; number_of_response:1; }","duration":"162.033677ms","start":"2026-05-11T01:12:32.171805Z","end":"2026-05-11T01:12:32.333838Z","steps":["trace[1599544208] 'process raft request' (duration: 161.876974ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:12:32.641521Z","caller":"traceutil/trace.go:171","msg":"trace[585884] transaction","detail":"{read_only:false; response_revision:8369; number_of_response:1; }","duration":"468.272093ms","start":"2026-05-11T01:12:32.173211Z","end":"2026-05-11T01:12:32.641484Z","steps":["trace[585884] 'process raft request' (duration: 406.811175ms)","trace[585884] 'compare' (duration: 60.936157ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:12:32.641879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:12:32.173196Z","time spent":"468.420956ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:12:33.255438Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495960157353150,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:12:33.756362Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495960157353150,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:12:33.815156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:12:33.075295Z","time spent":"739.852205ms","remote":"127.0.0.1:43078","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-11T01:12:33.94535Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.152926817s","expected-duration":"1s"} {"level":"info","ts":"2026-05-11T01:12:33.945902Z","caller":"traceutil/trace.go:171","msg":"trace[426498893] transaction","detail":"{read_only:false; response_revision:8372; number_of_response:1; }","duration":"1.225027057s","start":"2026-05-11T01:12:32.72084Z","end":"2026-05-11T01:12:33.945867Z","steps":["trace[426498893] 'process raft request' (duration: 1.224809962s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:12:33.946083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:12:32.720817Z","time spent":"1.22517138s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:12:34.483808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.341954ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-11T01:12:34.484005Z","caller":"traceutil/trace.go:171","msg":"trace[1545561012] transaction","detail":"{read_only:false; response_revision:8373; number_of_response:1; }","duration":"813.481487ms","start":"2026-05-11T01:12:33.67049Z","end":"2026-05-11T01:12:34.483972Z","steps":["trace[1545561012] 'process raft request' (duration: 427.891317ms)","trace[1545561012] 'compare' (duration: 384.921716ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:12:34.484037Z","caller":"traceutil/trace.go:171","msg":"trace[529212248] transaction","detail":"{read_only:false; response_revision:8374; number_of_response:1; }","duration":"140.776958ms","start":"2026-05-11T01:12:34.343242Z","end":"2026-05-11T01:12:34.484019Z","steps":["trace[529212248] 'process raft request' (duration: 140.681136ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:12:34.484098Z","caller":"traceutil/trace.go:171","msg":"trace[1086664464] linearizableReadLoop","detail":"{readStateIndex:8669; appliedIndex:8667; }","duration":"1.729696511s","start":"2026-05-11T01:12:32.754372Z","end":"2026-05-11T01:12:34.484068Z","steps":["trace[1086664464] 'read index received' (duration: 1.191282812s)","trace[1086664464] 'applied index is now lower than readState.Index' (duration: 538.410969ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:12:34.484168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:12:33.670467Z","time spent":"813.6098ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:12:34.484294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.729894816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-11T01:12:34.484341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.556785747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-11T01:12:34.484362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.540596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-11T01:12:34.484409Z","caller":"traceutil/trace.go:171","msg":"trace[1869726258] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8374; }","duration":"1.5568993s","start":"2026-05-11T01:12:32.927491Z","end":"2026-05-11T01:12:34.48439Z","steps":["trace[1869726258] 'agreement among raft nodes before linearized reading' (duration: 1.556787317s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:12:34.48441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055956445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-11T01:12:34.484411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.14454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:12:34.484459Z","caller":"traceutil/trace.go:171","msg":"trace[1124719313] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8374; }","duration":"1.056017106s","start":"2026-05-11T01:12:33.428431Z","end":"2026-05-11T01:12:34.484448Z","steps":["trace[1124719313] 'agreement among raft nodes before linearized reading' (duration: 1.055879853s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:12:34.484467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:12:32.927467Z","time spent":"1.556988321s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-11T01:12:34.484483Z","caller":"traceutil/trace.go:171","msg":"trace[1312737060] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8374; }","duration":"354.273402ms","start":"2026-05-11T01:12:34.13019Z","end":"2026-05-11T01:12:34.484463Z","steps":["trace[1312737060] 'agreement among raft nodes before linearized reading' (duration: 354.14672ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:12:34.484494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:12:33.428426Z","time spent":"1.056058037s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-11T01:12:34.484489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001319345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sj8sm\" ","response":"range_response_count:1 size:6530"} {"level":"warn","ts":"2026-05-11T01:12:34.484537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:12:34.130165Z","time spent":"354.358704ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:12:34.484552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054949193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-11T01:12:34.48439Z","caller":"traceutil/trace.go:171","msg":"trace[494730717] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:8374; }","duration":"1.730073309s","start":"2026-05-11T01:12:32.754293Z","end":"2026-05-11T01:12:34.484366Z","steps":["trace[494730717] 'agreement among raft nodes before linearized reading' (duration: 1.729882405s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:12:34.484618Z","caller":"traceutil/trace.go:171","msg":"trace[141490031] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8374; }","duration":"1.055009394s","start":"2026-05-11T01:12:33.429586Z","end":"2026-05-11T01:12:34.484595Z","steps":["trace[141490031] 'agreement among raft nodes before linearized reading' (duration: 1.054850731s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:12:34.484635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:12:32.754267Z","time spent":"1.730352006s","remote":"127.0.0.1:40348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:12:34.484663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:12:33.429562Z","time spent":"1.055089556s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-11T01:12:34.484659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056767932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-11T01:12:34.484546Z","caller":"traceutil/trace.go:171","msg":"trace[1094110449] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sj8sm; range_end:; response_count:1; response_revision:8374; }","duration":"1.001428329s","start":"2026-05-11T01:12:33.483101Z","end":"2026-05-11T01:12:34.484529Z","steps":["trace[1094110449] 'agreement among raft nodes before linearized reading' (duration: 1.001224444s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:12:34.484709Z","caller":"traceutil/trace.go:171","msg":"trace[1277612396] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8374; }","duration":"1.056850243s","start":"2026-05-11T01:12:33.427846Z","end":"2026-05-11T01:12:34.484696Z","steps":["trace[1277612396] 'agreement among raft nodes before linearized reading' (duration: 1.0566825s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:12:34.484744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:12:33.427798Z","time spent":"1.056939225s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-11T01:12:34.484748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:12:33.483076Z","time spent":"1.001655393s","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-sj8sm\" "} {"level":"warn","ts":"2026-05-11T01:12:34.484743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.191535966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-11T01:12:34.484809Z","caller":"traceutil/trace.go:171","msg":"trace[87758514] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:8374; }","duration":"1.191663928s","start":"2026-05-11T01:12:33.293128Z","end":"2026-05-11T01:12:34.484792Z","steps":["trace[87758514] 'agreement among raft nodes before linearized reading' (duration: 1.191565426s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:12:34.484854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:12:33.293093Z","time spent":"1.19174825s","remote":"127.0.0.1:54506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:12:34.484908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056481246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-11T01:12:34.484938Z","caller":"traceutil/trace.go:171","msg":"trace[1307455896] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8374; }","duration":"1.056523157s","start":"2026-05-11T01:12:33.428404Z","end":"2026-05-11T01:12:34.484927Z","steps":["trace[1307455896] 'agreement among raft nodes before linearized reading' (duration: 1.056431915s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:12:34.484966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:12:33.428399Z","time spent":"1.056560848s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-11T01:12:34.484461Z","caller":"traceutil/trace.go:171","msg":"trace[1777969021] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:8374; }","duration":"262.717599ms","start":"2026-05-11T01:12:34.221721Z","end":"2026-05-11T01:12:34.484439Z","steps":["trace[1777969021] 'agreement among raft nodes before linearized reading' (duration: 262.550995ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:12:34.485007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056619859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-11T01:12:34.485044Z","caller":"traceutil/trace.go:171","msg":"trace[1807278407] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8374; }","duration":"1.056678101s","start":"2026-05-11T01:12:33.428356Z","end":"2026-05-11T01:12:34.485034Z","steps":["trace[1807278407] 'agreement among raft nodes before linearized reading' (duration: 1.056582529s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:12:34.485072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:12:33.428345Z","time spent":"1.056720261s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-11T01:12:34.975393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.780678ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-11T01:12:34.97602Z","caller":"traceutil/trace.go:171","msg":"trace[1153552085] transaction","detail":"{read_only:false; response_revision:8375; number_of_response:1; }","duration":"485.973673ms","start":"2026-05-11T01:12:34.489535Z","end":"2026-05-11T01:12:34.975509Z","steps":["trace[1153552085] 'process raft request' (duration: 278.97034ms)","trace[1153552085] 'compare' (duration: 206.140104ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:12:34.976202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:12:34.489518Z","time spent":"486.630967ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:12:35.370262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.270145ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-11T01:12:35.370474Z","caller":"traceutil/trace.go:171","msg":"trace[604133349] linearizableReadLoop","detail":"{readStateIndex:8674; appliedIndex:8670; }","duration":"880.052908ms","start":"2026-05-11T01:12:34.490408Z","end":"2026-05-11T01:12:35.370461Z","steps":["trace[604133349] 'read index received' (duration: 278.189714ms)","trace[604133349] 'applied index is now lower than readState.Index' (duration: 601.862364ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:12:35.37067Z","caller":"traceutil/trace.go:171","msg":"trace[1815332151] transaction","detail":"{read_only:false; response_revision:8380; number_of_response:1; }","duration":"722.442895ms","start":"2026-05-11T01:12:34.648219Z","end":"2026-05-11T01:12:35.370662Z","steps":["trace[1815332151] 'process raft request' (duration: 722.21061ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:12:35.370707Z","caller":"traceutil/trace.go:171","msg":"trace[1402812573] transaction","detail":"{read_only:false; response_revision:8376; number_of_response:1; }","duration":"881.076829ms","start":"2026-05-11T01:12:34.489614Z","end":"2026-05-11T01:12:35.370691Z","steps":["trace[1402812573] 'process raft request' (duration: 766.307614ms)","trace[1402812573] 'compare' (duration: 113.979979ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:12:35.370777Z","caller":"traceutil/trace.go:171","msg":"trace[94107406] transaction","detail":"{read_only:false; response_revision:8377; number_of_response:1; }","duration":"880.968567ms","start":"2026-05-11T01:12:34.489786Z","end":"2026-05-11T01:12:35.370755Z","steps":["trace[94107406] 'process raft request' (duration: 880.556648ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:12:35.370873Z","caller":"traceutil/trace.go:171","msg":"trace[422221742] transaction","detail":"{read_only:false; response_revision:8378; number_of_response:1; }","duration":"880.997948ms","start":"2026-05-11T01:12:34.489838Z","end":"2026-05-11T01:12:35.370836Z","steps":["trace[422221742] 'process raft request' (duration: 880.540188ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:12:35.37072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:12:34.648191Z","time spent":"722.505576ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:12:35.371013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.567607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-11T01:12:35.371065Z","caller":"traceutil/trace.go:171","msg":"trace[1779578904] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8380; }","duration":"674.661759ms","start":"2026-05-11T01:12:34.696392Z","end":"2026-05-11T01:12:35.371054Z","steps":["trace[1779578904] 'agreement among raft nodes before linearized reading' (duration: 674.482415ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:12:35.371097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:12:34.696373Z","time spent":"674.71621ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-11T01:12:35.370634Z","caller":"traceutil/trace.go:171","msg":"trace[528740063] transaction","detail":"{read_only:false; response_revision:8379; number_of_response:1; }","duration":"879.296031ms","start":"2026-05-11T01:12:34.491286Z","end":"2026-05-11T01:12:35.370582Z","steps":["trace[528740063] 'process raft request' (duration: 879.119587ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:12:35.370993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.585099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223845"} {"level":"info","ts":"2026-05-11T01:12:35.371193Z","caller":"traceutil/trace.go:171","msg":"trace[1880881625] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8380; }","duration":"880.809673ms","start":"2026-05-11T01:12:34.490375Z","end":"2026-05-11T01:12:35.371185Z","steps":["trace[1880881625] 'agreement among raft nodes before linearized reading' (duration: 880.363433ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:12:35.371244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:12:34.490364Z","time spent":"880.872935ms","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223868,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-11T01:12:35.371014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.364136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-05-11T01:12:35.371282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:12:34.489574Z","time spent":"881.192912ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:12:35.37131Z","caller":"traceutil/trace.go:171","msg":"trace[1799829595] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:8380; }","duration":"108.699734ms","start":"2026-05-11T01:12:35.262596Z","end":"2026-05-11T01:12:35.371296Z","steps":["trace[1799829595] 'agreement among raft nodes before linearized reading' (duration: 108.284875ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:12:35.371319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:12:34.491275Z","time spent":"879.976325ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:12:35.371465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:12:34.489822Z","time spent":"881.13931ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:12:35.371402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:12:34.48978Z","time spent":"881.042018ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:12:35.806252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.042946ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-05-11T01:12:35.80649Z","caller":"traceutil/trace.go:171","msg":"trace[388571168] linearizableReadLoop","detail":"{readStateIndex:8678; appliedIndex:8676; }","duration":"160.610208ms","start":"2026-05-11T01:12:35.645864Z","end":"2026-05-11T01:12:35.806475Z","steps":["trace[388571168] 'read index received' (duration: 40.291µs)","trace[388571168] 'applied index is now lower than readState.Index' (duration: 160.569067ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:12:35.806593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.729231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-11T01:12:35.806627Z","caller":"traceutil/trace.go:171","msg":"trace[1987958698] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:8381; }","duration":"160.816123ms","start":"2026-05-11T01:12:35.645801Z","end":"2026-05-11T01:12:35.806617Z","steps":["trace[1987958698] 'agreement among raft nodes before linearized reading' (duration: 160.724781ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:12:35.806822Z","caller":"traceutil/trace.go:171","msg":"trace[1926844090] transaction","detail":"{read_only:false; response_revision:8381; number_of_response:1; }","duration":"430.657626ms","start":"2026-05-11T01:12:35.376154Z","end":"2026-05-11T01:12:35.806812Z","steps":["trace[1926844090] 'process raft request' (duration: 430.208756ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:12:35.806901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:12:35.376142Z","time spent":"430.707888ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:12:35.807144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:12:35.374161Z","time spent":"432.975146ms","remote":"127.0.0.1:40110","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-11T01:12:36.634924Z","caller":"traceutil/trace.go:171","msg":"trace[2046546010] transaction","detail":"{read_only:false; response_revision:8383; number_of_response:1; }","duration":"144.233424ms","start":"2026-05-11T01:12:36.490665Z","end":"2026-05-11T01:12:36.634898Z","steps":["trace[2046546010] 'process raft request' (duration: 144.091971ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:12:36.658876Z","caller":"traceutil/trace.go:171","msg":"trace[381342264] transaction","detail":"{read_only:false; response_revision:8384; number_of_response:1; }","duration":"168.176682ms","start":"2026-05-11T01:12:36.490673Z","end":"2026-05-11T01:12:36.65885Z","steps":["trace[381342264] 'process raft request' (duration: 168.002808ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:12:37.527293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.155137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-11T01:12:37.527395Z","caller":"traceutil/trace.go:171","msg":"trace[1595006361] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8384; }","duration":"825.309001ms","start":"2026-05-11T01:12:36.702063Z","end":"2026-05-11T01:12:37.527372Z","steps":["trace[1595006361] 'range keys from in-memory index tree' (duration: 824.79272ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:12:37.527454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:12:36.702041Z","time spent":"825.397423ms","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-11T01:12:37.527337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.554193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:12:37.527746Z","caller":"traceutil/trace.go:171","msg":"trace[1688948782] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8384; }","duration":"599.829019ms","start":"2026-05-11T01:12:36.92773Z","end":"2026-05-11T01:12:37.527559Z","steps":["trace[1688948782] 'range keys from in-memory index tree' (duration: 599.446411ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:12:37.527869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:12:36.92771Z","time spent":"600.138976ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:12:37.527963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.12246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-11T01:12:37.527887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.285365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-11T01:12:37.527954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.485677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-11T01:12:37.528034Z","caller":"traceutil/trace.go:171","msg":"trace[1864629593] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8384; }","duration":"150.230903ms","start":"2026-05-11T01:12:37.377785Z","end":"2026-05-11T01:12:37.528016Z","steps":["trace[1864629593] 'range keys from in-memory index tree' (duration: 149.952097ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:12:37.528044Z","caller":"traceutil/trace.go:171","msg":"trace[1928822220] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8384; }","duration":"151.48833ms","start":"2026-05-11T01:12:37.376536Z","end":"2026-05-11T01:12:37.528024Z","steps":["trace[1928822220] 'range keys from in-memory index tree' (duration: 151.092032ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:12:37.527967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.791651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-11T01:12:37.528094Z","caller":"traceutil/trace.go:171","msg":"trace[634098296] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8384; }","duration":"403.695252ms","start":"2026-05-11T01:12:37.124361Z","end":"2026-05-11T01:12:37.528056Z","steps":["trace[634098296] 'range keys from in-memory index tree' (duration: 403.198431ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:12:37.528129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.241732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-05-11T01:12:37.528167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:12:37.124339Z","time spent":"403.811565ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-11T01:12:37.528178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.182411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-11T01:12:37.528173Z","caller":"traceutil/trace.go:171","msg":"trace[863940433] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8384; }","duration":"547.032816ms","start":"2026-05-11T01:12:36.981107Z","end":"2026-05-11T01:12:37.52814Z","steps":["trace[863940433] 'range keys from in-memory index tree' (duration: 546.600036ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:12:37.52822Z","caller":"traceutil/trace.go:171","msg":"trace[1374151625] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8384; }","duration":"150.368066ms","start":"2026-05-11T01:12:37.377834Z","end":"2026-05-11T01:12:37.528202Z","steps":["trace[1374151625] 'range keys from in-memory index tree' (duration: 150.043449ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:12:37.528231Z","caller":"traceutil/trace.go:171","msg":"trace[1685518499] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8384; }","duration":"150.280213ms","start":"2026-05-11T01:12:37.377937Z","end":"2026-05-11T01:12:37.528217Z","steps":["trace[1685518499] 'range keys from in-memory index tree' (duration: 150.038248ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:12:37.528262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:12:36.981087Z","time spent":"547.151728ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-11T01:12:37.528341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.817096ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-11T01:12:37.528456Z","caller":"traceutil/trace.go:171","msg":"trace[1873763500] linearizableReadLoop","detail":"{readStateIndex:8682; appliedIndex:8681; }","duration":"148.860764ms","start":"2026-05-11T01:12:37.379578Z","end":"2026-05-11T01:12:37.528439Z","steps":["trace[1873763500] 'read index received' (duration: 27.862663ms)","trace[1873763500] 'applied index is now lower than readState.Index' (duration: 120.996811ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:12:37.528597Z","caller":"traceutil/trace.go:171","msg":"trace[1132321321] transaction","detail":"{read_only:false; response_revision:8385; number_of_response:1; }","duration":"149.910107ms","start":"2026-05-11T01:12:37.378663Z","end":"2026-05-11T01:12:37.528573Z","steps":["trace[1132321321] 'process raft request' (duration: 28.752262ms)","trace[1132321321] 'compare' (duration: 120.700304ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:12:37.52862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.038938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sj8sm\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-05-11T01:12:37.528659Z","caller":"traceutil/trace.go:171","msg":"trace[997039025] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sj8sm; range_end:; response_count:1; response_revision:8385; }","duration":"149.12317ms","start":"2026-05-11T01:12:37.379526Z","end":"2026-05-11T01:12:37.528649Z","steps":["trace[997039025] 'agreement among raft nodes before linearized reading' (duration: 148.962357ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:12:38.487489Z","caller":"traceutil/trace.go:171","msg":"trace[766489555] linearizableReadLoop","detail":"{readStateIndex:8690; appliedIndex:8689; }","duration":"165.232278ms","start":"2026-05-11T01:12:38.322239Z","end":"2026-05-11T01:12:38.487471Z","steps":["trace[766489555] 'read index received' (duration: 165.071805ms)","trace[766489555] 'applied index is now lower than readState.Index' (duration: 159.953µs)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:12:38.487646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.396162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:12:38.487676Z","caller":"traceutil/trace.go:171","msg":"trace[1137044677] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:8393; }","duration":"165.485423ms","start":"2026-05-11T01:12:38.32218Z","end":"2026-05-11T01:12:38.487665Z","steps":["trace[1137044677] 'agreement among raft nodes before linearized reading' (duration: 165.365991ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:12:38.487669Z","caller":"traceutil/trace.go:171","msg":"trace[325976683] transaction","detail":"{read_only:false; response_revision:8393; number_of_response:1; }","duration":"196.923894ms","start":"2026-05-11T01:12:38.290705Z","end":"2026-05-11T01:12:38.487629Z","steps":["trace[325976683] 'process raft request' (duration: 196.654719ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:12:38.881932Z","caller":"traceutil/trace.go:171","msg":"trace[2081288687] transaction","detail":"{read_only:false; response_revision:8394; number_of_response:1; }","duration":"240.397165ms","start":"2026-05-11T01:12:38.641496Z","end":"2026-05-11T01:12:38.881893Z","steps":["trace[2081288687] 'process raft request' (duration: 240.14856ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:12:38.928451Z","caller":"traceutil/trace.go:171","msg":"trace[975796635] transaction","detail":"{read_only:false; response_revision:8395; number_of_response:1; }","duration":"263.440925ms","start":"2026-05-11T01:12:38.66497Z","end":"2026-05-11T01:12:38.928411Z","steps":["trace[975796635] 'process raft request' (duration: 263.179399ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:12:39.348307Z","caller":"traceutil/trace.go:171","msg":"trace[1157604178] linearizableReadLoop","detail":"{readStateIndex:8693; appliedIndex:8692; }","duration":"153.692329ms","start":"2026-05-11T01:12:39.194587Z","end":"2026-05-11T01:12:39.348279Z","steps":["trace[1157604178] 'read index received' (duration: 153.511115ms)","trace[1157604178] 'applied index is now lower than readState.Index' (duration: 180.024µs)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:12:39.348382Z","caller":"traceutil/trace.go:171","msg":"trace[768968830] transaction","detail":"{read_only:false; response_revision:8396; number_of_response:1; }","duration":"182.331688ms","start":"2026-05-11T01:12:39.166017Z","end":"2026-05-11T01:12:39.348348Z","steps":["trace[768968830] 'process raft request' (duration: 182.071733ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:12:39.348554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.938374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-11T01:12:39.348636Z","caller":"traceutil/trace.go:171","msg":"trace[1233577449] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:8396; }","duration":"154.036896ms","start":"2026-05-11T01:12:39.194544Z","end":"2026-05-11T01:12:39.348581Z","steps":["trace[1233577449] 'agreement among raft nodes before linearized reading' (duration: 153.836292ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:12:39.861039Z","caller":"traceutil/trace.go:171","msg":"trace[1985536020] linearizableReadLoop","detail":"{readStateIndex:8694; appliedIndex:8693; }","duration":"318.504276ms","start":"2026-05-11T01:12:39.542494Z","end":"2026-05-11T01:12:39.860998Z","steps":["trace[1985536020] 'read index received' (duration: 318.22962ms)","trace[1985536020] 'applied index is now lower than readState.Index' (duration: 272.976µs)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:12:39.861144Z","caller":"traceutil/trace.go:171","msg":"trace[570390968] transaction","detail":"{read_only:false; response_revision:8397; number_of_response:1; }","duration":"326.04948ms","start":"2026-05-11T01:12:39.535041Z","end":"2026-05-11T01:12:39.861091Z","steps":["trace[570390968] 'process raft request' (duration: 325.720493ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:12:39.861397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.869136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sj8sm\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-05-11T01:12:39.861452Z","caller":"traceutil/trace.go:171","msg":"trace[1085810454] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sj8sm; range_end:; response_count:1; response_revision:8397; }","duration":"319.001848ms","start":"2026-05-11T01:12:39.542436Z","end":"2026-05-11T01:12:39.861438Z","steps":["trace[1085810454] 'agreement among raft nodes before linearized reading' (duration: 318.744062ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:12:39.861498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:12:39.542409Z","time spent":"319.07883ms","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-sj8sm\" "} {"level":"warn","ts":"2026-05-11T01:12:39.861519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:12:39.535006Z","time spent":"326.294296ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:12:39.861548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.526041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-11T01:12:39.861627Z","caller":"traceutil/trace.go:171","msg":"trace[700445386] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8397; }","duration":"236.660074ms","start":"2026-05-11T01:12:39.624946Z","end":"2026-05-11T01:12:39.861606Z","steps":["trace[700445386] 'agreement among raft nodes before linearized reading' (duration: 236.417319ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:12:39.861761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.33398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-11T01:12:39.86186Z","caller":"traceutil/trace.go:171","msg":"trace[2067971229] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8397; }","duration":"292.483913ms","start":"2026-05-11T01:12:39.569359Z","end":"2026-05-11T01:12:39.861843Z","steps":["trace[2067971229] 'agreement among raft nodes before linearized reading' (duration: 292.006783ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:12:39.861862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.006575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-11T01:12:39.862143Z","caller":"traceutil/trace.go:171","msg":"trace[406055334] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8397; }","duration":"239.336053ms","start":"2026-05-11T01:12:39.622784Z","end":"2026-05-11T01:12:39.86212Z","steps":["trace[406055334] 'agreement among raft nodes before linearized reading' (duration: 238.984865ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:12:39.862261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.777692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-11T01:12:39.862306Z","caller":"traceutil/trace.go:171","msg":"trace[1689566464] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8397; }","duration":"238.874694ms","start":"2026-05-11T01:12:39.62342Z","end":"2026-05-11T01:12:39.862295Z","steps":["trace[1689566464] 'agreement among raft nodes before linearized reading' (duration: 238.339631ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:12:39.862437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.130455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-11T01:12:39.862527Z","caller":"traceutil/trace.go:171","msg":"trace[905578044] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8397; }","duration":"237.35281ms","start":"2026-05-11T01:12:39.625155Z","end":"2026-05-11T01:12:39.862508Z","steps":["trace[905578044] 'agreement among raft nodes before linearized reading' (duration: 236.45542ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:13:03.868195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.506276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-11T01:13:03.868274Z","caller":"traceutil/trace.go:171","msg":"trace[1267457629] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:8577; }","duration":"251.6534ms","start":"2026-05-11T01:13:03.616603Z","end":"2026-05-11T01:13:03.868256Z","steps":["trace[1267457629] 'count revisions from in-memory index tree' (duration: 251.410884ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:13:03.86849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.396029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19408"} {"level":"info","ts":"2026-05-11T01:13:03.868589Z","caller":"traceutil/trace.go:171","msg":"trace[642161388] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:8577; }","duration":"309.519802ms","start":"2026-05-11T01:13:03.559044Z","end":"2026-05-11T01:13:03.868564Z","steps":["trace[642161388] 'range keys from in-memory index tree' (duration: 309.189055ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:13:03.868628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:13:03.559028Z","time spent":"309.590513ms","remote":"127.0.0.1:40250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":19431,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-05-11T01:13:03.873797Z","caller":"traceutil/trace.go:171","msg":"trace[1230039681] linearizableReadLoop","detail":"{readStateIndex:8882; appliedIndex:8881; }","duration":"208.200198ms","start":"2026-05-11T01:13:03.665582Z","end":"2026-05-11T01:13:03.873782Z","steps":["trace[1230039681] 'read index received' (duration: 208.027125ms)","trace[1230039681] 'applied index is now lower than readState.Index' (duration: 172.453µs)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:13:03.873912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.313321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-11T01:13:03.87394Z","caller":"traceutil/trace.go:171","msg":"trace[714918529] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:8578; }","duration":"208.371941ms","start":"2026-05-11T01:13:03.66556Z","end":"2026-05-11T01:13:03.873932Z","steps":["trace[714918529] 'agreement among raft nodes before linearized reading' (duration: 208.31168ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:13:03.874007Z","caller":"traceutil/trace.go:171","msg":"trace[431137540] transaction","detail":"{read_only:false; response_revision:8578; number_of_response:1; }","duration":"236.632264ms","start":"2026-05-11T01:13:03.63722Z","end":"2026-05-11T01:13:03.873853Z","steps":["trace[431137540] 'process raft request' (duration: 236.409799ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:13:08.367272Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495960157353882,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:13:08.867873Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495960157353882,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:13:08.882151Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.24218714s","expected-duration":"1s"} {"level":"info","ts":"2026-05-11T01:13:08.882615Z","caller":"traceutil/trace.go:171","msg":"trace[869981762] transaction","detail":"{read_only:false; response_revision:8602; number_of_response:1; }","duration":"1.242906315s","start":"2026-05-11T01:13:07.639682Z","end":"2026-05-11T01:13:08.882588Z","steps":["trace[869981762] 'process raft request' (duration: 1.242719801s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:13:08.882768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:13:07.639642Z","time spent":"1.243045698s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:13:08.915078Z","caller":"traceutil/trace.go:171","msg":"trace[1258395354] linearizableReadLoop","detail":"{readStateIndex:8908; appliedIndex:8906; }","duration":"1.048592568s","start":"2026-05-11T01:13:07.866464Z","end":"2026-05-11T01:13:08.915046Z","steps":["trace[1258395354] 'read index received' (duration: 1.01591576s)","trace[1258395354] 'applied index is now lower than readState.Index' (duration: 32.664747ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:13:08.91524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04872602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-11T01:13:08.915202Z","caller":"traceutil/trace.go:171","msg":"trace[1276626016] transaction","detail":"{read_only:false; response_revision:8603; number_of_response:1; }","duration":"929.280423ms","start":"2026-05-11T01:13:07.985893Z","end":"2026-05-11T01:13:08.915173Z","steps":["trace[1276626016] 'process raft request' (duration: 929.033128ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:13:08.915277Z","caller":"traceutil/trace.go:171","msg":"trace[811130388] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:8603; }","duration":"1.048834603s","start":"2026-05-11T01:13:07.866432Z","end":"2026-05-11T01:13:08.915267Z","steps":["trace[811130388] 'agreement among raft nodes before linearized reading' (duration: 1.048731201s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:13:08.91531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:13:07.866417Z","time spent":"1.048886354s","remote":"127.0.0.1:56882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:13:08.915373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:13:07.985864Z","time spent":"929.426387ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:13:08.91544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.354226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-11T01:13:08.915496Z","caller":"traceutil/trace.go:171","msg":"trace[2058339362] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8603; }","duration":"809.439539ms","start":"2026-05-11T01:13:08.106043Z","end":"2026-05-11T01:13:08.915483Z","steps":["trace[2058339362] 'agreement among raft nodes before linearized reading' (duration: 809.301556ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:13:08.915504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.875238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-11T01:13:08.915526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:13:08.106032Z","time spent":"809.486399ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-11T01:13:08.915533Z","caller":"traceutil/trace.go:171","msg":"trace[320383339] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:8603; }","duration":"229.935119ms","start":"2026-05-11T01:13:08.685589Z","end":"2026-05-11T01:13:08.915524Z","steps":["trace[320383339] 'agreement among raft nodes before linearized reading' (duration: 229.888768ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:13:08.915568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.401003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-11T01:13:08.915577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.053627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-05-11T01:13:08.915567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.194195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-11T01:13:08.915642Z","caller":"traceutil/trace.go:171","msg":"trace[482621075] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8603; }","duration":"806.508955ms","start":"2026-05-11T01:13:08.109113Z","end":"2026-05-11T01:13:08.915622Z","steps":["trace[482621075] 'agreement among raft nodes before linearized reading' (duration: 806.27971ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:13:08.915652Z","caller":"traceutil/trace.go:171","msg":"trace[539656729] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8603; }","duration":"825.161339ms","start":"2026-05-11T01:13:08.090469Z","end":"2026-05-11T01:13:08.91563Z","steps":["trace[539656729] 'agreement among raft nodes before linearized reading' (duration: 824.974275ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:13:08.91566Z","caller":"traceutil/trace.go:171","msg":"trace[1034476830] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8603; }","duration":"810.342147ms","start":"2026-05-11T01:13:08.105301Z","end":"2026-05-11T01:13:08.915643Z","steps":["trace[1034476830] 'agreement among raft nodes before linearized reading' (duration: 810.071841ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:13:08.915664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.049812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-05-11T01:13:08.915686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:13:08.109102Z","time spent":"806.575336ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-11T01:13:08.915694Z","caller":"traceutil/trace.go:171","msg":"trace[1450547871] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8603; }","duration":"411.108743ms","start":"2026-05-11T01:13:08.504579Z","end":"2026-05-11T01:13:08.915688Z","steps":["trace[1450547871] 'agreement among raft nodes before linearized reading' (duration: 411.047342ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:13:08.915698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:13:08.105278Z","time spent":"810.412509ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-11T01:13:08.915714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:13:08.504557Z","time spent":"411.152404ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-11T01:13:08.915702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:13:08.090442Z","time spent":"825.247151ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-11T01:13:08.915714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.748062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sj8sm\" ","response":"range_response_count:1 size:6530"} {"level":"warn","ts":"2026-05-11T01:13:08.915605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.875659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-11T01:13:08.915758Z","caller":"traceutil/trace.go:171","msg":"trace[1314681760] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sj8sm; range_end:; response_count:1; response_revision:8603; }","duration":"783.798953ms","start":"2026-05-11T01:13:08.131945Z","end":"2026-05-11T01:13:08.915744Z","steps":["trace[1314681760] 'agreement among raft nodes before linearized reading' (duration: 783.690221ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:13:08.915451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.03545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-05-11T01:13:08.915788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:13:08.131932Z","time spent":"783.848694ms","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-sj8sm\" "} {"level":"info","ts":"2026-05-11T01:13:08.915793Z","caller":"traceutil/trace.go:171","msg":"trace[970090861] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8603; }","duration":"791.414048ms","start":"2026-05-11T01:13:08.124372Z","end":"2026-05-11T01:13:08.915786Z","steps":["trace[970090861] 'agreement among raft nodes before linearized reading' (duration: 790.956838ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:13:08.915789Z","caller":"traceutil/trace.go:171","msg":"trace[1553413999] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8603; }","duration":"678.110564ms","start":"2026-05-11T01:13:08.237666Z","end":"2026-05-11T01:13:08.915776Z","steps":["trace[1553413999] 'agreement among raft nodes before linearized reading' (duration: 677.849908ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:13:08.91582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:13:08.124355Z","time spent":"791.4585ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-11T01:13:08.915825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:13:08.237636Z","time spent":"678.178876ms","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-11T01:13:08.915368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.952475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:13:08.916063Z","caller":"traceutil/trace.go:171","msg":"trace[1700200557] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8603; }","duration":"988.68996ms","start":"2026-05-11T01:13:07.927344Z","end":"2026-05-11T01:13:08.916034Z","steps":["trace[1700200557] 'agreement among raft nodes before linearized reading' (duration: 987.951435ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:13:08.916174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:13:07.927319Z","time spent":"988.806752ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:13:08.915987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.944532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-11T01:13:08.916481Z","caller":"traceutil/trace.go:171","msg":"trace[1472628686] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8603; }","duration":"806.543346ms","start":"2026-05-11T01:13:08.109926Z","end":"2026-05-11T01:13:08.91647Z","steps":["trace[1472628686] 'agreement among raft nodes before linearized reading' (duration: 805.900972ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:13:08.916599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:13:08.109895Z","time spent":"806.618767ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-11T01:13:10.68108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.970203ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-11T01:13:10.681441Z","caller":"traceutil/trace.go:171","msg":"trace[268544476] linearizableReadLoop","detail":"{readStateIndex:8919; appliedIndex:8918; }","duration":"163.104482ms","start":"2026-05-11T01:13:10.518075Z","end":"2026-05-11T01:13:10.68118Z","steps":["trace[268544476] 'read index received' (duration: 35.851µs)","trace[268544476] 'applied index is now lower than readState.Index' (duration: 163.064951ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:13:10.684771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.871393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6598fc5986-9qfbq.18ae5db3fef8d025\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-05-11T01:13:10.684836Z","caller":"traceutil/trace.go:171","msg":"trace[1628992807] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6598fc5986-9qfbq.18ae5db3fef8d025; range_end:; response_count:1; response_revision:8613; }","duration":"166.996726ms","start":"2026-05-11T01:13:10.517826Z","end":"2026-05-11T01:13:10.684823Z","steps":["trace[1628992807] 'agreement among raft nodes before linearized reading' (duration: 163.567482ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:13:21.464717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.485535ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:13:21.464868Z","caller":"traceutil/trace.go:171","msg":"trace[1014519626] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8716; }","duration":"100.644218ms","start":"2026-05-11T01:13:21.364206Z","end":"2026-05-11T01:13:21.46485Z","steps":["trace[1014519626] 'range keys from in-memory index tree' (duration: 100.469474ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:13:21.545334Z","caller":"traceutil/trace.go:171","msg":"trace[732455738] transaction","detail":"{read_only:false; response_revision:8717; number_of_response:1; }","duration":"475.123998ms","start":"2026-05-11T01:13:21.070191Z","end":"2026-05-11T01:13:21.545315Z","steps":["trace[732455738] 'process raft request' (duration: 474.945744ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:13:21.545485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:13:21.070174Z","time spent":"475.235101ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:13:21.545624Z","caller":"traceutil/trace.go:171","msg":"trace[1717381313] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8717; }","duration":"474.769371ms","start":"2026-05-11T01:13:21.070814Z","end":"2026-05-11T01:13:21.545584Z","steps":["trace[1717381313] 'process raft request' (duration: 474.457434ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:13:21.545801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:13:21.070804Z","time spent":"474.903993ms","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59,"response count":0,"response size":4722,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:13:21.545935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.131546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-zs8w5\" ","response":"range_response_count:1 size:2803"} {"level":"info","ts":"2026-05-11T01:13:21.546036Z","caller":"traceutil/trace.go:171","msg":"trace[2088037727] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-zs8w5; range_end:; response_count:1; response_revision:8717; }","duration":"473.292069ms","start":"2026-05-11T01:13:21.072728Z","end":"2026-05-11T01:13:21.54602Z","steps":["trace[2088037727] 'agreement among raft nodes before linearized reading' (duration: 472.933681ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:13:21.54611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:13:21.072721Z","time spent":"473.376661ms","remote":"127.0.0.1:56876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2826,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-zs8w5\" "} {"level":"info","ts":"2026-05-11T01:13:21.545629Z","caller":"traceutil/trace.go:171","msg":"trace[762121074] linearizableReadLoop","detail":"{readStateIndex:9030; appliedIndex:9027; }","duration":"472.84689ms","start":"2026-05-11T01:13:21.072751Z","end":"2026-05-11T01:13:21.545598Z","steps":["trace[762121074] 'read index received' (duration: 16.815425ms)","trace[762121074] 'applied index is now lower than readState.Index' (duration: 455.970624ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:13:21.880544Z","caller":"traceutil/trace.go:171","msg":"trace[756952227] transaction","detail":"{read_only:false; response_revision:8718; number_of_response:1; }","duration":"785.152162ms","start":"2026-05-11T01:13:21.095359Z","end":"2026-05-11T01:13:21.880511Z","steps":["trace[756952227] 'process raft request' (duration: 738.133853ms)","trace[756952227] 'compare' (duration: 46.730693ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:13:21.880771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:13:21.095348Z","time spent":"785.313836ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:13:21.922196Z","caller":"traceutil/trace.go:171","msg":"trace[643587294] linearizableReadLoop","detail":"{readStateIndex:9032; appliedIndex:9030; }","duration":"360.808524ms","start":"2026-05-11T01:13:21.561352Z","end":"2026-05-11T01:13:21.92216Z","steps":["trace[643587294] 'read index received' (duration: 272.256246ms)","trace[643587294] 'applied index is now lower than readState.Index' (duration: 88.550928ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:13:21.922292Z","caller":"traceutil/trace.go:171","msg":"trace[457271360] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8719; }","duration":"373.355346ms","start":"2026-05-11T01:13:21.548882Z","end":"2026-05-11T01:13:21.922237Z","steps":["trace[457271360] 'process raft request' (duration: 373.035449ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:13:21.922521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.131231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-zs8w5\" ","response":"range_response_count:1 size:4688"} {"level":"warn","ts":"2026-05-11T01:13:21.922536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:13:21.548862Z","time spent":"373.51348ms","remote":"127.0.0.1:56876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-05-11T01:13:21.922575Z","caller":"traceutil/trace.go:171","msg":"trace[1204954787] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-zs8w5; range_end:; response_count:1; response_revision:8719; }","duration":"361.243953ms","start":"2026-05-11T01:13:21.561318Z","end":"2026-05-11T01:13:21.922562Z","steps":["trace[1204954787] 'agreement among raft nodes before linearized reading' (duration: 361.008858ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:13:21.922625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:13:21.561304Z","time spent":"361.308295ms","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4711,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-zs8w5\" "} {"level":"warn","ts":"2026-05-11T01:13:21.922744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.514306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-11T01:13:21.922907Z","caller":"traceutil/trace.go:171","msg":"trace[399666768] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:8719; }","duration":"106.758071ms","start":"2026-05-11T01:13:21.81612Z","end":"2026-05-11T01:13:21.922878Z","steps":["trace[399666768] 'agreement among raft nodes before linearized reading' (duration: 106.420914ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:13:22.908065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.610618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-05-11T01:13:22.908197Z","caller":"traceutil/trace.go:171","msg":"trace[1812822575] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:8725; }","duration":"250.774171ms","start":"2026-05-11T01:13:22.657394Z","end":"2026-05-11T01:13:22.908168Z","steps":["trace[1812822575] 'range keys from in-memory index tree' (duration: 250.419493ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:13:23.095422Z","caller":"traceutil/trace.go:171","msg":"trace[1078302668] linearizableReadLoop","detail":"{readStateIndex:9039; appliedIndex:9038; }","duration":"123.091885ms","start":"2026-05-11T01:13:22.972307Z","end":"2026-05-11T01:13:23.095398Z","steps":["trace[1078302668] 'read index received' (duration: 122.86401ms)","trace[1078302668] 'applied index is now lower than readState.Index' (duration: 226.785µs)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:13:23.095456Z","caller":"traceutil/trace.go:171","msg":"trace[712780422] transaction","detail":"{read_only:false; response_revision:8726; number_of_response:1; }","duration":"125.978398ms","start":"2026-05-11T01:13:22.969441Z","end":"2026-05-11T01:13:23.09542Z","steps":["trace[712780422] 'process raft request' (duration: 125.742422ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:13:23.095769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.457719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-11T01:13:23.095822Z","caller":"traceutil/trace.go:171","msg":"trace[2068761638] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8726; }","duration":"102.613282ms","start":"2026-05-11T01:13:22.993195Z","end":"2026-05-11T01:13:23.095808Z","steps":["trace[2068761638] 'agreement among raft nodes before linearized reading' (duration: 102.363247ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:13:23.095921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.551825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-05-11T01:13:23.096035Z","caller":"traceutil/trace.go:171","msg":"trace[257453075] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8726; }","duration":"123.720449ms","start":"2026-05-11T01:13:22.972288Z","end":"2026-05-11T01:13:23.096008Z","steps":["trace[257453075] 'agreement among raft nodes before linearized reading' (duration: 123.26492ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:13:23.444105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.257559ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-11T01:13:23.444237Z","caller":"traceutil/trace.go:171","msg":"trace[1727762211] transaction","detail":"{read_only:false; response_revision:8727; number_of_response:1; }","duration":"342.398325ms","start":"2026-05-11T01:13:23.10182Z","end":"2026-05-11T01:13:23.444218Z","steps":["trace[1727762211] 'process raft request' (duration: 182.943471ms)","trace[1727762211] 'compare' (duration: 159.105946ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:13:23.444298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:13:23.101788Z","time spent":"342.481847ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:13:23.687378Z","caller":"traceutil/trace.go:171","msg":"trace[1204631937] transaction","detail":"{read_only:false; response_revision:8729; number_of_response:1; }","duration":"585.381716ms","start":"2026-05-11T01:13:23.101953Z","end":"2026-05-11T01:13:23.687335Z","steps":["trace[1204631937] 'process raft request' (duration: 585.210923ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:13:23.687418Z","caller":"traceutil/trace.go:171","msg":"trace[1686703166] transaction","detail":"{read_only:false; response_revision:8728; number_of_response:1; }","duration":"585.389236ms","start":"2026-05-11T01:13:23.101951Z","end":"2026-05-11T01:13:23.687341Z","steps":["trace[1686703166] 'process raft request' (duration: 584.958757ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:13:23.687656Z","caller":"traceutil/trace.go:171","msg":"trace[378725057] transaction","detail":"{read_only:false; response_revision:8730; number_of_response:1; }","duration":"585.586821ms","start":"2026-05-11T01:13:23.102026Z","end":"2026-05-11T01:13:23.687612Z","steps":["trace[378725057] 'process raft request' (duration: 585.237264ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:13:23.687709Z","caller":"traceutil/trace.go:171","msg":"trace[1289826357] linearizableReadLoop","detail":"{readStateIndex:9045; appliedIndex:9039; }","duration":"585.259814ms","start":"2026-05-11T01:13:23.102422Z","end":"2026-05-11T01:13:23.687682Z","steps":["trace[1289826357] 'read index received' (duration: 182.357599ms)","trace[1289826357] 'applied index is now lower than readState.Index' (duration: 402.900015ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:13:23.687852Z","caller":"traceutil/trace.go:171","msg":"trace[1986100299] transaction","detail":"{read_only:false; response_revision:8731; number_of_response:1; }","duration":"585.805665ms","start":"2026-05-11T01:13:23.102028Z","end":"2026-05-11T01:13:23.687833Z","steps":["trace[1986100299] 'process raft request' (duration: 585.467658ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:13:23.687882Z","caller":"traceutil/trace.go:171","msg":"trace[1073455332] transaction","detail":"{read_only:false; response_revision:8732; number_of_response:1; }","duration":"585.575171ms","start":"2026-05-11T01:13:23.102288Z","end":"2026-05-11T01:13:23.687863Z","steps":["trace[1073455332] 'process raft request' (duration: 585.312125ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:13:23.687829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:13:23.101936Z","time spent":"585.57418ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:13:23.687959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:13:23.102277Z","time spent":"585.642162ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:13:23.687965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:13:23.102019Z","time spent":"585.883177ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:13:23.688106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:13:23.102017Z","time spent":"585.738274ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:13:23.688376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.936708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228488"} {"level":"warn","ts":"2026-05-11T01:13:23.687865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:13:23.101935Z","time spent":"585.609941ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:13:23.688461Z","caller":"traceutil/trace.go:171","msg":"trace[65680628] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8732; }","duration":"586.062521ms","start":"2026-05-11T01:13:23.102381Z","end":"2026-05-11T01:13:23.688444Z","steps":["trace[65680628] 'agreement among raft nodes before linearized reading' (duration: 585.56676ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:13:23.688514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:13:23.102362Z","time spent":"586.139122ms","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228511,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-11T01:13:23.694465Z","caller":"traceutil/trace.go:171","msg":"trace[1740899640] transaction","detail":"{read_only:false; response_revision:8733; number_of_response:1; }","duration":"143.062747ms","start":"2026-05-11T01:13:23.551368Z","end":"2026-05-11T01:13:23.694431Z","steps":["trace[1740899640] 'process raft request' (duration: 142.765121ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:13:23.694568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.650707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-05-11T01:13:23.694685Z","caller":"traceutil/trace.go:171","msg":"trace[474910931] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:8733; }","duration":"588.80307ms","start":"2026-05-11T01:13:23.105853Z","end":"2026-05-11T01:13:23.694656Z","steps":["trace[474910931] 'agreement among raft nodes before linearized reading' (duration: 588.474063ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:13:23.69475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:13:23.105845Z","time spent":"588.893672ms","remote":"127.0.0.1:40174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1365,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"warn","ts":"2026-05-11T01:13:23.697999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.236516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:13:23.698046Z","caller":"traceutil/trace.go:171","msg":"trace[683189649] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:8733; }","duration":"517.298122ms","start":"2026-05-11T01:13:23.180734Z","end":"2026-05-11T01:13:23.698032Z","steps":["trace[683189649] 'agreement among raft nodes before linearized reading' (duration: 514.261446ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:13:23.698076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:13:23.18071Z","time spent":"517.356424ms","remote":"127.0.0.1:46206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:13:23.939516Z","caller":"traceutil/trace.go:171","msg":"trace[2101422180] transaction","detail":"{read_only:false; response_revision:8734; number_of_response:1; }","duration":"108.593052ms","start":"2026-05-11T01:13:23.830897Z","end":"2026-05-11T01:13:23.939491Z","steps":["trace[2101422180] 'process raft request' (duration: 108.376067ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:13:23.974789Z","caller":"traceutil/trace.go:171","msg":"trace[1015436145] transaction","detail":"{read_only:false; response_revision:8735; number_of_response:1; }","duration":"121.125023ms","start":"2026-05-11T01:13:23.853597Z","end":"2026-05-11T01:13:23.974722Z","steps":["trace[1015436145] 'process raft request' (duration: 120.874778ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:13:24.107969Z","caller":"traceutil/trace.go:171","msg":"trace[1282016518] transaction","detail":"{read_only:false; response_revision:8737; number_of_response:1; }","duration":"127.408799ms","start":"2026-05-11T01:13:23.980521Z","end":"2026-05-11T01:13:24.10793Z","steps":["trace[1282016518] 'process raft request' (duration: 121.950701ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:13:24.110808Z","caller":"traceutil/trace.go:171","msg":"trace[1973183380] transaction","detail":"{read_only:false; response_revision:8738; number_of_response:1; }","duration":"130.133857ms","start":"2026-05-11T01:13:23.980638Z","end":"2026-05-11T01:13:24.110772Z","steps":["trace[1973183380] 'process raft request' (duration: 129.883892ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:13:24.111121Z","caller":"traceutil/trace.go:171","msg":"trace[1827626817] transaction","detail":"{read_only:false; response_revision:8739; number_of_response:1; }","duration":"130.338641ms","start":"2026-05-11T01:13:23.980759Z","end":"2026-05-11T01:13:24.111098Z","steps":["trace[1827626817] 'process raft request' (duration: 129.953093ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:13:24.111183Z","caller":"traceutil/trace.go:171","msg":"trace[1022453953] transaction","detail":"{read_only:false; response_revision:8740; number_of_response:1; }","duration":"130.139518ms","start":"2026-05-11T01:13:23.981021Z","end":"2026-05-11T01:13:24.111161Z","steps":["trace[1022453953] 'process raft request' (duration: 129.945724ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:13:24.111171Z","caller":"traceutil/trace.go:171","msg":"trace[1400283638] linearizableReadLoop","detail":"{readStateIndex:9051; appliedIndex:9049; }","duration":"130.447274ms","start":"2026-05-11T01:13:23.980691Z","end":"2026-05-11T01:13:24.111138Z","steps":["trace[1400283638] 'read index received' (duration: 121.891889ms)","trace[1400283638] 'applied index is now lower than readState.Index' (duration: 8.553865ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:13:24.111441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.72295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-05-11T01:13:24.111504Z","caller":"traceutil/trace.go:171","msg":"trace[2068485914] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8740; }","duration":"130.833683ms","start":"2026-05-11T01:13:23.980654Z","end":"2026-05-11T01:13:24.111488Z","steps":["trace[2068485914] 'agreement among raft nodes before linearized reading' (duration: 130.595838ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:13:26.131277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.579489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-11T01:13:26.131363Z","caller":"traceutil/trace.go:171","msg":"trace[1141682067] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8744; }","duration":"681.678511ms","start":"2026-05-11T01:13:25.449665Z","end":"2026-05-11T01:13:26.131344Z","steps":["trace[1141682067] 'range keys from in-memory index tree' (duration: 681.355304ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:13:26.131368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.159311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-05-11T01:13:26.13141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:13:25.449576Z","time spent":"681.823505ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-11T01:13:26.131473Z","caller":"traceutil/trace.go:171","msg":"trace[2137590079] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8744; }","duration":"434.319625ms","start":"2026-05-11T01:13:25.697135Z","end":"2026-05-11T01:13:26.131454Z","steps":["trace[2137590079] 'range keys from in-memory index tree' (duration: 433.960507ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:13:26.131514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:13:25.697093Z","time spent":"434.412877ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-11T01:13:26.131767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.648192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-11T01:13:26.131801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.680083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-11T01:13:26.131805Z","caller":"traceutil/trace.go:171","msg":"trace[2099392783] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8744; }","duration":"434.744214ms","start":"2026-05-11T01:13:25.697052Z","end":"2026-05-11T01:13:26.131796Z","steps":["trace[2099392783] 'range keys from in-memory index tree' (duration: 434.460138ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:13:26.131794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.658172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-11T01:13:26.131837Z","caller":"traceutil/trace.go:171","msg":"trace[657342734] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8744; }","duration":"434.773385ms","start":"2026-05-11T01:13:25.697052Z","end":"2026-05-11T01:13:26.131826Z","steps":["trace[657342734] 'range keys from in-memory index tree' (duration: 434.439638ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:13:26.131849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:13:25.69702Z","time spent":"434.815366ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-11T01:13:26.131859Z","caller":"traceutil/trace.go:171","msg":"trace[282413451] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8744; }","duration":"434.793095ms","start":"2026-05-11T01:13:25.697052Z","end":"2026-05-11T01:13:26.131845Z","steps":["trace[282413451] 'range keys from in-memory index tree' (duration: 434.413137ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:13:26.131868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.163718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-11T01:13:26.13189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:13:25.697024Z","time spent":"434.859407ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-11T01:13:26.131883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:13:25.69702Z","time spent":"434.849957ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-11T01:13:26.131924Z","caller":"traceutil/trace.go:171","msg":"trace[1321183411] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8744; }","duration":"432.246889ms","start":"2026-05-11T01:13:25.699663Z","end":"2026-05-11T01:13:26.13191Z","steps":["trace[1321183411] 'range keys from in-memory index tree' (duration: 432.058816ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:13:26.131953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:13:25.699647Z","time spent":"432.299461ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-11T01:13:26.131905Z","caller":"traceutil/trace.go:171","msg":"trace[1177670328] linearizableReadLoop","detail":"{readStateIndex:9059; appliedIndex:9058; }","duration":"425.951334ms","start":"2026-05-11T01:13:25.705916Z","end":"2026-05-11T01:13:26.131868Z","steps":["trace[1177670328] 'read index received' (duration: 372.67196ms)","trace[1177670328] 'applied index is now lower than readState.Index' (duration: 53.277884ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:13:26.131922Z","caller":"traceutil/trace.go:171","msg":"trace[75561631] transaction","detail":"{read_only:false; response_revision:8745; number_of_response:1; }","duration":"431.440553ms","start":"2026-05-11T01:13:25.700443Z","end":"2026-05-11T01:13:26.131884Z","steps":["trace[75561631] 'process raft request' (duration: 378.068017ms)","trace[75561631] 'compare' (duration: 53.174932ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:13:26.132192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.255542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sj8sm\" ","response":"range_response_count:1 size:6530"} {"level":"warn","ts":"2026-05-11T01:13:26.132215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:13:25.700416Z","time spent":"431.681938ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:13:26.132258Z","caller":"traceutil/trace.go:171","msg":"trace[553315904] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sj8sm; range_end:; response_count:1; response_revision:8745; }","duration":"426.357114ms","start":"2026-05-11T01:13:25.705884Z","end":"2026-05-11T01:13:26.132241Z","steps":["trace[553315904] 'agreement among raft nodes before linearized reading' (duration: 426.127548ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:13:26.132301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:13:25.705876Z","time spent":"426.413595ms","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-sj8sm\" "} {"level":"info","ts":"2026-05-11T01:13:26.191585Z","caller":"traceutil/trace.go:171","msg":"trace[1786010816] transaction","detail":"{read_only:false; response_revision:8746; number_of_response:1; }","duration":"210.321175ms","start":"2026-05-11T01:13:25.981231Z","end":"2026-05-11T01:13:26.191552Z","steps":["trace[1786010816] 'process raft request' (duration: 210.014718ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:13:26.191721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.030186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:13:26.191983Z","caller":"traceutil/trace.go:171","msg":"trace[1851182934] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8746; }","duration":"263.329392ms","start":"2026-05-11T01:13:25.928584Z","end":"2026-05-11T01:13:26.191914Z","steps":["trace[1851182934] 'agreement among raft nodes before linearized reading' (duration: 262.954654ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:13:26.307979Z","caller":"traceutil/trace.go:171","msg":"trace[1157506191] transaction","detail":"{read_only:false; response_revision:8748; number_of_response:1; }","duration":"171.068715ms","start":"2026-05-11T01:13:26.136875Z","end":"2026-05-11T01:13:26.307944Z","steps":["trace[1157506191] 'process raft request' (duration: 170.988593ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:13:26.30804Z","caller":"traceutil/trace.go:171","msg":"trace[794341854] transaction","detail":"{read_only:false; response_revision:8747; number_of_response:1; }","duration":"171.238828ms","start":"2026-05-11T01:13:26.136779Z","end":"2026-05-11T01:13:26.308018Z","steps":["trace[794341854] 'process raft request' (duration: 170.919811ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:13:26.308275Z","caller":"traceutil/trace.go:171","msg":"trace[894512184] transaction","detail":"{read_only:false; response_revision:8749; number_of_response:1; }","duration":"171.034673ms","start":"2026-05-11T01:13:26.137233Z","end":"2026-05-11T01:13:26.308267Z","steps":["trace[894512184] 'process raft request' (duration: 170.674016ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:13:26.308337Z","caller":"traceutil/trace.go:171","msg":"trace[1078048421] transaction","detail":"{read_only:false; response_revision:8751; number_of_response:1; }","duration":"169.611442ms","start":"2026-05-11T01:13:26.138719Z","end":"2026-05-11T01:13:26.30833Z","steps":["trace[1078048421] 'process raft request' (duration: 169.53052ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:13:26.308318Z","caller":"traceutil/trace.go:171","msg":"trace[2062427462] transaction","detail":"{read_only:false; response_revision:8750; number_of_response:1; }","duration":"170.801308ms","start":"2026-05-11T01:13:26.137495Z","end":"2026-05-11T01:13:26.308296Z","steps":["trace[2062427462] 'process raft request' (duration: 170.660535ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:13:26.308347Z","caller":"traceutil/trace.go:171","msg":"trace[1164499115] linearizableReadLoop","detail":"{readStateIndex:9066; appliedIndex:9060; }","duration":"116.813309ms","start":"2026-05-11T01:13:26.191511Z","end":"2026-05-11T01:13:26.308324Z","steps":["trace[1164499115] 'read index received' (duration: 116.171765ms)","trace[1164499115] 'applied index is now lower than readState.Index' (duration: 639.844µs)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:13:26.308379Z","caller":"traceutil/trace.go:171","msg":"trace[1846782980] transaction","detail":"{read_only:false; response_revision:8752; number_of_response:1; }","duration":"169.340116ms","start":"2026-05-11T01:13:26.139014Z","end":"2026-05-11T01:13:26.308354Z","steps":["trace[1846782980] 'process raft request' (duration: 169.270415ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:13:26.308797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.552825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228488"} {"level":"info","ts":"2026-05-11T01:13:26.308861Z","caller":"traceutil/trace.go:171","msg":"trace[588332650] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8752; }","duration":"171.685808ms","start":"2026-05-11T01:13:26.137166Z","end":"2026-05-11T01:13:26.308851Z","steps":["trace[588332650] 'agreement among raft nodes before linearized reading' (duration: 171.243087ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:13:46.442628Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002466.wal"} {"level":"info","ts":"2026-05-11T01:14:24.8081Z","caller":"traceutil/trace.go:171","msg":"trace[1691822274] transaction","detail":"{read_only:false; response_revision:9321; number_of_response:1; }","duration":"117.344251ms","start":"2026-05-11T01:14:24.690734Z","end":"2026-05-11T01:14:24.808078Z","steps":["trace[1691822274] 'process raft request' (duration: 117.178597ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:14:24.919391Z","caller":"traceutil/trace.go:171","msg":"trace[1554787919] linearizableReadLoop","detail":"{readStateIndex:9651; appliedIndex:9649; }","duration":"173.293623ms","start":"2026-05-11T01:14:24.746073Z","end":"2026-05-11T01:14:24.919366Z","steps":["trace[1554787919] 'read index received' (duration: 61.87299ms)","trace[1554787919] 'applied index is now lower than readState.Index' (duration: 111.419463ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:14:24.919604Z","caller":"traceutil/trace.go:171","msg":"trace[886016936] transaction","detail":"{read_only:false; response_revision:9322; number_of_response:1; }","duration":"224.034121ms","start":"2026-05-11T01:14:24.695524Z","end":"2026-05-11T01:14:24.919558Z","steps":["trace[886016936] 'process raft request' (duration: 221.806653ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:14:24.919924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.588517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-11T01:14:24.92002Z","caller":"traceutil/trace.go:171","msg":"trace[2049195576] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9322; }","duration":"159.716819ms","start":"2026-05-11T01:14:24.760284Z","end":"2026-05-11T01:14:24.920001Z","steps":["trace[2049195576] 'agreement among raft nodes before linearized reading' (duration: 159.526775ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:14:24.920054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.350591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-11T01:14:24.920112Z","caller":"traceutil/trace.go:171","msg":"trace[659877823] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9322; }","duration":"159.413303ms","start":"2026-05-11T01:14:24.760686Z","end":"2026-05-11T01:14:24.920099Z","steps":["trace[659877823] 'agreement among raft nodes before linearized reading' (duration: 159.26791ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:14:24.920091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.111976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-11T01:14:24.920092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.080348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sj8sm\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-05-11T01:14:24.920188Z","caller":"traceutil/trace.go:171","msg":"trace[385148815] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sj8sm; range_end:; response_count:1; response_revision:9322; }","duration":"136.2178ms","start":"2026-05-11T01:14:24.783951Z","end":"2026-05-11T01:14:24.920168Z","steps":["trace[385148815] 'agreement among raft nodes before linearized reading' (duration: 135.907844ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:14:24.920296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.234613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-11T01:14:24.920181Z","caller":"traceutil/trace.go:171","msg":"trace[787637547] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9322; }","duration":"159.251979ms","start":"2026-05-11T01:14:24.760909Z","end":"2026-05-11T01:14:24.920161Z","steps":["trace[787637547] 'agreement among raft nodes before linearized reading' (duration: 159.006754ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:14:24.920336Z","caller":"traceutil/trace.go:171","msg":"trace[1006186764] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9322; }","duration":"174.315605ms","start":"2026-05-11T01:14:24.74601Z","end":"2026-05-11T01:14:24.920326Z","steps":["trace[1006186764] 'agreement among raft nodes before linearized reading' (duration: 173.571629ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:14:36.885807Z","caller":"traceutil/trace.go:171","msg":"trace[179084096] transaction","detail":"{read_only:false; response_revision:9387; number_of_response:1; }","duration":"411.742076ms","start":"2026-05-11T01:14:36.474038Z","end":"2026-05-11T01:14:36.88578Z","steps":["trace[179084096] 'process raft request' (duration: 411.521081ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:14:36.886094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:14:36.474005Z","time spent":"411.90659ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:14:36.962449Z","caller":"traceutil/trace.go:171","msg":"trace[2125862297] linearizableReadLoop","detail":"{readStateIndex:9721; appliedIndex:9718; }","duration":"449.2595ms","start":"2026-05-11T01:14:36.513161Z","end":"2026-05-11T01:14:36.962421Z","steps":["trace[2125862297] 'read index received' (duration: 372.488576ms)","trace[2125862297] 'applied index is now lower than readState.Index' (duration: 76.770004ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:14:36.962519Z","caller":"traceutil/trace.go:171","msg":"trace[51418433] transaction","detail":"{read_only:false; response_revision:9388; number_of_response:1; }","duration":"466.916371ms","start":"2026-05-11T01:14:36.495576Z","end":"2026-05-11T01:14:36.962492Z","steps":["trace[51418433] 'process raft request' (duration: 466.661396ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:14:36.962576Z","caller":"traceutil/trace.go:171","msg":"trace[84639578] transaction","detail":"{read_only:false; response_revision:9389; number_of_response:1; }","duration":"463.023848ms","start":"2026-05-11T01:14:36.49954Z","end":"2026-05-11T01:14:36.962564Z","steps":["trace[84639578] 'process raft request' (duration: 462.833764ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:14:36.962677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:14:36.495549Z","time spent":"467.028944ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:14:36.962679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:14:36.499515Z","time spent":"463.092649ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:14:36.962822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.554877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-11T01:14:36.96289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.733249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-11T01:14:36.962919Z","caller":"traceutil/trace.go:171","msg":"trace[1275608341] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:9389; }","duration":"329.70344ms","start":"2026-05-11T01:14:36.633192Z","end":"2026-05-11T01:14:36.962895Z","steps":["trace[1275608341] 'agreement among raft nodes before linearized reading' (duration: 329.534246ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:14:36.962929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.081854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-11T01:14:36.962955Z","caller":"traceutil/trace.go:171","msg":"trace[787776748] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:9389; }","duration":"449.828152ms","start":"2026-05-11T01:14:36.513113Z","end":"2026-05-11T01:14:36.962942Z","steps":["trace[787776748] 'agreement among raft nodes before linearized reading' (duration: 449.695639ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:14:36.96297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:14:36.633176Z","time spent":"329.782362ms","remote":"127.0.0.1:39942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:14:36.962977Z","caller":"traceutil/trace.go:171","msg":"trace[1049761842] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9389; }","duration":"104.186086ms","start":"2026-05-11T01:14:36.85878Z","end":"2026-05-11T01:14:36.962966Z","steps":["trace[1049761842] 'agreement among raft nodes before linearized reading' (duration: 104.036353ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:14:36.962998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:14:36.5131Z","time spent":"449.889043ms","remote":"127.0.0.1:40402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":75,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:14:37.114585Z","caller":"traceutil/trace.go:171","msg":"trace[665808347] linearizableReadLoop","detail":"{readStateIndex:9722; appliedIndex:9721; }","duration":"140.448272ms","start":"2026-05-11T01:14:36.974108Z","end":"2026-05-11T01:14:37.114556Z","steps":["trace[665808347] 'read index received' (duration: 121.211715ms)","trace[665808347] 'applied index is now lower than readState.Index' (duration: 19.235507ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:14:37.114635Z","caller":"traceutil/trace.go:171","msg":"trace[1988495854] transaction","detail":"{read_only:false; response_revision:9390; number_of_response:1; }","duration":"148.031095ms","start":"2026-05-11T01:14:36.966561Z","end":"2026-05-11T01:14:37.114592Z","steps":["trace[1988495854] 'process raft request' (duration: 128.747258ms)","trace[1988495854] 'compare' (duration: 19.103094ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:14:37.114862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.728628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-11T01:14:37.11491Z","caller":"traceutil/trace.go:171","msg":"trace[15626916] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9390; }","duration":"140.825899ms","start":"2026-05-11T01:14:36.974071Z","end":"2026-05-11T01:14:37.114897Z","steps":["trace[15626916] 'agreement among raft nodes before linearized reading' (duration: 140.627505ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:14:37.114908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.173591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-11T01:14:37.115011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.45044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sj8sm\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-05-11T01:14:37.115074Z","caller":"traceutil/trace.go:171","msg":"trace[713745124] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sj8sm; range_end:; response_count:1; response_revision:9390; }","duration":"109.530812ms","start":"2026-05-11T01:14:37.005527Z","end":"2026-05-11T01:14:37.115058Z","steps":["trace[713745124] 'agreement among raft nodes before linearized reading' (duration: 109.377399ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:14:37.115145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.033464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-11T01:14:37.115017Z","caller":"traceutil/trace.go:171","msg":"trace[848413021] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9390; }","duration":"131.362825ms","start":"2026-05-11T01:14:36.983629Z","end":"2026-05-11T01:14:37.114992Z","steps":["trace[848413021] 'agreement among raft nodes before linearized reading' (duration: 131.11187ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:14:37.1152Z","caller":"traceutil/trace.go:171","msg":"trace[1377941835] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9390; }","duration":"129.112756ms","start":"2026-05-11T01:14:36.986073Z","end":"2026-05-11T01:14:37.115185Z","steps":["trace[1377941835] 'agreement among raft nodes before linearized reading' (duration: 128.981373ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:14:37.115302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.079151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-11T01:14:37.115273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.097251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-11T01:14:37.115359Z","caller":"traceutil/trace.go:171","msg":"trace[1402202373] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9390; }","duration":"127.244695ms","start":"2026-05-11T01:14:36.988101Z","end":"2026-05-11T01:14:37.115345Z","steps":["trace[1402202373] 'agreement among raft nodes before linearized reading' (duration: 126.944189ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:14:37.115413Z","caller":"traceutil/trace.go:171","msg":"trace[1038108222] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9390; }","duration":"126.358536ms","start":"2026-05-11T01:14:36.989024Z","end":"2026-05-11T01:14:37.115383Z","steps":["trace[1038108222] 'agreement among raft nodes before linearized reading' (duration: 125.868986ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:14:37.337759Z","caller":"traceutil/trace.go:171","msg":"trace[1556950445] linearizableReadLoop","detail":"{readStateIndex:9723; appliedIndex:9722; }","duration":"218.018591ms","start":"2026-05-11T01:14:37.119679Z","end":"2026-05-11T01:14:37.337697Z","steps":["trace[1556950445] 'read index received' (duration: 141.651337ms)","trace[1556950445] 'applied index is now lower than readState.Index' (duration: 76.366164ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:14:37.338113Z","caller":"traceutil/trace.go:171","msg":"trace[1837619751] transaction","detail":"{read_only:false; response_revision:9391; number_of_response:1; }","duration":"219.170196ms","start":"2026-05-11T01:14:37.118899Z","end":"2026-05-11T01:14:37.338069Z","steps":["trace[1837619751] 'process raft request' (duration: 142.411973ms)","trace[1837619751] 'compare' (duration: 76.225182ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:14:37.338331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.626774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:29 size:261459"} {"level":"info","ts":"2026-05-11T01:14:37.338382Z","caller":"traceutil/trace.go:171","msg":"trace[139731378] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:29; response_revision:9391; }","duration":"218.700145ms","start":"2026-05-11T01:14:37.119669Z","end":"2026-05-11T01:14:37.338369Z","steps":["trace[139731378] 'agreement among raft nodes before linearized reading' (duration: 218.185734ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:14:37.356393Z","caller":"traceutil/trace.go:171","msg":"trace[472257585] transaction","detail":"{read_only:false; response_revision:9393; number_of_response:1; }","duration":"236.551562ms","start":"2026-05-11T01:14:37.119815Z","end":"2026-05-11T01:14:37.356367Z","steps":["trace[472257585] 'process raft request' (duration: 236.416609ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:14:37.356387Z","caller":"traceutil/trace.go:171","msg":"trace[503853446] transaction","detail":"{read_only:false; response_revision:9392; number_of_response:1; }","duration":"236.526322ms","start":"2026-05-11T01:14:37.119801Z","end":"2026-05-11T01:14:37.356327Z","steps":["trace[503853446] 'process raft request' (duration: 236.262586ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:14:37.356409Z","caller":"traceutil/trace.go:171","msg":"trace[97229324] transaction","detail":"{read_only:false; response_revision:9394; number_of_response:1; }","duration":"236.530872ms","start":"2026-05-11T01:14:37.119842Z","end":"2026-05-11T01:14:37.356373Z","steps":["trace[97229324] 'process raft request' (duration: 236.43338ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:14:37.356642Z","caller":"traceutil/trace.go:171","msg":"trace[1948626834] transaction","detail":"{read_only:false; response_revision:9395; number_of_response:1; }","duration":"236.691015ms","start":"2026-05-11T01:14:37.119921Z","end":"2026-05-11T01:14:37.356612Z","steps":["trace[1948626834] 'process raft request' (duration: 236.400689ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:15:07.647391Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1cac722af8b2b8a6","local-member-applied-index":10002,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-11T01:15:07.654355Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10002} {"level":"info","ts":"2026-05-11T01:15:07.654463Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5002} {"level":"info","ts":"2026-05-11T01:15:17.620983Z","caller":"traceutil/trace.go:171","msg":"trace[496524638] transaction","detail":"{read_only:false; response_revision:9760; number_of_response:1; }","duration":"340.499243ms","start":"2026-05-11T01:15:17.280447Z","end":"2026-05-11T01:15:17.620947Z","steps":["trace[496524638] 'process raft request' (duration: 340.278098ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:15:17.621296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:15:17.280416Z","time spent":"340.666898ms","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4830,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:15:17.675771Z","caller":"traceutil/trace.go:171","msg":"trace[1584927178] linearizableReadLoop","detail":"{readStateIndex:10102; appliedIndex:10100; }","duration":"348.602001ms","start":"2026-05-11T01:15:17.327142Z","end":"2026-05-11T01:15:17.675745Z","steps":["trace[1584927178] 'read index received' (duration: 293.647067ms)","trace[1584927178] 'applied index is now lower than readState.Index' (duration: 54.954254ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:15:17.675871Z","caller":"traceutil/trace.go:171","msg":"trace[1184303739] transaction","detail":"{read_only:false; response_revision:9761; number_of_response:1; }","duration":"381.731606ms","start":"2026-05-11T01:15:17.294092Z","end":"2026-05-11T01:15:17.675824Z","steps":["trace[1184303739] 'process raft request' (duration: 381.458791ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:15:17.676036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.865156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-11T01:15:17.67608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:15:17.294066Z","time spent":"381.90802ms","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12542,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:15:17.676121Z","caller":"traceutil/trace.go:171","msg":"trace[809726069] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9761; }","duration":"349.0231ms","start":"2026-05-11T01:15:17.327088Z","end":"2026-05-11T01:15:17.676111Z","steps":["trace[809726069] 'agreement among raft nodes before linearized reading' (duration: 348.788645ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:15:17.676156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:15:17.327065Z","time spent":"349.080211ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-11T01:15:17.676407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.661058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-05-11T01:15:17.676412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.460195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:15:17.676451Z","caller":"traceutil/trace.go:171","msg":"trace[637249664] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9761; }","duration":"335.73918ms","start":"2026-05-11T01:15:17.340701Z","end":"2026-05-11T01:15:17.67644Z","steps":["trace[637249664] 'agreement among raft nodes before linearized reading' (duration: 335.535405ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:15:17.676463Z","caller":"traceutil/trace.go:171","msg":"trace[311055630] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:9761; }","duration":"177.547966ms","start":"2026-05-11T01:15:17.498898Z","end":"2026-05-11T01:15:17.676446Z","steps":["trace[311055630] 'agreement among raft nodes before linearized reading' (duration: 177.461234ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:15:17.676502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:15:17.340681Z","time spent":"335.78806ms","remote":"127.0.0.1:40186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-11T01:15:17.676645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.446849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:15:17.676794Z","caller":"traceutil/trace.go:171","msg":"trace[789013058] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:9761; }","duration":"254.631173ms","start":"2026-05-11T01:15:17.422129Z","end":"2026-05-11T01:15:17.67676Z","steps":["trace[789013058] 'agreement among raft nodes before linearized reading' (duration: 254.353447ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:17:01.933984Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8047} {"level":"info","ts":"2026-05-11T01:17:01.996203Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8047,"took":"59.851348ms","hash":3560811999,"current-db-size-bytes":57516032,"current-db-size":"58 MB","current-db-size-in-use-bytes":29163520,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-05-11T01:17:01.996326Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3560811999,"revision":8047,"compact-revision":5960} {"level":"info","ts":"2026-05-11T01:18:00.760099Z","caller":"traceutil/trace.go:171","msg":"trace[1063920618] transaction","detail":"{read_only:false; response_revision:11221; number_of_response:1; }","duration":"248.443092ms","start":"2026-05-11T01:18:00.511627Z","end":"2026-05-11T01:18:00.76007Z","steps":["trace[1063920618] 'process raft request' (duration: 248.211187ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:18:15.427439Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495960157361206,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-11T01:18:15.526301Z","caller":"traceutil/trace.go:171","msg":"trace[1383039796] transaction","detail":"{read_only:false; response_revision:11302; number_of_response:1; }","duration":"635.89351ms","start":"2026-05-11T01:18:14.890374Z","end":"2026-05-11T01:18:15.526267Z","steps":["trace[1383039796] 'process raft request' (duration: 635.693875ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:18:15.526496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:18:14.890347Z","time spent":"636.043673ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:18:15.547492Z","caller":"traceutil/trace.go:171","msg":"trace[1567230158] transaction","detail":"{read_only:false; response_revision:11303; number_of_response:1; }","duration":"656.775033ms","start":"2026-05-11T01:18:14.890698Z","end":"2026-05-11T01:18:15.547473Z","steps":["trace[1567230158] 'process raft request' (duration: 656.63914ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:18:15.547592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:18:14.890674Z","time spent":"656.873576ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:18:15.547964Z","caller":"traceutil/trace.go:171","msg":"trace[205004712] transaction","detail":"{read_only:false; response_revision:11304; number_of_response:1; }","duration":"657.171812ms","start":"2026-05-11T01:18:14.890741Z","end":"2026-05-11T01:18:15.547913Z","steps":["trace[205004712] 'process raft request' (duration: 656.688372ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:18:15.548008Z","caller":"traceutil/trace.go:171","msg":"trace[397027648] transaction","detail":"{read_only:false; response_revision:11305; number_of_response:1; }","duration":"657.219723ms","start":"2026-05-11T01:18:14.890761Z","end":"2026-05-11T01:18:15.547981Z","steps":["trace[397027648] 'process raft request' (duration: 657.021339ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:18:15.548157Z","caller":"traceutil/trace.go:171","msg":"trace[693857204] transaction","detail":"{read_only:false; response_revision:11306; number_of_response:1; }","duration":"655.434353ms","start":"2026-05-11T01:18:14.892707Z","end":"2026-05-11T01:18:15.548141Z","steps":["trace[693857204] 'process raft request' (duration: 655.210269ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:18:15.548176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:18:14.890701Z","time spent":"657.361196ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:18:15.548228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:18:14.890736Z","time spent":"657.326696ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:18:15.548251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:18:14.892693Z","time spent":"655.511365ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:18:15.54844Z","caller":"traceutil/trace.go:171","msg":"trace[634951742] transaction","detail":"{read_only:false; response_revision:11307; number_of_response:1; }","duration":"655.431763ms","start":"2026-05-11T01:18:14.892971Z","end":"2026-05-11T01:18:15.548403Z","steps":["trace[634951742] 'process raft request' (duration: 655.118586ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:18:15.54843Z","caller":"traceutil/trace.go:171","msg":"trace[300965058] linearizableReadLoop","detail":"{readStateIndex:11696; appliedIndex:11690; }","duration":"622.044972ms","start":"2026-05-11T01:18:14.926324Z","end":"2026-05-11T01:18:15.548368Z","steps":["trace[300965058] 'read index received' (duration: 599.835499ms)","trace[300965058] 'applied index is now lower than readState.Index' (duration: 22.206663ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:18:15.54853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.217156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-11T01:18:15.548533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:18:14.892956Z","time spent":"655.531175ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:18:15.54858Z","caller":"traceutil/trace.go:171","msg":"trace[516802641] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11307; }","duration":"622.306788ms","start":"2026-05-11T01:18:14.926259Z","end":"2026-05-11T01:18:15.548565Z","steps":["trace[516802641] 'agreement among raft nodes before linearized reading' (duration: 622.226226ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:18:15.548618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:18:14.926243Z","time spent":"622.36811ms","remote":"127.0.0.1:40064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:18:15.548772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.953258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-11T01:18:15.548814Z","caller":"traceutil/trace.go:171","msg":"trace[746925490] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:11307; }","duration":"269.03225ms","start":"2026-05-11T01:18:15.279771Z","end":"2026-05-11T01:18:15.548803Z","steps":["trace[746925490] 'agreement among raft nodes before linearized reading' (duration: 268.879477ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:18:15.548794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.617459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-11T01:18:15.548847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.486012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sj8sm\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-05-11T01:18:15.548898Z","caller":"traceutil/trace.go:171","msg":"trace[368627494] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sj8sm; range_end:; response_count:1; response_revision:11307; }","duration":"416.619235ms","start":"2026-05-11T01:18:15.132266Z","end":"2026-05-11T01:18:15.548886Z","steps":["trace[368627494] 'agreement among raft nodes before linearized reading' (duration: 416.332938ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:18:15.548947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:18:15.13224Z","time spent":"416.697506ms","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-sj8sm\" "} {"level":"info","ts":"2026-05-11T01:18:15.548898Z","caller":"traceutil/trace.go:171","msg":"trace[229535734] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:11307; }","duration":"295.728842ms","start":"2026-05-11T01:18:15.253153Z","end":"2026-05-11T01:18:15.548882Z","steps":["trace[229535734] 'agreement among raft nodes before linearized reading' (duration: 295.590129ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:18:15.549114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.275596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-11T01:18:15.549183Z","caller":"traceutil/trace.go:171","msg":"trace[648394744] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11307; }","duration":"256.351978ms","start":"2026-05-11T01:18:15.292814Z","end":"2026-05-11T01:18:15.549166Z","steps":["trace[648394744] 'agreement among raft nodes before linearized reading' (duration: 255.822916ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:18:16.058269Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495960157361214,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:18:16.104672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:18:15.549921Z","time spent":"554.744339ms","remote":"127.0.0.1:40110","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-11T01:18:16.119923Z","caller":"traceutil/trace.go:171","msg":"trace[1919230691] linearizableReadLoop","detail":"{readStateIndex:11698; appliedIndex:11696; }","duration":"561.95573ms","start":"2026-05-11T01:18:15.557943Z","end":"2026-05-11T01:18:16.119899Z","steps":["trace[1919230691] 'read index received' (duration: 546.562868ms)","trace[1919230691] 'applied index is now lower than readState.Index' (duration: 15.391722ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:18:16.119953Z","caller":"traceutil/trace.go:171","msg":"trace[138248224] transaction","detail":"{read_only:false; response_revision:11308; number_of_response:1; }","duration":"127.683304ms","start":"2026-05-11T01:18:15.992237Z","end":"2026-05-11T01:18:16.11992Z","steps":["trace[138248224] 'process raft request' (duration: 127.431898ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:18:16.120174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.203866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-11T01:18:16.120237Z","caller":"traceutil/trace.go:171","msg":"trace[2053842117] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11309; }","duration":"562.334848ms","start":"2026-05-11T01:18:15.557884Z","end":"2026-05-11T01:18:16.120219Z","steps":["trace[2053842117] 'agreement among raft nodes before linearized reading' (duration: 562.145374ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:18:16.120283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:18:15.557862Z","time spent":"562.414089ms","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-11T01:18:16.211529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.643275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:18:16.211663Z","caller":"traceutil/trace.go:171","msg":"trace[1924278213] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11311; }","duration":"283.794998ms","start":"2026-05-11T01:18:15.927844Z","end":"2026-05-11T01:18:16.211639Z","steps":["trace[1924278213] 'agreement among raft nodes before linearized reading' (duration: 283.194144ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:18:16.211674Z","caller":"traceutil/trace.go:171","msg":"trace[231398700] transaction","detail":"{read_only:false; response_revision:11310; number_of_response:1; }","duration":"105.535292ms","start":"2026-05-11T01:18:16.106098Z","end":"2026-05-11T01:18:16.211633Z","steps":["trace[231398700] 'process raft request' (duration: 49.044898ms)","trace[231398700] 'compare' (duration: 55.44226ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:18:16.211944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.656269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:18:16.212011Z","caller":"traceutil/trace.go:171","msg":"trace[616539723] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:11311; }","duration":"326.773352ms","start":"2026-05-11T01:18:15.885221Z","end":"2026-05-11T01:18:16.211995Z","steps":["trace[616539723] 'agreement among raft nodes before linearized reading' (duration: 326.665839ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:18:16.212059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:18:15.885194Z","time spent":"326.848603ms","remote":"127.0.0.1:40208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:18:16.217931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.688439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:447667"} {"level":"info","ts":"2026-05-11T01:18:16.217997Z","caller":"traceutil/trace.go:171","msg":"trace[567149940] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:11311; }","duration":"659.816221ms","start":"2026-05-11T01:18:15.558165Z","end":"2026-05-11T01:18:16.217981Z","steps":["trace[567149940] 'agreement among raft nodes before linearized reading' (duration: 653.966062ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:18:16.218191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:18:15.55814Z","time spent":"660.036756ms","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":447690,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-11T01:18:17.669028Z","caller":"traceutil/trace.go:171","msg":"trace[1856280984] linearizableReadLoop","detail":"{readStateIndex:11703; appliedIndex:11702; }","duration":"116.578747ms","start":"2026-05-11T01:18:17.552419Z","end":"2026-05-11T01:18:17.668998Z","steps":["trace[1856280984] 'read index received' (duration: 116.325961ms)","trace[1856280984] 'applied index is now lower than readState.Index' (duration: 251.676µs)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:18:17.669087Z","caller":"traceutil/trace.go:171","msg":"trace[52837877] transaction","detail":"{read_only:false; response_revision:11313; number_of_response:1; }","duration":"129.926842ms","start":"2026-05-11T01:18:17.539138Z","end":"2026-05-11T01:18:17.669064Z","steps":["trace[52837877] 'process raft request' (duration: 129.673317ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:18:17.669298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.851733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-11T01:18:17.669372Z","caller":"traceutil/trace.go:171","msg":"trace[1075144538] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11313; }","duration":"116.995516ms","start":"2026-05-11T01:18:17.552363Z","end":"2026-05-11T01:18:17.669359Z","steps":["trace[1075144538] 'agreement among raft nodes before linearized reading' (duration: 116.778481ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:18:17.669362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.034542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-05-11T01:18:17.669414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.583239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-11T01:18:17.669456Z","caller":"traceutil/trace.go:171","msg":"trace[1727813349] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11313; }","duration":"115.194865ms","start":"2026-05-11T01:18:17.554237Z","end":"2026-05-11T01:18:17.669432Z","steps":["trace[1727813349] 'agreement among raft nodes before linearized reading' (duration: 114.992751ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:18:17.669519Z","caller":"traceutil/trace.go:171","msg":"trace[686266534] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11313; }","duration":"108.701092ms","start":"2026-05-11T01:18:17.560792Z","end":"2026-05-11T01:18:17.669494Z","steps":["trace[686266534] 'agreement among raft nodes before linearized reading' (duration: 108.427346ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:18:17.669523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.944185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-11T01:18:17.669627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.135057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-11T01:18:17.669588Z","caller":"traceutil/trace.go:171","msg":"trace[1448738106] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11313; }","duration":"117.031537ms","start":"2026-05-11T01:18:17.552545Z","end":"2026-05-11T01:18:17.669576Z","steps":["trace[1448738106] 'agreement among raft nodes before linearized reading' (duration: 116.650118ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:18:17.669747Z","caller":"traceutil/trace.go:171","msg":"trace[1557357484] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11313; }","duration":"116.332461ms","start":"2026-05-11T01:18:17.553391Z","end":"2026-05-11T01:18:17.669723Z","steps":["trace[1557357484] 'agreement among raft nodes before linearized reading' (duration: 115.952772ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:18:17.870325Z","caller":"traceutil/trace.go:171","msg":"trace[11595426] transaction","detail":"{read_only:false; response_revision:11316; number_of_response:1; }","duration":"194.604808ms","start":"2026-05-11T01:18:17.67568Z","end":"2026-05-11T01:18:17.870284Z","steps":["trace[11595426] 'process raft request' (duration: 194.380153ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:18:17.870388Z","caller":"traceutil/trace.go:171","msg":"trace[186012556] transaction","detail":"{read_only:false; response_revision:11315; number_of_response:1; }","duration":"195.686712ms","start":"2026-05-11T01:18:17.674662Z","end":"2026-05-11T01:18:17.870349Z","steps":["trace[186012556] 'process raft request' (duration: 96.405808ms)","trace[186012556] 'compare' (duration: 98.610129ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:18:17.870338Z","caller":"traceutil/trace.go:171","msg":"trace[371192746] transaction","detail":"{read_only:false; response_revision:11317; number_of_response:1; }","duration":"194.353053ms","start":"2026-05-11T01:18:17.675948Z","end":"2026-05-11T01:18:17.870302Z","steps":["trace[371192746] 'process raft request' (duration: 194.24689ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:18:17.870521Z","caller":"traceutil/trace.go:171","msg":"trace[725652346] transaction","detail":"{read_only:false; response_revision:11318; number_of_response:1; }","duration":"194.376013ms","start":"2026-05-11T01:18:17.676135Z","end":"2026-05-11T01:18:17.870511Z","steps":["trace[725652346] 'process raft request' (duration: 194.100047ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:22:01.94195Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10602} {"level":"info","ts":"2026-05-11T01:22:02.029898Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10602,"took":"85.484982ms","hash":4095782011,"current-db-size-bytes":57516032,"current-db-size":"58 MB","current-db-size-in-use-bytes":27082752,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-05-11T01:22:02.029968Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4095782011,"revision":10602,"compact-revision":8047} {"level":"info","ts":"2026-05-11T01:22:49.329363Z","caller":"traceutil/trace.go:171","msg":"trace[2056845824] transaction","detail":"{read_only:false; response_revision:13165; number_of_response:1; }","duration":"116.348384ms","start":"2026-05-11T01:22:49.212981Z","end":"2026-05-11T01:22:49.32933Z","steps":["trace[2056845824] 'process raft request' (duration: 116.282883ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:22:49.329489Z","caller":"traceutil/trace.go:171","msg":"trace[1078169368] transaction","detail":"{read_only:false; response_revision:13164; number_of_response:1; }","duration":"117.665013ms","start":"2026-05-11T01:22:49.211792Z","end":"2026-05-11T01:22:49.329457Z","steps":["trace[1078169368] 'process raft request' (duration: 117.256084ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:24:01.006342Z","caller":"traceutil/trace.go:171","msg":"trace[147030728] transaction","detail":"{read_only:false; response_revision:13667; number_of_response:1; }","duration":"151.413155ms","start":"2026-05-11T01:24:00.854914Z","end":"2026-05-11T01:24:01.006327Z","steps":["trace[147030728] 'process raft request' (duration: 151.124858ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:24:04.831097Z","caller":"traceutil/trace.go:171","msg":"trace[329909312] transaction","detail":"{read_only:false; response_revision:13686; number_of_response:1; }","duration":"408.57938ms","start":"2026-05-11T01:24:04.422495Z","end":"2026-05-11T01:24:04.831074Z","steps":["trace[329909312] 'process raft request' (duration: 408.415296ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:24:04.831303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:24:04.422472Z","time spent":"408.705033ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:24:04.834925Z","caller":"traceutil/trace.go:171","msg":"trace[1475908887] transaction","detail":"{read_only:false; response_revision:13687; number_of_response:1; }","duration":"113.169135ms","start":"2026-05-11T01:24:04.721723Z","end":"2026-05-11T01:24:04.834892Z","steps":["trace[1475908887] 'process raft request' (duration: 112.96343ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:24:08.292809Z","caller":"traceutil/trace.go:171","msg":"trace[1661083220] linearizableReadLoop","detail":"{readStateIndex:14174; appliedIndex:14173; }","duration":"455.055262ms","start":"2026-05-11T01:24:07.837729Z","end":"2026-05-11T01:24:08.292784Z","steps":["trace[1661083220] 'read index received' (duration: 454.928009ms)","trace[1661083220] 'applied index is now lower than readState.Index' (duration: 126.103µs)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:24:08.292905Z","caller":"traceutil/trace.go:171","msg":"trace[1296383272] transaction","detail":"{read_only:false; response_revision:13701; number_of_response:1; }","duration":"456.416612ms","start":"2026-05-11T01:24:07.836435Z","end":"2026-05-11T01:24:08.292851Z","steps":["trace[1296383272] 'process raft request' (duration: 456.197938ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:24:08.29309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:24:07.836425Z","time spent":"456.563465ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:24:08.293093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.344338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-11T01:24:08.29318Z","caller":"traceutil/trace.go:171","msg":"trace[1629367278] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13701; }","duration":"455.480932ms","start":"2026-05-11T01:24:07.837679Z","end":"2026-05-11T01:24:08.29316Z","steps":["trace[1629367278] 'agreement among raft nodes before linearized reading' (duration: 455.211745ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:24:08.293232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:24:07.837662Z","time spent":"455.562424ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-11T01:24:08.294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.873721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:24:08.294089Z","caller":"traceutil/trace.go:171","msg":"trace[129091968] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:13702; }","duration":"384.013313ms","start":"2026-05-11T01:24:07.910059Z","end":"2026-05-11T01:24:08.294072Z","steps":["trace[129091968] 'agreement among raft nodes before linearized reading' (duration: 383.85521ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:24:08.294132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:24:07.910039Z","time spent":"384.082725ms","remote":"127.0.0.1:39958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:24:08.294407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.413677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-11T01:24:08.294397Z","caller":"traceutil/trace.go:171","msg":"trace[1472267736] transaction","detail":"{read_only:false; response_revision:13702; number_of_response:1; }","duration":"454.564741ms","start":"2026-05-11T01:24:07.839808Z","end":"2026-05-11T01:24:08.294372Z","steps":["trace[1472267736] 'process raft request' (duration: 454.004919ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:24:08.294446Z","caller":"traceutil/trace.go:171","msg":"trace[66990589] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13702; }","duration":"188.489339ms","start":"2026-05-11T01:24:08.105947Z","end":"2026-05-11T01:24:08.294436Z","steps":["trace[66990589] 'agreement among raft nodes before linearized reading' (duration: 188.373087ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:24:08.294559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:24:07.839787Z","time spent":"454.665754ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:24:08.294632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.041563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-05-11T01:24:08.294636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.376736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:24:08.29471Z","caller":"traceutil/trace.go:171","msg":"trace[497013859] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13702; }","duration":"368.488079ms","start":"2026-05-11T01:24:07.926207Z","end":"2026-05-11T01:24:08.294695Z","steps":["trace[497013859] 'agreement among raft nodes before linearized reading' (duration: 368.377797ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:24:08.294709Z","caller":"traceutil/trace.go:171","msg":"trace[1573643572] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:13702; }","duration":"383.146465ms","start":"2026-05-11T01:24:07.911543Z","end":"2026-05-11T01:24:08.29469Z","steps":["trace[1573643572] 'agreement among raft nodes before linearized reading' (duration: 382.903019ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:24:08.29475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:24:07.926189Z","time spent":"368.55385ms","remote":"127.0.0.1:40064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:24:08.294762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:24:07.911538Z","time spent":"383.216306ms","remote":"127.0.0.1:40186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-05-11T01:24:11.801338Z","caller":"traceutil/trace.go:171","msg":"trace[448773635] transaction","detail":"{read_only:false; response_revision:13719; number_of_response:1; }","duration":"111.165041ms","start":"2026-05-11T01:24:11.690145Z","end":"2026-05-11T01:24:11.80131Z","steps":["trace[448773635] 'process raft request' (duration: 110.998877ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:24:11.816153Z","caller":"traceutil/trace.go:171","msg":"trace[1357602256] linearizableReadLoop","detail":"{readStateIndex:14194; appliedIndex:14192; }","duration":"117.239546ms","start":"2026-05-11T01:24:11.698886Z","end":"2026-05-11T01:24:11.816125Z","steps":["trace[1357602256] 'read index received' (duration: 102.365766ms)","trace[1357602256] 'applied index is now lower than readState.Index' (duration: 14.8724ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:24:11.816228Z","caller":"traceutil/trace.go:171","msg":"trace[2108218958] transaction","detail":"{read_only:false; response_revision:13720; number_of_response:1; }","duration":"122.890621ms","start":"2026-05-11T01:24:11.693313Z","end":"2026-05-11T01:24:11.816203Z","steps":["trace[2108218958] 'process raft request' (duration: 122.662837ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:24:11.816402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.506891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-11T01:24:11.816487Z","caller":"traceutil/trace.go:171","msg":"trace[388383100] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13720; }","duration":"117.639134ms","start":"2026-05-11T01:24:11.698826Z","end":"2026-05-11T01:24:11.816465Z","steps":["trace[388383100] 'agreement among raft nodes before linearized reading' (duration: 117.42457ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:24:29.983645Z","caller":"traceutil/trace.go:171","msg":"trace[1903386395] transaction","detail":"{read_only:false; response_revision:13818; number_of_response:1; }","duration":"100.553935ms","start":"2026-05-11T01:24:29.883063Z","end":"2026-05-11T01:24:29.983617Z","steps":["trace[1903386395] 'process raft request' (duration: 100.411222ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:24:37.437618Z","caller":"traceutil/trace.go:171","msg":"trace[1096086694] transaction","detail":"{read_only:false; response_revision:13856; number_of_response:1; }","duration":"466.059307ms","start":"2026-05-11T01:24:36.971529Z","end":"2026-05-11T01:24:37.437589Z","steps":["trace[1096086694] 'process raft request' (duration: 465.872883ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:24:37.43779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:24:36.971491Z","time spent":"466.209199ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:24:45.395772Z","caller":"traceutil/trace.go:171","msg":"trace[1156216891] transaction","detail":"{read_only:false; response_revision:13912; number_of_response:1; }","duration":"288.709995ms","start":"2026-05-11T01:24:45.107041Z","end":"2026-05-11T01:24:45.395751Z","steps":["trace[1156216891] 'process raft request' (duration: 288.342097ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:24:46.993373Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495960157368748,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:24:47.494214Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495960157368748,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:24:47.61942Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.214401577s","expected-duration":"1s"} {"level":"info","ts":"2026-05-11T01:24:47.620347Z","caller":"traceutil/trace.go:171","msg":"trace[1745584829] transaction","detail":"{read_only:false; response_revision:13919; number_of_response:1; }","duration":"1.216074934s","start":"2026-05-11T01:24:46.404246Z","end":"2026-05-11T01:24:47.620321Z","steps":["trace[1745584829] 'process raft request' (duration: 1.215674985s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:24:47.62053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:24:46.404207Z","time spent":"1.216207196s","remote":"127.0.0.1:43036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:24:47.621719Z","caller":"traceutil/trace.go:171","msg":"trace[1856368984] linearizableReadLoop","detail":"{readStateIndex:14403; appliedIndex:14401; }","duration":"1.129390647s","start":"2026-05-11T01:24:46.492304Z","end":"2026-05-11T01:24:47.621695Z","steps":["trace[1856368984] 'read index received' (duration: 1.127304501s)","trace[1856368984] 'applied index is now lower than readState.Index' (duration: 2.085246ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:24:47.621857Z","caller":"traceutil/trace.go:171","msg":"trace[1956282286] transaction","detail":"{read_only:false; response_revision:13920; number_of_response:1; }","duration":"138.001877ms","start":"2026-05-11T01:24:47.483819Z","end":"2026-05-11T01:24:47.621821Z","steps":["trace[1956282286] 'process raft request' (duration: 137.758821ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:24:47.621959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.129639623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-11T01:24:47.621992Z","caller":"traceutil/trace.go:171","msg":"trace[244916328] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13920; }","duration":"1.129748906s","start":"2026-05-11T01:24:46.492233Z","end":"2026-05-11T01:24:47.621982Z","steps":["trace[244916328] 'agreement among raft nodes before linearized reading' (duration: 1.129581312s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:24:47.622022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:24:46.492203Z","time spent":"1.129810776s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-11T01:24:47.632485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.690426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-11T01:24:47.632613Z","caller":"traceutil/trace.go:171","msg":"trace[1074231761] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:13920; }","duration":"401.892511ms","start":"2026-05-11T01:24:47.230692Z","end":"2026-05-11T01:24:47.632585Z","steps":["trace[1074231761] 'agreement among raft nodes before linearized reading' (duration: 391.353347ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:24:47.63267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:24:47.230668Z","time spent":"401.983362ms","remote":"127.0.0.1:40458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:24:47.632729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126941513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-11T01:24:47.632847Z","caller":"traceutil/trace.go:171","msg":"trace[306261537] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13920; }","duration":"1.127109647s","start":"2026-05-11T01:24:46.505711Z","end":"2026-05-11T01:24:47.632821Z","steps":["trace[306261537] 'agreement among raft nodes before linearized reading' (duration: 1.116349447s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:24:47.63291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:24:46.505703Z","time spent":"1.12719583s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-11T01:24:47.63298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126380111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-11T01:24:47.633101Z","caller":"traceutil/trace.go:171","msg":"trace[106102374] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13920; }","duration":"1.126585345s","start":"2026-05-11T01:24:46.506483Z","end":"2026-05-11T01:24:47.633068Z","steps":["trace[106102374] 'agreement among raft nodes before linearized reading' (duration: 1.11556873s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:24:47.633146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.128486867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-11T01:24:47.633167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:24:46.506464Z","time spent":"1.126685008s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-11T01:24:47.633192Z","caller":"traceutil/trace.go:171","msg":"trace[1735240132] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13920; }","duration":"1.128568749s","start":"2026-05-11T01:24:46.504611Z","end":"2026-05-11T01:24:47.63318Z","steps":["trace[1735240132] 'agreement among raft nodes before linearized reading' (duration: 1.117407951s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:24:47.63298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122665668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-11T01:24:47.633221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:24:46.504586Z","time spent":"1.128628731s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-11T01:24:47.633282Z","caller":"traceutil/trace.go:171","msg":"trace[1370016029] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13920; }","duration":"1.123034796s","start":"2026-05-11T01:24:46.510213Z","end":"2026-05-11T01:24:47.633248Z","steps":["trace[1370016029] 'agreement among raft nodes before linearized reading' (duration: 1.111827817s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:24:47.633359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:24:46.510189Z","time spent":"1.123146828s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-11T01:24:47.633234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.188981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:24:47.633654Z","caller":"traceutil/trace.go:171","msg":"trace[1725147971] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13920; }","duration":"705.679932ms","start":"2026-05-11T01:24:46.927949Z","end":"2026-05-11T01:24:47.633629Z","steps":["trace[1725147971] 'agreement among raft nodes before linearized reading' (duration: 694.178636ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:24:47.633712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:24:46.927919Z","time spent":"705.782184ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:24:47.633726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.173866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:24:47.633825Z","caller":"traceutil/trace.go:171","msg":"trace[4137975] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:13920; }","duration":"685.682847ms","start":"2026-05-11T01:24:46.948123Z","end":"2026-05-11T01:24:47.633806Z","steps":["trace[4137975] 'agreement among raft nodes before linearized reading' (duration: 673.952827ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:24:47.633877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:24:46.948098Z","time spent":"685.764329ms","remote":"127.0.0.1:39954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:24:48.183513Z","caller":"traceutil/trace.go:171","msg":"trace[42050473] transaction","detail":"{read_only:false; response_revision:13926; number_of_response:1; }","duration":"102.637761ms","start":"2026-05-11T01:24:48.080844Z","end":"2026-05-11T01:24:48.183482Z","steps":["trace[42050473] 'process raft request' (duration: 102.435406ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:24:48.274734Z","caller":"traceutil/trace.go:171","msg":"trace[977637452] transaction","detail":"{read_only:false; response_revision:13927; number_of_response:1; }","duration":"187.124918ms","start":"2026-05-11T01:24:48.08759Z","end":"2026-05-11T01:24:48.274715Z","steps":["trace[977637452] 'process raft request' (duration: 159.409463ms)","trace[977637452] 'compare' (duration: 27.394558ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:24:48.274651Z","caller":"traceutil/trace.go:171","msg":"trace[1468601207] linearizableReadLoop","detail":"{readStateIndex:14410; appliedIndex:14408; }","duration":"177.389132ms","start":"2026-05-11T01:24:48.097234Z","end":"2026-05-11T01:24:48.274623Z","steps":["trace[1468601207] 'read index received' (duration: 86.105324ms)","trace[1468601207] 'applied index is now lower than readState.Index' (duration: 91.282848ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:24:48.275165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.892433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-11T01:24:48.275371Z","caller":"traceutil/trace.go:171","msg":"trace[975421154] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13927; }","duration":"178.170129ms","start":"2026-05-11T01:24:48.097171Z","end":"2026-05-11T01:24:48.275341Z","steps":["trace[975421154] 'agreement among raft nodes before linearized reading' (duration: 177.682098ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:24:48.839756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.87153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-11T01:24:48.839862Z","caller":"traceutil/trace.go:171","msg":"trace[1715377539] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13928; }","duration":"402.043244ms","start":"2026-05-11T01:24:48.437793Z","end":"2026-05-11T01:24:48.839836Z","steps":["trace[1715377539] 'count revisions from in-memory index tree' (duration: 401.707786ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:24:48.83986Z","caller":"traceutil/trace.go:171","msg":"trace[1656147843] linearizableReadLoop","detail":"{readStateIndex:14412; appliedIndex:14411; }","duration":"347.797538ms","start":"2026-05-11T01:24:48.492022Z","end":"2026-05-11T01:24:48.83982Z","steps":["trace[1656147843] 'read index received' (duration: 307.890332ms)","trace[1656147843] 'applied index is now lower than readState.Index' (duration: 39.906176ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:24:48.839917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:24:48.43777Z","time spent":"402.134725ms","remote":"127.0.0.1:51828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:24:48.839774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.785726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-tv69v\" ","response":"range_response_count:1 size:12498"} {"level":"info","ts":"2026-05-11T01:24:48.839923Z","caller":"traceutil/trace.go:171","msg":"trace[2087736353] transaction","detail":"{read_only:false; response_revision:13929; number_of_response:1; }","duration":"381.17734ms","start":"2026-05-11T01:24:48.458695Z","end":"2026-05-11T01:24:48.839873Z","steps":["trace[2087736353] 'process raft request' (duration: 341.346486ms)","trace[2087736353] 'compare' (duration: 39.214531ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:24:48.840018Z","caller":"traceutil/trace.go:171","msg":"trace[1221526220] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-tv69v; range_end:; response_count:1; response_revision:13928; }","duration":"383.090422ms","start":"2026-05-11T01:24:48.456908Z","end":"2026-05-11T01:24:48.839998Z","steps":["trace[1221526220] 'range keys from in-memory index tree' (duration: 382.575981ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:24:48.840069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:24:48.456884Z","time spent":"383.173414ms","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":12521,"request content":"key:\"/registry/pods/openstack/openvswitch-tv69v\" "} {"level":"warn","ts":"2026-05-11T01:24:48.840099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:24:48.45868Z","time spent":"381.338704ms","remote":"127.0.0.1:40160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-11T01:24:48.840132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.093135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-11T01:24:48.840168Z","caller":"traceutil/trace.go:171","msg":"trace[157895068] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:13929; }","duration":"348.213688ms","start":"2026-05-11T01:24:48.491942Z","end":"2026-05-11T01:24:48.840156Z","steps":["trace[157895068] 'agreement among raft nodes before linearized reading' (duration: 347.996543ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:24:48.840197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:24:48.491911Z","time spent":"348.278738ms","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":99,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:25:10.783814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.218186ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-11T01:25:10.783966Z","caller":"traceutil/trace.go:171","msg":"trace[1994334817] transaction","detail":"{read_only:false; response_revision:14230; number_of_response:1; }","duration":"973.673807ms","start":"2026-05-11T01:25:09.810265Z","end":"2026-05-11T01:25:10.783939Z","steps":["trace[1994334817] 'process raft request' (duration: 392.199665ms)","trace[1994334817] 'compare' (duration: 581.074573ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:25:10.784054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:25:09.810249Z","time spent":"973.761188ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:25:11.28132Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.078839323s","expected-duration":"1s"} {"level":"info","ts":"2026-05-11T01:25:11.281874Z","caller":"traceutil/trace.go:171","msg":"trace[585348301] transaction","detail":"{read_only:false; response_revision:14232; number_of_response:1; }","duration":"1.470008275s","start":"2026-05-11T01:25:09.811839Z","end":"2026-05-11T01:25:11.281847Z","steps":["trace[585348301] 'process raft request' (duration: 1.469919773s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:25:11.281915Z","caller":"traceutil/trace.go:171","msg":"trace[854504606] transaction","detail":"{read_only:false; response_revision:14231; number_of_response:1; }","duration":"1.470478435s","start":"2026-05-11T01:25:09.811397Z","end":"2026-05-11T01:25:11.281876Z","steps":["trace[854504606] 'process raft request' (duration: 1.470191569s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:25:11.282044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:25:09.811831Z","time spent":"1.470122868s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:25:11.28208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:25:09.811376Z","time spent":"1.4706126s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:25:11.28209Z","caller":"traceutil/trace.go:171","msg":"trace[14746608] transaction","detail":"{read_only:false; response_revision:14233; number_of_response:1; }","duration":"1.470063027s","start":"2026-05-11T01:25:09.812005Z","end":"2026-05-11T01:25:11.282068Z","steps":["trace[14746608] 'process raft request' (duration: 1.469802271s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:25:11.282181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:25:09.811962Z","time spent":"1.47017199s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:25:11.282289Z","caller":"traceutil/trace.go:171","msg":"trace[849051096] transaction","detail":"{read_only:false; response_revision:14234; number_of_response:1; }","duration":"1.47019835s","start":"2026-05-11T01:25:09.812081Z","end":"2026-05-11T01:25:11.282279Z","steps":["trace[849051096] 'process raft request' (duration: 1.469949985s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:25:11.282346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:25:09.812069Z","time spent":"1.470249081s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:25:11.282349Z","caller":"traceutil/trace.go:171","msg":"trace[1523683316] transaction","detail":"{read_only:false; response_revision:14235; number_of_response:1; }","duration":"1.469824542s","start":"2026-05-11T01:25:09.812509Z","end":"2026-05-11T01:25:11.282334Z","steps":["trace[1523683316] 'process raft request' (duration: 1.46971811s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:25:11.282438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:25:09.812498Z","time spent":"1.469890904s","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3742,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:25:11.282763Z","caller":"traceutil/trace.go:171","msg":"trace[66984425] linearizableReadLoop","detail":"{readStateIndex:14729; appliedIndex:14726; }","duration":"1.470850514s","start":"2026-05-11T01:25:09.811887Z","end":"2026-05-11T01:25:11.282738Z","steps":["trace[66984425] 'read index received' (duration: 390.620999ms)","trace[66984425] 'applied index is now lower than readState.Index' (duration: 1.080204035s)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:25:11.282951Z","caller":"traceutil/trace.go:171","msg":"trace[949720254] transaction","detail":"{read_only:false; response_revision:14236; number_of_response:1; }","duration":"1.128927776s","start":"2026-05-11T01:25:10.15399Z","end":"2026-05-11T01:25:11.282918Z","steps":["trace[949720254] 'process raft request' (duration: 1.128296802s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:25:11.283066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.471149661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-11T01:25:11.283137Z","caller":"traceutil/trace.go:171","msg":"trace[1752178558] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14236; }","duration":"1.471475099s","start":"2026-05-11T01:25:09.811648Z","end":"2026-05-11T01:25:11.283123Z","steps":["trace[1752178558] 'agreement among raft nodes before linearized reading' (duration: 1.471278984s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:25:11.283178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:25:09.811638Z","time spent":"1.47153277s","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-11T01:25:11.284181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:25:10.153958Z","time spent":"1.129049909s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:25:11.516972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.499061ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:25:11.517091Z","caller":"traceutil/trace.go:171","msg":"trace[1752646186] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:14236; }","duration":"153.637564ms","start":"2026-05-11T01:25:11.363433Z","end":"2026-05-11T01:25:11.51707Z","steps":["trace[1752646186] 'range keys from in-memory index tree' (duration: 153.48083ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:25:11.517242Z","caller":"traceutil/trace.go:171","msg":"trace[1260771816] transaction","detail":"{read_only:false; response_revision:14237; number_of_response:1; }","duration":"1.25104061s","start":"2026-05-11T01:25:10.26618Z","end":"2026-05-11T01:25:11.51722Z","steps":["trace[1260771816] 'process raft request' (duration: 1.218802394s)","trace[1260771816] 'compare' (duration: 32.058342ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:25:11.517379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:25:10.266149Z","time spent":"1.251150033s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:25:11.517807Z","caller":"traceutil/trace.go:171","msg":"trace[176749745] transaction","detail":"{read_only:false; response_revision:14238; number_of_response:1; }","duration":"1.162101234s","start":"2026-05-11T01:25:10.355653Z","end":"2026-05-11T01:25:11.517754Z","steps":["trace[176749745] 'process raft request' (duration: 1.16152257s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:25:11.51796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:25:10.355624Z","time spent":"1.162252877s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:25:11.80453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.159941ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-11T01:25:11.804668Z","caller":"traceutil/trace.go:171","msg":"trace[2007405733] linearizableReadLoop","detail":"{readStateIndex:14736; appliedIndex:14733; }","duration":"521.834645ms","start":"2026-05-11T01:25:11.282813Z","end":"2026-05-11T01:25:11.804648Z","steps":["trace[2007405733] 'read index received' (duration: 202.197943ms)","trace[2007405733] 'applied index is now lower than readState.Index' (duration: 319.634812ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:25:11.805126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077236097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-8lm4x\" ","response":"range_response_count:1 size:20770"} {"level":"info","ts":"2026-05-11T01:25:11.8052Z","caller":"traceutil/trace.go:171","msg":"trace[1954610955] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-8lm4x; range_end:; response_count:1; response_revision:14238; }","duration":"1.07735285s","start":"2026-05-11T01:25:10.72783Z","end":"2026-05-11T01:25:11.805183Z","steps":["trace[1954610955] 'agreement among raft nodes before linearized reading' (duration: 1.077136105s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:25:11.805237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:25:10.72781Z","time spent":"1.077420111s","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20793,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-8lm4x\" "} {"level":"warn","ts":"2026-05-11T01:25:11.805359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.388577656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-nova-server-0.18ae5e692f81976a\" ","response":"range_response_count:1 size:1001"} {"level":"info","ts":"2026-05-11T01:25:11.805427Z","caller":"traceutil/trace.go:171","msg":"trace[379980775] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-nova-server-0.18ae5e692f81976a; range_end:; response_count:1; response_revision:14238; }","duration":"1.388678488s","start":"2026-05-11T01:25:10.416729Z","end":"2026-05-11T01:25:11.805407Z","steps":["trace[379980775] 'agreement among raft nodes before linearized reading' (duration: 1.388534725s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:25:11.805494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.442586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a5c5007d-6549-48c8-96fe-0b5f046107eb\" ","response":"range_response_count:1 size:3757"} {"level":"warn","ts":"2026-05-11T01:25:11.805506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:25:10.416708Z","time spent":"1.388755879s","remote":"127.0.0.1:40160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":1024,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-nova-server-0.18ae5e692f81976a\" "} {"level":"info","ts":"2026-05-11T01:25:11.805536Z","caller":"traceutil/trace.go:171","msg":"trace[824316385] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a5c5007d-6549-48c8-96fe-0b5f046107eb; range_end:; response_count:1; response_revision:14238; }","duration":"993.532197ms","start":"2026-05-11T01:25:10.811992Z","end":"2026-05-11T01:25:11.805524Z","steps":["trace[824316385] 'agreement among raft nodes before linearized reading' (duration: 993.424915ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:25:11.805534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.948740123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sj8sm\" ","response":"range_response_count:1 size:6530"} {"level":"warn","ts":"2026-05-11T01:25:11.805567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:25:10.811971Z","time spent":"993.589958ms","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3780,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a5c5007d-6549-48c8-96fe-0b5f046107eb\" "} {"level":"info","ts":"2026-05-11T01:25:11.8056Z","caller":"traceutil/trace.go:171","msg":"trace[724832702] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sj8sm; range_end:; response_count:1; response_revision:14238; }","duration":"1.948842056s","start":"2026-05-11T01:25:09.856742Z","end":"2026-05-11T01:25:11.805584Z","steps":["trace[724832702] 'agreement among raft nodes before linearized reading' (duration: 1.948671092s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:25:11.80563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:25:09.856726Z","time spent":"1.948897837s","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-sj8sm\" "} {"level":"warn","ts":"2026-05-11T01:25:11.805228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.351521652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-11T01:25:11.805712Z","caller":"traceutil/trace.go:171","msg":"trace[11257024] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14238; }","duration":"1.352075584s","start":"2026-05-11T01:25:10.453625Z","end":"2026-05-11T01:25:11.8057Z","steps":["trace[11257024] 'agreement among raft nodes before linearized reading' (duration: 1.35141721s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:25:11.805749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:25:10.4536Z","time spent":"1.352139036s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-11T01:25:11.805878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.534829796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-11T01:25:11.805921Z","caller":"traceutil/trace.go:171","msg":"trace[351230510] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:14238; }","duration":"1.534906758s","start":"2026-05-11T01:25:10.271005Z","end":"2026-05-11T01:25:11.805911Z","steps":["trace[351230510] 'agreement among raft nodes before linearized reading' (duration: 1.534834516s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:25:11.80595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:25:10.270993Z","time spent":"1.534949279s","remote":"127.0.0.1:40314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":3,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:25:11.806031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.038364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-11T01:25:11.806093Z","caller":"traceutil/trace.go:171","msg":"trace[710638340] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:14238; }","duration":"330.138317ms","start":"2026-05-11T01:25:11.47594Z","end":"2026-05-11T01:25:11.806078Z","steps":["trace[710638340] 'agreement among raft nodes before linearized reading' (duration: 330.044965ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:25:11.806124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.859135243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-11T01:25:11.806146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:25:11.475917Z","time spent":"330.215468ms","remote":"127.0.0.1:40250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:25:11.805872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.696291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18956"} {"level":"info","ts":"2026-05-11T01:25:11.806239Z","caller":"traceutil/trace.go:171","msg":"trace[46429756] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:14238; }","duration":"521.10564ms","start":"2026-05-11T01:25:11.285123Z","end":"2026-05-11T01:25:11.806229Z","steps":["trace[46429756] 'agreement among raft nodes before linearized reading' (duration: 520.616008ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:25:11.806275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:25:11.285098Z","time spent":"521.167201ms","remote":"127.0.0.1:40250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18979,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-11T01:25:11.806397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.202209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:25:11.806158Z","caller":"traceutil/trace.go:171","msg":"trace[258421280] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14238; }","duration":"1.859205965s","start":"2026-05-11T01:25:09.946942Z","end":"2026-05-11T01:25:11.806148Z","steps":["trace[258421280] 'agreement among raft nodes before linearized reading' (duration: 1.859149634s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:25:11.806479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:25:09.946919Z","time spent":"1.859543452s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-11T01:25:11.80643Z","caller":"traceutil/trace.go:171","msg":"trace[1888134118] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:14238; }","duration":"412.270921ms","start":"2026-05-11T01:25:11.394151Z","end":"2026-05-11T01:25:11.806422Z","steps":["trace[1888134118] 'agreement among raft nodes before linearized reading' (duration: 412.21478ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:25:11.806862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:25:11.39413Z","time spent":"412.707731ms","remote":"127.0.0.1:46210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:25:46.499878Z","caller":"traceutil/trace.go:171","msg":"trace[467452119] linearizableReadLoop","detail":"{readStateIndex:15269; appliedIndex:15267; }","duration":"105.644558ms","start":"2026-05-11T01:25:46.394161Z","end":"2026-05-11T01:25:46.499805Z","steps":["trace[467452119] 'read index received' (duration: 49.961681ms)","trace[467452119] 'applied index is now lower than readState.Index' (duration: 55.681487ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:25:46.49991Z","caller":"traceutil/trace.go:171","msg":"trace[1948763346] transaction","detail":"{read_only:false; response_revision:14759; number_of_response:1; }","duration":"106.511857ms","start":"2026-05-11T01:25:46.393348Z","end":"2026-05-11T01:25:46.49986Z","steps":["trace[1948763346] 'process raft request' (duration: 105.981355ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:25:46.500073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.875053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:25:46.500113Z","caller":"traceutil/trace.go:171","msg":"trace[1090083972] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14759; }","duration":"105.946505ms","start":"2026-05-11T01:25:46.394152Z","end":"2026-05-11T01:25:46.500099Z","steps":["trace[1090083972] 'agreement among raft nodes before linearized reading' (duration: 105.842052ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:25:46.527634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.742939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:25:46.527717Z","caller":"traceutil/trace.go:171","msg":"trace[866453701] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14760; }","duration":"132.862902ms","start":"2026-05-11T01:25:46.394832Z","end":"2026-05-11T01:25:46.527695Z","steps":["trace[866453701] 'agreement among raft nodes before linearized reading' (duration: 132.713009ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:25:46.528014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.743488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:25:46.528148Z","caller":"traceutil/trace.go:171","msg":"trace[627107703] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:14760; }","duration":"131.880001ms","start":"2026-05-11T01:25:46.396256Z","end":"2026-05-11T01:25:46.528136Z","steps":["trace[627107703] 'agreement among raft nodes before linearized reading' (duration: 131.724317ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:25:46.529512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.58616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:25:46.529572Z","caller":"traceutil/trace.go:171","msg":"trace[291739133] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14760; }","duration":"134.671003ms","start":"2026-05-11T01:25:46.394887Z","end":"2026-05-11T01:25:46.529558Z","steps":["trace[291739133] 'agreement among raft nodes before linearized reading' (duration: 134.579141ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:25:46.889412Z","caller":"traceutil/trace.go:171","msg":"trace[769364861] transaction","detail":"{read_only:false; response_revision:14766; number_of_response:1; }","duration":"106.19393ms","start":"2026-05-11T01:25:46.783177Z","end":"2026-05-11T01:25:46.889371Z","steps":["trace[769364861] 'process raft request' (duration: 97.908336ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:25:51.817271Z","caller":"traceutil/trace.go:171","msg":"trace[677769890] transaction","detail":"{read_only:false; response_revision:14800; number_of_response:1; }","duration":"262.978894ms","start":"2026-05-11T01:25:51.554268Z","end":"2026-05-11T01:25:51.817247Z","steps":["trace[677769890] 'process raft request' (duration: 262.81152ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:25:52.375043Z","caller":"traceutil/trace.go:171","msg":"trace[215347403] transaction","detail":"{read_only:false; response_revision:14801; number_of_response:1; }","duration":"819.49044ms","start":"2026-05-11T01:25:51.555509Z","end":"2026-05-11T01:25:52.375Z","steps":["trace[215347403] 'process raft request' (duration: 818.510888ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:25:52.375099Z","caller":"traceutil/trace.go:171","msg":"trace[377054504] transaction","detail":"{read_only:false; response_revision:14802; number_of_response:1; }","duration":"818.940859ms","start":"2026-05-11T01:25:51.556129Z","end":"2026-05-11T01:25:52.37507Z","steps":["trace[377054504] 'process raft request' (duration: 818.707413ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:25:52.375124Z","caller":"traceutil/trace.go:171","msg":"trace[47587469] transaction","detail":"{read_only:false; response_revision:14803; number_of_response:1; }","duration":"644.953592ms","start":"2026-05-11T01:25:51.730131Z","end":"2026-05-11T01:25:52.375085Z","steps":["trace[47587469] 'process raft request' (duration: 644.837839ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:25:52.375281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:25:51.555487Z","time spent":"819.650344ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:25:52.375296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:25:51.556095Z","time spent":"819.071471ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:25:52.375388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:25:51.730115Z","time spent":"645.141607ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:25:52.375668Z","caller":"traceutil/trace.go:171","msg":"trace[533082744] transaction","detail":"{read_only:false; response_revision:14805; number_of_response:1; }","duration":"378.250945ms","start":"2026-05-11T01:25:51.997403Z","end":"2026-05-11T01:25:52.375654Z","steps":["trace[533082744] 'process raft request' (duration: 378.112692ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:25:52.375722Z","caller":"traceutil/trace.go:171","msg":"trace[376509486] transaction","detail":"{read_only:false; response_revision:14806; number_of_response:1; }","duration":"208.684557ms","start":"2026-05-11T01:25:52.167025Z","end":"2026-05-11T01:25:52.37571Z","steps":["trace[376509486] 'process raft request' (duration: 208.583735ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:25:52.376008Z","caller":"traceutil/trace.go:171","msg":"trace[1330433248] transaction","detail":"{read_only:false; response_revision:14804; number_of_response:1; }","duration":"644.338279ms","start":"2026-05-11T01:25:51.731613Z","end":"2026-05-11T01:25:52.375951Z","steps":["trace[1330433248] 'process raft request' (duration: 643.422238ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:25:52.376111Z","caller":"traceutil/trace.go:171","msg":"trace[830818524] linearizableReadLoop","detail":"{readStateIndex:15313; appliedIndex:15310; }","duration":"754.753743ms","start":"2026-05-11T01:25:51.621289Z","end":"2026-05-11T01:25:52.376043Z","steps":["trace[830818524] 'read index received' (duration: 195.767661ms)","trace[830818524] 'applied index is now lower than readState.Index' (duration: 558.980222ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:25:52.375795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:25:51.997373Z","time spent":"378.358408ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:25:52.376318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:25:51.731591Z","time spent":"644.565773ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:25:52.376375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.188256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-11T01:25:52.376396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.11431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-11T01:25:52.376426Z","caller":"traceutil/trace.go:171","msg":"trace[354759285] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14806; }","duration":"541.283489ms","start":"2026-05-11T01:25:51.835122Z","end":"2026-05-11T01:25:52.376405Z","steps":["trace[354759285] 'agreement among raft nodes before linearized reading' (duration: 541.185137ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:25:52.376434Z","caller":"traceutil/trace.go:171","msg":"trace[682018719] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14806; }","duration":"755.192362ms","start":"2026-05-11T01:25:51.621225Z","end":"2026-05-11T01:25:52.376418Z","steps":["trace[682018719] 'agreement among raft nodes before linearized reading' (duration: 754.927026ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:25:52.376462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:25:51.621206Z","time spent":"755.247544ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-11T01:25:52.376514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.938028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-05-11T01:25:52.376461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:25:51.835109Z","time spent":"541.34468ms","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-05-11T01:25:52.376531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.614683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sj8sm\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-05-11T01:25:52.376575Z","caller":"traceutil/trace.go:171","msg":"trace[1421494027] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14806; }","duration":"247.05957ms","start":"2026-05-11T01:25:52.129499Z","end":"2026-05-11T01:25:52.376558Z","steps":["trace[1421494027] 'agreement among raft nodes before linearized reading' (duration: 246.844575ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:25:52.376607Z","caller":"traceutil/trace.go:171","msg":"trace[1386448851] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sj8sm; range_end:; response_count:1; response_revision:14806; }","duration":"207.712866ms","start":"2026-05-11T01:25:52.168871Z","end":"2026-05-11T01:25:52.376584Z","steps":["trace[1386448851] 'agreement among raft nodes before linearized reading' (duration: 207.504121ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:25:52.37662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.70189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-05-11T01:25:52.376652Z","caller":"traceutil/trace.go:171","msg":"trace[978879134] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14806; }","duration":"263.756481ms","start":"2026-05-11T01:25:52.112886Z","end":"2026-05-11T01:25:52.376643Z","steps":["trace[978879134] 'agreement among raft nodes before linearized reading' (duration: 263.598237ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:25:52.376685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.874292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-05-11T01:25:52.376686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.321812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-05-11T01:25:52.376782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.994946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:25:52.376801Z","caller":"traceutil/trace.go:171","msg":"trace[223938846] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14806; }","duration":"264.064138ms","start":"2026-05-11T01:25:52.112732Z","end":"2026-05-11T01:25:52.376796Z","steps":["trace[223938846] 'agreement among raft nodes before linearized reading' (duration: 264.038388ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:25:52.376787Z","caller":"traceutil/trace.go:171","msg":"trace[1221230281] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14806; }","duration":"218.037265ms","start":"2026-05-11T01:25:52.158723Z","end":"2026-05-11T01:25:52.37676Z","steps":["trace[1221230281] 'agreement among raft nodes before linearized reading' (duration: 217.752189ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:25:52.376802Z","caller":"traceutil/trace.go:171","msg":"trace[188562285] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14806; }","duration":"218.502176ms","start":"2026-05-11T01:25:52.158279Z","end":"2026-05-11T01:25:52.376781Z","steps":["trace[188562285] 'agreement among raft nodes before linearized reading' (duration: 218.107267ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:25:52.376862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.123439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-05-11T01:25:52.376862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.473696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-11T01:25:52.376848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.929226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:25:52.376921Z","caller":"traceutil/trace.go:171","msg":"trace[1220789004] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14806; }","duration":"223.535398ms","start":"2026-05-11T01:25:52.15337Z","end":"2026-05-11T01:25:52.376905Z","steps":["trace[1220789004] 'agreement among raft nodes before linearized reading' (duration: 223.443216ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:25:52.376755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.710677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-05-11T01:25:52.376952Z","caller":"traceutil/trace.go:171","msg":"trace[745405145] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14806; }","duration":"449.058939ms","start":"2026-05-11T01:25:51.927865Z","end":"2026-05-11T01:25:52.376924Z","steps":["trace[745405145] 'agreement among raft nodes before linearized reading' (duration: 448.843074ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:25:52.376966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.80609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:25:52.37699Z","caller":"traceutil/trace.go:171","msg":"trace[570617673] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14806; }","duration":"290.005444ms","start":"2026-05-11T01:25:52.086974Z","end":"2026-05-11T01:25:52.376979Z","steps":["trace[570617673] 'agreement among raft nodes before linearized reading' (duration: 289.740348ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:25:52.376998Z","caller":"traceutil/trace.go:171","msg":"trace[126905989] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14806; }","duration":"541.890041ms","start":"2026-05-11T01:25:51.835099Z","end":"2026-05-11T01:25:52.376989Z","steps":["trace[126905989] 'agreement among raft nodes before linearized reading' (duration: 541.850651ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:25:52.377004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:25:51.927849Z","time spent":"449.14315ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:25:52.377033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:25:51.835074Z","time spent":"541.953023ms","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-05-11T01:25:52.377028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.073123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-8lm4x\" ","response":"range_response_count:1 size:20770"} {"level":"warn","ts":"2026-05-11T01:25:52.377042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.64439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-11T01:25:52.377081Z","caller":"traceutil/trace.go:171","msg":"trace[207778630] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14806; }","duration":"300.726452ms","start":"2026-05-11T01:25:52.076344Z","end":"2026-05-11T01:25:52.377071Z","steps":["trace[207778630] 'agreement among raft nodes before linearized reading' (duration: 300.6236ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:25:52.377082Z","caller":"traceutil/trace.go:171","msg":"trace[1767210266] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-8lm4x; range_end:; response_count:1; response_revision:14806; }","duration":"167.125664ms","start":"2026-05-11T01:25:52.20994Z","end":"2026-05-11T01:25:52.377065Z","steps":["trace[1767210266] 'agreement among raft nodes before linearized reading' (duration: 166.96098ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:25:52.377108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:25:52.076316Z","time spent":"300.784314ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-11T01:25:52.376931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.407041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:25:52.376893Z","caller":"traceutil/trace.go:171","msg":"trace[1435565621] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14806; }","duration":"539.173281ms","start":"2026-05-11T01:25:51.837712Z","end":"2026-05-11T01:25:52.376885Z","steps":["trace[1435565621] 'agreement among raft nodes before linearized reading' (duration: 539.080869ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:25:52.377194Z","caller":"traceutil/trace.go:171","msg":"trace[836513117] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14806; }","duration":"541.698757ms","start":"2026-05-11T01:25:51.835475Z","end":"2026-05-11T01:25:52.377173Z","steps":["trace[836513117] 'agreement among raft nodes before linearized reading' (duration: 541.436032ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:25:52.377228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:25:51.837698Z","time spent":"539.514868ms","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-05-11T01:25:52.377253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:25:51.835451Z","time spent":"541.784229ms","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-05-11T01:26:10.295122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.743252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-11T01:26:10.295178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.83907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-11T01:26:10.295329Z","caller":"traceutil/trace.go:171","msg":"trace[1303505694] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14896; }","duration":"393.034243ms","start":"2026-05-11T01:26:09.902264Z","end":"2026-05-11T01:26:10.295299Z","steps":["trace[1303505694] 'range keys from in-memory index tree' (duration: 392.645755ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:26:10.295393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:26:09.902242Z","time spent":"393.135066ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-11T01:26:10.295239Z","caller":"traceutil/trace.go:171","msg":"trace[970192863] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14896; }","duration":"367.873345ms","start":"2026-05-11T01:26:09.927324Z","end":"2026-05-11T01:26:10.295198Z","steps":["trace[970192863] 'range keys from in-memory index tree' (duration: 367.67084ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:26:10.295538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.184786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-05-11T01:26:10.295694Z","caller":"traceutil/trace.go:171","msg":"trace[79963263] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:14896; }","duration":"532.369762ms","start":"2026-05-11T01:26:09.76331Z","end":"2026-05-11T01:26:10.29568Z","steps":["trace[79963263] 'range keys from in-memory index tree' (duration: 531.87224ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:26:10.295739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:26:09.763236Z","time spent":"532.491714ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-11T01:26:10.295551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:26:09.927314Z","time spent":"368.226302ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-11T01:26:10.459255Z","caller":"traceutil/trace.go:171","msg":"trace[1753390189] transaction","detail":"{read_only:false; response_revision:14898; number_of_response:1; }","duration":"158.724227ms","start":"2026-05-11T01:26:10.300508Z","end":"2026-05-11T01:26:10.459232Z","steps":["trace[1753390189] 'process raft request' (duration: 106.926886ms)","trace[1753390189] 'compare' (duration: 51.404283ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:26:11.222604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.603768ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-11T01:26:11.222902Z","caller":"traceutil/trace.go:171","msg":"trace[1476414457] transaction","detail":"{read_only:false; response_revision:14901; number_of_response:1; }","duration":"756.349488ms","start":"2026-05-11T01:26:10.466536Z","end":"2026-05-11T01:26:11.222885Z","steps":["trace[1476414457] 'process raft request' (duration: 756.309617ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:26:11.223015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:26:10.466511Z","time spent":"756.43562ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:26:11.223428Z","caller":"traceutil/trace.go:171","msg":"trace[881551394] transaction","detail":"{read_only:false; response_revision:14899; number_of_response:1; }","duration":"786.683301ms","start":"2026-05-11T01:26:10.436694Z","end":"2026-05-11T01:26:11.223378Z","steps":["trace[881551394] 'process raft request' (duration: 786.005075ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:26:11.223486Z","caller":"traceutil/trace.go:171","msg":"trace[1416451990] linearizableReadLoop","detail":"{readStateIndex:15413; appliedIndex:15411; }","duration":"800.10012ms","start":"2026-05-11T01:26:10.423361Z","end":"2026-05-11T01:26:11.223462Z","steps":["trace[1416451990] 'read index received' (duration: 39.761µs)","trace[1416451990] 'applied index is now lower than readState.Index' (duration: 800.058869ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:26:11.223596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:26:10.436677Z","time spent":"786.831215ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:26:11.223693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.320195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-05-11T01:26:11.223734Z","caller":"traceutil/trace.go:171","msg":"trace[1147448154] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14901; }","duration":"800.411717ms","start":"2026-05-11T01:26:10.423315Z","end":"2026-05-11T01:26:11.223726Z","steps":["trace[1147448154] 'agreement among raft nodes before linearized reading' (duration: 800.278854ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:26:11.22376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:26:10.423298Z","time spent":"800.456618ms","remote":"127.0.0.1:40236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-05-11T01:26:11.223799Z","caller":"traceutil/trace.go:171","msg":"trace[476661207] transaction","detail":"{read_only:false; response_revision:14900; number_of_response:1; }","duration":"770.651265ms","start":"2026-05-11T01:26:10.453113Z","end":"2026-05-11T01:26:11.223765Z","steps":["trace[476661207] 'process raft request' (duration: 769.692673ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:26:11.223871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.303315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-05-11T01:26:11.223909Z","caller":"traceutil/trace.go:171","msg":"trace[1567038137] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14901; }","duration":"800.350216ms","start":"2026-05-11T01:26:10.423548Z","end":"2026-05-11T01:26:11.223898Z","steps":["trace[1567038137] 'agreement among raft nodes before linearized reading' (duration: 800.216493ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:26:11.223909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.489102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-11T01:26:11.223948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:26:10.423542Z","time spent":"800.399467ms","remote":"127.0.0.1:40236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-05-11T01:26:11.223956Z","caller":"traceutil/trace.go:171","msg":"trace[1308337823] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14901; }","duration":"734.570634ms","start":"2026-05-11T01:26:10.489372Z","end":"2026-05-11T01:26:11.223943Z","steps":["trace[1308337823] 'agreement among raft nodes before linearized reading' (duration: 734.42189ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:26:11.223994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:26:10.489354Z","time spent":"734.629165ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-11T01:26:11.223992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:26:10.4531Z","time spent":"770.792899ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:26:11.223996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.921955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-05-11T01:26:11.224062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.577593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-05-11T01:26:11.224071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.291472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sj8sm\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-05-11T01:26:11.224081Z","caller":"traceutil/trace.go:171","msg":"trace[750339086] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14901; }","duration":"791.025228ms","start":"2026-05-11T01:26:10.433032Z","end":"2026-05-11T01:26:11.224057Z","steps":["trace[750339086] 'agreement among raft nodes before linearized reading' (duration: 790.745212ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:26:11.224096Z","caller":"traceutil/trace.go:171","msg":"trace[374599365] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14901; }","duration":"783.634064ms","start":"2026-05-11T01:26:10.440455Z","end":"2026-05-11T01:26:11.224089Z","steps":["trace[374599365] 'agreement among raft nodes before linearized reading' (duration: 783.556072ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:26:11.224087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.291617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-05-11T01:26:11.224138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:26:10.433026Z","time spent":"791.10302ms","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-05-11T01:26:11.224145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.446329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-11T01:26:11.224191Z","caller":"traceutil/trace.go:171","msg":"trace[1789523792] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14901; }","duration":"770.42405ms","start":"2026-05-11T01:26:10.45374Z","end":"2026-05-11T01:26:11.224164Z","steps":["trace[1789523792] 'agreement among raft nodes before linearized reading' (duration: 770.119904ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:26:11.224231Z","caller":"traceutil/trace.go:171","msg":"trace[1702177740] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14901; }","duration":"729.567381ms","start":"2026-05-11T01:26:10.494633Z","end":"2026-05-11T01:26:11.2242Z","steps":["trace[1702177740] 'agreement among raft nodes before linearized reading' (duration: 729.165362ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:26:11.224305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:26:10.494619Z","time spent":"729.671414ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-11T01:26:11.224248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:26:10.453729Z","time spent":"770.509342ms","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-05-11T01:26:11.224134Z","caller":"traceutil/trace.go:171","msg":"trace[1430800264] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sj8sm; range_end:; response_count:1; response_revision:14901; }","duration":"691.536107ms","start":"2026-05-11T01:26:10.532578Z","end":"2026-05-11T01:26:11.224114Z","steps":["trace[1430800264] 'agreement among raft nodes before linearized reading' (duration: 691.18828ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:26:11.224549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.190087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-11T01:26:11.22413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:26:10.440445Z","time spent":"783.679765ms","remote":"127.0.0.1:40236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-05-11T01:26:11.224564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.259516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-11T01:26:11.224595Z","caller":"traceutil/trace.go:171","msg":"trace[195263713] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14901; }","duration":"735.258339ms","start":"2026-05-11T01:26:10.489322Z","end":"2026-05-11T01:26:11.224581Z","steps":["trace[195263713] 'agreement among raft nodes before linearized reading' (duration: 735.131736ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:26:11.224606Z","caller":"traceutil/trace.go:171","msg":"trace[383766541] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14901; }","duration":"734.336018ms","start":"2026-05-11T01:26:10.490258Z","end":"2026-05-11T01:26:11.224595Z","steps":["trace[383766541] 'agreement among raft nodes before linearized reading' (duration: 734.226505ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:26:11.224634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:26:10.48931Z","time spent":"735.31637ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-11T01:26:11.224641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:26:10.490234Z","time spent":"734.39999ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-11T01:26:11.22467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.681213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-hbwzr\" ","response":"range_response_count:1 size:9796"} {"level":"warn","ts":"2026-05-11T01:26:11.224552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:26:10.532567Z","time spent":"691.970147ms","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-sj8sm\" "} {"level":"info","ts":"2026-05-11T01:26:11.224713Z","caller":"traceutil/trace.go:171","msg":"trace[879336420] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-hbwzr; range_end:; response_count:1; response_revision:14901; }","duration":"629.752254ms","start":"2026-05-11T01:26:10.594951Z","end":"2026-05-11T01:26:11.224703Z","steps":["trace[879336420] 'agreement among raft nodes before linearized reading' (duration: 629.614201ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:26:11.224756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:26:10.594939Z","time spent":"629.809865ms","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9819,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-hbwzr\" "} {"level":"warn","ts":"2026-05-11T01:26:11.224791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.998976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-05-11T01:26:11.224855Z","caller":"traceutil/trace.go:171","msg":"trace[1888316327] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14901; }","duration":"273.078728ms","start":"2026-05-11T01:26:10.951757Z","end":"2026-05-11T01:26:11.224836Z","steps":["trace[1888316327] 'agreement among raft nodes before linearized reading' (duration: 272.932715ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:26:11.225008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.896861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-05-11T01:26:11.225055Z","caller":"traceutil/trace.go:171","msg":"trace[1229135044] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14901; }","duration":"797.957722ms","start":"2026-05-11T01:26:10.427087Z","end":"2026-05-11T01:26:11.225045Z","steps":["trace[1229135044] 'agreement among raft nodes before linearized reading' (duration: 797.848739ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:26:11.225086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:26:10.427079Z","time spent":"798.000882ms","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-05-11T01:26:11.225221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.549262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:26:11.225274Z","caller":"traceutil/trace.go:171","msg":"trace[545006780] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14901; }","duration":"666.633763ms","start":"2026-05-11T01:26:10.558629Z","end":"2026-05-11T01:26:11.225263Z","steps":["trace[545006780] 'agreement among raft nodes before linearized reading' (duration: 666.559522ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:26:11.225323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:26:10.558609Z","time spent":"666.688455ms","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-05-11T01:26:11.225228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.328463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-11T01:26:11.225392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.749933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:26:11.225413Z","caller":"traceutil/trace.go:171","msg":"trace[1647690928] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14901; }","duration":"642.545427ms","start":"2026-05-11T01:26:10.582858Z","end":"2026-05-11T01:26:11.225404Z","steps":["trace[1647690928] 'agreement among raft nodes before linearized reading' (duration: 642.338713ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:26:11.225436Z","caller":"traceutil/trace.go:171","msg":"trace[1840835270] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14901; }","duration":"800.823155ms","start":"2026-05-11T01:26:10.424602Z","end":"2026-05-11T01:26:11.225426Z","steps":["trace[1840835270] 'agreement among raft nodes before linearized reading' (duration: 800.770194ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:26:11.225446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:26:10.582835Z","time spent":"642.600259ms","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-05-11T01:26:11.225466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:26:10.42459Z","time spent":"800.868906ms","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-05-11T01:26:11.225483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.349918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:26:11.225524Z","caller":"traceutil/trace.go:171","msg":"trace[596546281] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14901; }","duration":"297.436079ms","start":"2026-05-11T01:26:10.928077Z","end":"2026-05-11T01:26:11.225513Z","steps":["trace[596546281] 'agreement among raft nodes before linearized reading' (duration: 296.316404ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:26:11.226684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.664755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-05-11T01:26:11.226728Z","caller":"traceutil/trace.go:171","msg":"trace[2020673835] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14901; }","duration":"635.717956ms","start":"2026-05-11T01:26:10.591001Z","end":"2026-05-11T01:26:11.226719Z","steps":["trace[2020673835] 'agreement among raft nodes before linearized reading' (duration: 633.978277ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:26:11.22675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:26:10.590978Z","time spent":"635.766238ms","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-05-11T01:26:11.227057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.130719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:26:11.22724Z","caller":"traceutil/trace.go:171","msg":"trace[2053106473] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14901; }","duration":"795.263292ms","start":"2026-05-11T01:26:10.43189Z","end":"2026-05-11T01:26:11.227153Z","steps":["trace[2053106473] 'agreement among raft nodes before linearized reading' (duration: 795.060527ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:26:11.227431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:26:10.431883Z","time spent":"795.534878ms","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-05-11T01:26:11.227273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.233797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-8lm4x\" ","response":"range_response_count:1 size:20770"} {"level":"info","ts":"2026-05-11T01:26:11.227595Z","caller":"traceutil/trace.go:171","msg":"trace[1469137065] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-8lm4x; range_end:; response_count:1; response_revision:14901; }","duration":"649.579075ms","start":"2026-05-11T01:26:10.578004Z","end":"2026-05-11T01:26:11.227583Z","steps":["trace[1469137065] 'agreement among raft nodes before linearized reading' (duration: 646.839714ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:26:11.227631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:26:10.57799Z","time spent":"649.633016ms","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20793,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-8lm4x\" "} {"level":"warn","ts":"2026-05-11T01:26:11.228068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.816982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:26:11.228129Z","caller":"traceutil/trace.go:171","msg":"trace[1069422198] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14901; }","duration":"803.920825ms","start":"2026-05-11T01:26:10.424195Z","end":"2026-05-11T01:26:11.228115Z","steps":["trace[1069422198] 'agreement among raft nodes before linearized reading' (duration: 803.821053ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:26:11.228166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:26:10.424174Z","time spent":"803.984026ms","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-05-11T01:26:11.228296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.616224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-11T01:26:11.228438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.648547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:26:11.228624Z","caller":"traceutil/trace.go:171","msg":"trace[400146240] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14901; }","duration":"645.894923ms","start":"2026-05-11T01:26:10.582704Z","end":"2026-05-11T01:26:11.228599Z","steps":["trace[400146240] 'agreement among raft nodes before linearized reading' (duration: 645.571905ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:26:11.228695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:26:10.582681Z","time spent":"645.998085ms","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-05-11T01:26:11.228813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.317911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:26:11.228866Z","caller":"traceutil/trace.go:171","msg":"trace[1095592268] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14901; }","duration":"276.388952ms","start":"2026-05-11T01:26:10.952469Z","end":"2026-05-11T01:26:11.228858Z","steps":["trace[1095592268] 'agreement among raft nodes before linearized reading' (duration: 276.29452ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:26:11.228963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.05304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:26:11.228994Z","caller":"traceutil/trace.go:171","msg":"trace[1261466679] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14901; }","duration":"801.102812ms","start":"2026-05-11T01:26:10.427883Z","end":"2026-05-11T01:26:11.228986Z","steps":["trace[1261466679] 'agreement among raft nodes before linearized reading' (duration: 801.053281ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:26:11.229011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:26:10.427875Z","time spent":"801.132282ms","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-05-11T01:26:11.22908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.72314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-05-11T01:26:11.229131Z","caller":"traceutil/trace.go:171","msg":"trace[245812357] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14901; }","duration":"276.821852ms","start":"2026-05-11T01:26:10.952297Z","end":"2026-05-11T01:26:11.229119Z","steps":["trace[245812357] 'agreement among raft nodes before linearized reading' (duration: 276.701819ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:26:11.228385Z","caller":"traceutil/trace.go:171","msg":"trace[1077312951] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14901; }","duration":"802.718507ms","start":"2026-05-11T01:26:10.42565Z","end":"2026-05-11T01:26:11.228368Z","steps":["trace[1077312951] 'agreement among raft nodes before linearized reading' (duration: 802.591655ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:26:11.229368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:26:10.425639Z","time spent":"803.71966ms","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-05-11T01:26:11.557925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.121504ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:26:11.558088Z","caller":"traceutil/trace.go:171","msg":"trace[1592848457] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:14901; }","duration":"194.357039ms","start":"2026-05-11T01:26:11.363704Z","end":"2026-05-11T01:26:11.558061Z","steps":["trace[1592848457] 'range keys from in-memory index tree' (duration: 194.106944ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:26:11.733353Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495960157371773,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:26:12.233748Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495960157371773,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:26:12.443062Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.212204747s","expected-duration":"1s"} {"level":"info","ts":"2026-05-11T01:26:12.443772Z","caller":"traceutil/trace.go:171","msg":"trace[1887168815] transaction","detail":"{read_only:false; response_revision:14903; number_of_response:1; }","duration":"1.212958944s","start":"2026-05-11T01:26:11.230783Z","end":"2026-05-11T01:26:12.443741Z","steps":["trace[1887168815] 'process raft request' (duration: 1.212822301s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:26:12.443874Z","caller":"traceutil/trace.go:171","msg":"trace[1856035375] transaction","detail":"{read_only:false; response_revision:14902; number_of_response:1; }","duration":"1.213056726s","start":"2026-05-11T01:26:11.230773Z","end":"2026-05-11T01:26:12.44383Z","steps":["trace[1856035375] 'process raft request' (duration: 1.212634297s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:26:12.443942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:26:11.230765Z","time spent":"1.213064376s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:26:12.444111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:26:11.230755Z","time spent":"1.213210619s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:26:12.445529Z","caller":"traceutil/trace.go:171","msg":"trace[1568348739] linearizableReadLoop","detail":"{readStateIndex:15421; appliedIndex:15416; }","duration":"1.213184949s","start":"2026-05-11T01:26:11.232326Z","end":"2026-05-11T01:26:12.445511Z","steps":["trace[1568348739] 'read index received' (duration: 1.211084282s)","trace[1568348739] 'applied index is now lower than readState.Index' (duration: 2.098717ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:26:12.445793Z","caller":"traceutil/trace.go:171","msg":"trace[2085357072] transaction","detail":"{read_only:false; response_revision:14904; number_of_response:1; }","duration":"1.214898588s","start":"2026-05-11T01:26:11.230882Z","end":"2026-05-11T01:26:12.445781Z","steps":["trace[2085357072] 'process raft request' (duration: 1.214462808s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:26:12.44587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:26:11.230869Z","time spent":"1.214952139s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:26:12.446075Z","caller":"traceutil/trace.go:171","msg":"trace[1765310815] transaction","detail":"{read_only:false; response_revision:14905; number_of_response:1; }","duration":"1.214891757s","start":"2026-05-11T01:26:11.231171Z","end":"2026-05-11T01:26:12.446063Z","steps":["trace[1765310815] 'process raft request' (duration: 1.214256683s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:26:12.446136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:26:11.231156Z","time spent":"1.214946869s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:26:12.44628Z","caller":"traceutil/trace.go:171","msg":"trace[1485813753] transaction","detail":"{read_only:false; response_revision:14906; number_of_response:1; }","duration":"1.214077098s","start":"2026-05-11T01:26:11.232193Z","end":"2026-05-11T01:26:12.44627Z","steps":["trace[1485813753] 'process raft request' (duration: 1.213277461s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:26:12.446334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:26:11.232184Z","time spent":"1.214117309s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:26:12.44793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.215601222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737459"} {"level":"info","ts":"2026-05-11T01:26:12.447975Z","caller":"traceutil/trace.go:171","msg":"trace[1671772548] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14906; }","duration":"1.215665584s","start":"2026-05-11T01:26:11.232298Z","end":"2026-05-11T01:26:12.447963Z","steps":["trace[1671772548] 'agreement among raft nodes before linearized reading' (duration: 1.214169811s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:26:12.44801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:26:11.232288Z","time spent":"1.215712835s","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":737482,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-11T01:26:12.449036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.216607465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737459"} {"level":"info","ts":"2026-05-11T01:26:12.449071Z","caller":"traceutil/trace.go:171","msg":"trace[413471094] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14906; }","duration":"1.216670366s","start":"2026-05-11T01:26:11.232391Z","end":"2026-05-11T01:26:12.449061Z","steps":["trace[413471094] 'agreement among raft nodes before linearized reading' (duration: 1.216014672s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:26:12.449106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:26:11.232377Z","time spent":"1.216720037s","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":737482,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-11T01:26:12.449988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.036403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:26:12.450015Z","caller":"traceutil/trace.go:171","msg":"trace[713440483] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14906; }","duration":"523.119455ms","start":"2026-05-11T01:26:11.926886Z","end":"2026-05-11T01:26:12.450005Z","steps":["trace[713440483] 'agreement among raft nodes before linearized reading' (duration: 523.073224ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:26:12.450062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:26:11.926867Z","time spent":"523.189636ms","remote":"127.0.0.1:40064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:26:12.450245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.995807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-mjvhm\" ","response":"range_response_count:1 size:22132"} {"level":"info","ts":"2026-05-11T01:26:12.450264Z","caller":"traceutil/trace.go:171","msg":"trace[1658503432] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-mjvhm; range_end:; response_count:1; response_revision:14906; }","duration":"894.037248ms","start":"2026-05-11T01:26:11.55622Z","end":"2026-05-11T01:26:12.450258Z","steps":["trace[1658503432] 'agreement among raft nodes before linearized reading' (duration: 893.967346ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:26:12.450282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:26:11.55621Z","time spent":"894.067488ms","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22155,"request content":"key:\"/registry/pods/openstack/nova-compute-default-mjvhm\" "} {"level":"warn","ts":"2026-05-11T01:26:12.450422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.941954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-mjvhm\" ","response":"range_response_count:1 size:22132"} {"level":"info","ts":"2026-05-11T01:26:12.450444Z","caller":"traceutil/trace.go:171","msg":"trace[1442699787] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-mjvhm; range_end:; response_count:1; response_revision:14906; }","duration":"907.002855ms","start":"2026-05-11T01:26:11.543435Z","end":"2026-05-11T01:26:12.450438Z","steps":["trace[1442699787] 'agreement among raft nodes before linearized reading' (duration: 906.938664ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:26:12.450467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:26:11.543413Z","time spent":"907.046636ms","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22155,"request content":"key:\"/registry/pods/openstack/nova-compute-default-mjvhm\" "} {"level":"warn","ts":"2026-05-11T01:26:12.450632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.080463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-05-11T01:26:12.450656Z","caller":"traceutil/trace.go:171","msg":"trace[459378791] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:14906; }","duration":"932.150904ms","start":"2026-05-11T01:26:11.518498Z","end":"2026-05-11T01:26:12.450649Z","steps":["trace[459378791] 'agreement among raft nodes before linearized reading' (duration: 932.080493ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:26:12.450678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:26:11.518472Z","time spent":"932.200806ms","remote":"127.0.0.1:40186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-11T01:26:12.450857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05034684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-05-11T01:26:12.45088Z","caller":"traceutil/trace.go:171","msg":"trace[914721786] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14906; }","duration":"1.050393302s","start":"2026-05-11T01:26:11.400478Z","end":"2026-05-11T01:26:12.450871Z","steps":["trace[914721786] 'agreement among raft nodes before linearized reading' (duration: 1.050329241s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:26:12.450897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:26:11.400465Z","time spent":"1.050428632s","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-05-11T01:26:12.451053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.19613805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-05-11T01:26:12.451072Z","caller":"traceutil/trace.go:171","msg":"trace[2108438321] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14906; }","duration":"1.196176321s","start":"2026-05-11T01:26:11.254889Z","end":"2026-05-11T01:26:12.451066Z","steps":["trace[2108438321] 'agreement among raft nodes before linearized reading' (duration: 1.19611819s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:26:12.451088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:26:11.254877Z","time spent":"1.196207962s","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-05-11T01:26:12.451329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197409058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-05-11T01:26:12.451354Z","caller":"traceutil/trace.go:171","msg":"trace[415069269] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14906; }","duration":"1.197473619s","start":"2026-05-11T01:26:11.253874Z","end":"2026-05-11T01:26:12.451347Z","steps":["trace[415069269] 'agreement among raft nodes before linearized reading' (duration: 1.197305266s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:26:12.451374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:26:11.253854Z","time spent":"1.19751433s","remote":"127.0.0.1:40236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-05-11T01:26:12.451552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198939033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:680"} {"level":"info","ts":"2026-05-11T01:26:12.451577Z","caller":"traceutil/trace.go:171","msg":"trace[226477936] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14906; }","duration":"1.198988783s","start":"2026-05-11T01:26:11.25258Z","end":"2026-05-11T01:26:12.451569Z","steps":["trace[226477936] 'agreement among raft nodes before linearized reading' (duration: 1.198920922s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:26:12.451602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:26:11.252564Z","time spent":"1.199031645s","remote":"127.0.0.1:40236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":703,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-05-11T01:26:12.451703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.199100546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:26:12.45172Z","caller":"traceutil/trace.go:171","msg":"trace[281717023] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14906; }","duration":"1.199130956s","start":"2026-05-11T01:26:11.252583Z","end":"2026-05-11T01:26:12.451714Z","steps":["trace[281717023] 'agreement among raft nodes before linearized reading' (duration: 1.199102606s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:26:12.451736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:26:11.252574Z","time spent":"1.199157997s","remote":"127.0.0.1:40236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-05-11T01:26:12.451824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.200219641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:26:12.45184Z","caller":"traceutil/trace.go:171","msg":"trace[1870839474] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14906; }","duration":"1.200273251s","start":"2026-05-11T01:26:11.251561Z","end":"2026-05-11T01:26:12.451834Z","steps":["trace[1870839474] 'agreement among raft nodes before linearized reading' (duration: 1.2002448s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:26:12.451863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:26:11.251545Z","time spent":"1.200312082s","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-05-11T01:26:12.452705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.218890506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737459"} {"level":"info","ts":"2026-05-11T01:26:12.452736Z","caller":"traceutil/trace.go:171","msg":"trace[973789221] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14906; }","duration":"1.218925777s","start":"2026-05-11T01:26:11.233802Z","end":"2026-05-11T01:26:12.452728Z","steps":["trace[973789221] 'agreement among raft nodes before linearized reading' (duration: 1.218355694s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:26:12.452761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:26:11.233782Z","time spent":"1.218970668s","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":737482,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-11T01:26:12.695109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.45596ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-11T01:26:12.695324Z","caller":"traceutil/trace.go:171","msg":"trace[2101186958] transaction","detail":"{read_only:false; response_revision:14908; number_of_response:1; }","duration":"214.065527ms","start":"2026-05-11T01:26:12.481241Z","end":"2026-05-11T01:26:12.695307Z","steps":["trace[2101186958] 'process raft request' (duration: 213.998385ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:26:12.695334Z","caller":"traceutil/trace.go:171","msg":"trace[1132802268] transaction","detail":"{read_only:false; response_revision:14907; number_of_response:1; }","duration":"236.159938ms","start":"2026-05-11T01:26:12.459144Z","end":"2026-05-11T01:26:12.695304Z","steps":["trace[1132802268] 'process raft request' (duration: 37.427511ms)","trace[1132802268] 'compare' (duration: 198.303127ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:26:12.695421Z","caller":"traceutil/trace.go:171","msg":"trace[1484598801] linearizableReadLoop","detail":"{readStateIndex:15422; appliedIndex:15421; }","duration":"228.649721ms","start":"2026-05-11T01:26:12.466753Z","end":"2026-05-11T01:26:12.695402Z","steps":["trace[1484598801] 'read index received' (duration: 29.834013ms)","trace[1484598801] 'applied index is now lower than readState.Index' (duration: 198.813468ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:26:12.696486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.711745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737459"} {"level":"info","ts":"2026-05-11T01:26:12.696536Z","caller":"traceutil/trace.go:171","msg":"trace[719474833] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14908; }","duration":"229.811078ms","start":"2026-05-11T01:26:12.466712Z","end":"2026-05-11T01:26:12.696523Z","steps":["trace[719474833] 'agreement among raft nodes before linearized reading' (duration: 228.938508ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:26:12.696871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.637371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737459"} {"level":"info","ts":"2026-05-11T01:26:12.696905Z","caller":"traceutil/trace.go:171","msg":"trace[355259763] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14908; }","duration":"228.677802ms","start":"2026-05-11T01:26:12.468218Z","end":"2026-05-11T01:26:12.696896Z","steps":["trace[355259763] 'agreement among raft nodes before linearized reading' (duration: 227.646369ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:26:12.982259Z","caller":"traceutil/trace.go:171","msg":"trace[1846024468] transaction","detail":"{read_only:false; response_revision:14909; number_of_response:1; }","duration":"204.147256ms","start":"2026-05-11T01:26:12.778082Z","end":"2026-05-11T01:26:12.982229Z","steps":["trace[1846024468] 'process raft request' (duration: 203.92106ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:27:01.94985Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12764} {"level":"info","ts":"2026-05-11T01:27:02.031045Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12764,"took":"77.791128ms","hash":1735922718,"current-db-size-bytes":57516032,"current-db-size":"58 MB","current-db-size-in-use-bytes":30072832,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-05-11T01:27:02.031131Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1735922718,"revision":12764,"compact-revision":10602} {"level":"info","ts":"2026-05-11T01:28:31.934064Z","caller":"traceutil/trace.go:171","msg":"trace[73689029] transaction","detail":"{read_only:false; response_revision:15870; number_of_response:1; }","duration":"103.24802ms","start":"2026-05-11T01:28:31.830796Z","end":"2026-05-11T01:28:31.934044Z","steps":["trace[73689029] 'process raft request' (duration: 103.018785ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:29:10.227096Z","caller":"traceutil/trace.go:171","msg":"trace[1202442261] transaction","detail":"{read_only:false; response_revision:16348; number_of_response:1; }","duration":"141.263777ms","start":"2026-05-11T01:29:10.085806Z","end":"2026-05-11T01:29:10.22707Z","steps":["trace[1202442261] 'process raft request' (duration: 110.315098ms)","trace[1202442261] 'compare' (duration: 30.641532ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:29:10.227327Z","caller":"traceutil/trace.go:171","msg":"trace[930113093] transaction","detail":"{read_only:false; response_revision:16349; number_of_response:1; }","duration":"141.255836ms","start":"2026-05-11T01:29:10.086049Z","end":"2026-05-11T01:29:10.227305Z","steps":["trace[930113093] 'process raft request' (duration: 140.95728ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:29:11.812617Z","caller":"traceutil/trace.go:171","msg":"trace[1719039216] transaction","detail":"{read_only:false; response_revision:16361; number_of_response:1; }","duration":"166.284435ms","start":"2026-05-11T01:29:11.646302Z","end":"2026-05-11T01:29:11.812586Z","steps":["trace[1719039216] 'process raft request' (duration: 126.56696ms)","trace[1719039216] 'compare' (duration: 39.548301ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:31:29.028233Z","caller":"traceutil/trace.go:171","msg":"trace[1204195694] linearizableReadLoop","detail":"{readStateIndex:17872; appliedIndex:17871; }","duration":"423.398472ms","start":"2026-05-11T01:31:28.604809Z","end":"2026-05-11T01:31:29.028208Z","steps":["trace[1204195694] 'read index received' (duration: 395.380138ms)","trace[1204195694] 'applied index is now lower than readState.Index' (duration: 28.013104ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:31:29.028515Z","caller":"traceutil/trace.go:171","msg":"trace[1576957285] transaction","detail":"{read_only:false; response_revision:17280; number_of_response:1; }","duration":"423.675068ms","start":"2026-05-11T01:31:28.604576Z","end":"2026-05-11T01:31:29.028251Z","steps":["trace[1576957285] 'process raft request' (duration: 395.592553ms)","trace[1576957285] 'compare' (duration: 27.483132ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:31:29.028675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.888243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovs-agent-default-p4xw2\" ","response":"range_response_count:1 size:19479"} {"level":"info","ts":"2026-05-11T01:31:29.028715Z","caller":"traceutil/trace.go:171","msg":"trace[976657975] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovs-agent-default-p4xw2; range_end:; response_count:1; response_revision:17280; }","duration":"423.978395ms","start":"2026-05-11T01:31:28.604724Z","end":"2026-05-11T01:31:29.028703Z","steps":["trace[976657975] 'agreement among raft nodes before linearized reading' (duration: 423.614957ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:31:29.028805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:31:28.604695Z","time spent":"424.102587ms","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":19502,"request content":"key:\"/registry/pods/openstack/neutron-ovs-agent-default-p4xw2\" "} {"level":"warn","ts":"2026-05-11T01:31:29.028695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:31:28.604558Z","time spent":"424.072036ms","remote":"127.0.0.1:40160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":895,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-11T01:31:29.028306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.511981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-mjvhm\" ","response":"range_response_count:1 size:22133"} {"level":"info","ts":"2026-05-11T01:31:29.029159Z","caller":"traceutil/trace.go:171","msg":"trace[1659243883] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-mjvhm; range_end:; response_count:1; response_revision:17279; }","duration":"532.498552ms","start":"2026-05-11T01:31:28.496627Z","end":"2026-05-11T01:31:29.029125Z","steps":["trace[1659243883] 'range keys from in-memory index tree' (duration: 530.940548ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:31:29.029256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:31:28.496601Z","time spent":"532.615555ms","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22156,"request content":"key:\"/registry/pods/openstack/nova-compute-default-mjvhm\" "} {"level":"info","ts":"2026-05-11T01:31:29.030115Z","caller":"traceutil/trace.go:171","msg":"trace[316550253] transaction","detail":"{read_only:false; response_revision:17282; number_of_response:1; }","duration":"247.694367ms","start":"2026-05-11T01:31:28.782384Z","end":"2026-05-11T01:31:29.030078Z","steps":["trace[316550253] 'process raft request' (duration: 247.609705ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:31:29.03056Z","caller":"traceutil/trace.go:171","msg":"trace[1852909900] transaction","detail":"{read_only:false; response_revision:17283; number_of_response:1; }","duration":"247.998475ms","start":"2026-05-11T01:31:28.782539Z","end":"2026-05-11T01:31:29.030537Z","steps":["trace[1852909900] 'process raft request' (duration: 247.497053ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:31:29.030717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.139878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-11T01:31:29.0308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.395292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:31:29.030888Z","caller":"traceutil/trace.go:171","msg":"trace[184710737] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17283; }","duration":"102.500694ms","start":"2026-05-11T01:31:28.928343Z","end":"2026-05-11T01:31:29.030844Z","steps":["trace[184710737] 'agreement among raft nodes before linearized reading' (duration: 102.409232ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:31:29.03091Z","caller":"traceutil/trace.go:171","msg":"trace[1017612313] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17283; }","duration":"419.367413ms","start":"2026-05-11T01:31:28.611473Z","end":"2026-05-11T01:31:29.03084Z","steps":["trace[1017612313] 'agreement among raft nodes before linearized reading' (duration: 418.966794ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:31:29.031039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:31:28.611461Z","time spent":"419.555177ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-11T01:31:29.030446Z","caller":"traceutil/trace.go:171","msg":"trace[555070584] transaction","detail":"{read_only:false; response_revision:17281; number_of_response:1; }","duration":"249.575991ms","start":"2026-05-11T01:31:28.7806Z","end":"2026-05-11T01:31:29.030176Z","steps":["trace[555070584] 'process raft request' (duration: 249.238153ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:31:29.031315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.956613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-mjvhm\" ","response":"range_response_count:1 size:22133"} {"level":"info","ts":"2026-05-11T01:31:29.032185Z","caller":"traceutil/trace.go:171","msg":"trace[1658389258] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-mjvhm; range_end:; response_count:1; response_revision:17283; }","duration":"270.798862ms","start":"2026-05-11T01:31:28.761347Z","end":"2026-05-11T01:31:29.032146Z","steps":["trace[1658389258] 'agreement among raft nodes before linearized reading' (duration: 269.792419ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:31:32.43234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.869988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-8lm4x\" ","response":"range_response_count:1 size:20771"} {"level":"info","ts":"2026-05-11T01:31:32.43294Z","caller":"traceutil/trace.go:171","msg":"trace[1608200356] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-8lm4x; range_end:; response_count:1; response_revision:17300; }","duration":"154.509912ms","start":"2026-05-11T01:31:32.278401Z","end":"2026-05-11T01:31:32.432911Z","steps":["trace[1608200356] 'range keys from in-memory index tree' (duration: 153.362897ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:31:32.433479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.427673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-hbwzr\" ","response":"range_response_count:1 size:9797"} {"level":"info","ts":"2026-05-11T01:31:32.433541Z","caller":"traceutil/trace.go:171","msg":"trace[1769084404] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-hbwzr; range_end:; response_count:1; response_revision:17300; }","duration":"129.522685ms","start":"2026-05-11T01:31:32.304003Z","end":"2026-05-11T01:31:32.433525Z","steps":["trace[1769084404] 'range keys from in-memory index tree' (duration: 129.29991ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:31:32.558618Z","caller":"traceutil/trace.go:171","msg":"trace[726500008] transaction","detail":"{read_only:false; response_revision:17302; number_of_response:1; }","duration":"120.699389ms","start":"2026-05-11T01:31:32.437887Z","end":"2026-05-11T01:31:32.558587Z","steps":["trace[726500008] 'process raft request' (duration: 105.645824ms)","trace[726500008] 'compare' (duration: 14.716588ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:31:32.558722Z","caller":"traceutil/trace.go:171","msg":"trace[1638904854] transaction","detail":"{read_only:false; response_revision:17303; number_of_response:1; }","duration":"120.603226ms","start":"2026-05-11T01:31:32.438094Z","end":"2026-05-11T01:31:32.558698Z","steps":["trace[1638904854] 'process raft request' (duration: 120.29715ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:31:32.558841Z","caller":"traceutil/trace.go:171","msg":"trace[1981104029] linearizableReadLoop","detail":"{readStateIndex:17896; appliedIndex:17893; }","duration":"118.568421ms","start":"2026-05-11T01:31:32.440261Z","end":"2026-05-11T01:31:32.558829Z","steps":["trace[1981104029] 'read index received' (duration: 30.154932ms)","trace[1981104029] 'applied index is now lower than readState.Index' (duration: 88.412479ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:31:32.560053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.766198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:944681"} {"level":"info","ts":"2026-05-11T01:31:32.560116Z","caller":"traceutil/trace.go:171","msg":"trace[118603075] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:17304; }","duration":"119.86336ms","start":"2026-05-11T01:31:32.440238Z","end":"2026-05-11T01:31:32.560101Z","steps":["trace[118603075] 'agreement among raft nodes before linearized reading' (duration: 118.739205ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:31:32.560448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.819629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:944681"} {"level":"info","ts":"2026-05-11T01:31:32.560512Z","caller":"traceutil/trace.go:171","msg":"trace[468303076] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:17304; }","duration":"119.916162ms","start":"2026-05-11T01:31:32.440577Z","end":"2026-05-11T01:31:32.560493Z","steps":["trace[468303076] 'agreement among raft nodes before linearized reading' (duration: 118.864428ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:31:33.16274Z","caller":"traceutil/trace.go:171","msg":"trace[1940892422] transaction","detail":"{read_only:false; response_revision:17306; number_of_response:1; }","duration":"114.008409ms","start":"2026-05-11T01:31:33.048706Z","end":"2026-05-11T01:31:33.162714Z","steps":["trace[1940892422] 'process raft request' (duration: 113.803835ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:31:33.162921Z","caller":"traceutil/trace.go:171","msg":"trace[220251449] linearizableReadLoop","detail":"{readStateIndex:17900; appliedIndex:17897; }","duration":"109.658872ms","start":"2026-05-11T01:31:33.053232Z","end":"2026-05-11T01:31:33.16289Z","steps":["trace[220251449] 'read index received' (duration: 55.689179ms)","trace[220251449] 'applied index is now lower than readState.Index' (duration: 53.967423ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:31:33.163035Z","caller":"traceutil/trace.go:171","msg":"trace[1087801635] transaction","detail":"{read_only:false; response_revision:17307; number_of_response:1; }","duration":"114.080142ms","start":"2026-05-11T01:31:33.048919Z","end":"2026-05-11T01:31:33.162999Z","steps":["trace[1087801635] 'process raft request' (duration: 113.746014ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:31:33.163168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.921639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-11T01:31:33.163234Z","caller":"traceutil/trace.go:171","msg":"trace[43236629] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17307; }","duration":"110.01314ms","start":"2026-05-11T01:31:33.053186Z","end":"2026-05-11T01:31:33.163199Z","steps":["trace[43236629] 'agreement among raft nodes before linearized reading' (duration: 109.851626ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:31:33.163352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.522502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:31:33.163417Z","caller":"traceutil/trace.go:171","msg":"trace[871490299] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:17307; }","duration":"101.625643ms","start":"2026-05-11T01:31:33.061775Z","end":"2026-05-11T01:31:33.1634Z","steps":["trace[871490299] 'agreement among raft nodes before linearized reading' (duration: 101.499861ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:31:52.664459Z","caller":"traceutil/trace.go:171","msg":"trace[239871650] linearizableReadLoop","detail":"{readStateIndex:18033; appliedIndex:18032; }","duration":"235.23514ms","start":"2026-05-11T01:31:52.429188Z","end":"2026-05-11T01:31:52.664423Z","steps":["trace[239871650] 'read index received' (duration: 235.100927ms)","trace[239871650] 'applied index is now lower than readState.Index' (duration: 133.483µs)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:31:52.664648Z","caller":"traceutil/trace.go:171","msg":"trace[254531670] transaction","detail":"{read_only:false; response_revision:17436; number_of_response:1; }","duration":"318.743151ms","start":"2026-05-11T01:31:52.345898Z","end":"2026-05-11T01:31:52.664641Z","steps":["trace[254531670] 'process raft request' (duration: 318.384573ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:31:52.664732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:31:52.345878Z","time spent":"318.788032ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:31:52.664993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.816554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-11T01:31:52.665027Z","caller":"traceutil/trace.go:171","msg":"trace[706602726] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17436; }","duration":"235.883394ms","start":"2026-05-11T01:31:52.429133Z","end":"2026-05-11T01:31:52.665016Z","steps":["trace[706602726] 'agreement among raft nodes before linearized reading' (duration: 235.770422ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:31:57.73065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.930109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-mjvhm\" ","response":"range_response_count:1 size:22133"} {"level":"info","ts":"2026-05-11T01:31:57.730837Z","caller":"traceutil/trace.go:171","msg":"trace[111082202] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-mjvhm; range_end:; response_count:1; response_revision:17472; }","duration":"136.282196ms","start":"2026-05-11T01:31:57.59448Z","end":"2026-05-11T01:31:57.730762Z","steps":["trace[111082202] 'range keys from in-memory index tree' (duration: 135.671973ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:31:58.182996Z","caller":"traceutil/trace.go:171","msg":"trace[130681993] transaction","detail":"{read_only:false; response_revision:17473; number_of_response:1; }","duration":"104.546598ms","start":"2026-05-11T01:31:58.078402Z","end":"2026-05-11T01:31:58.182948Z","steps":["trace[130681993] 'process raft request' (duration: 104.274282ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:31:59.853742Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495960157382010,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:31:59.971935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.228586188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-11T01:31:59.972051Z","caller":"traceutil/trace.go:171","msg":"trace[154381453] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17474; }","duration":"1.228779693s","start":"2026-05-11T01:31:58.74324Z","end":"2026-05-11T01:31:59.97202Z","steps":["trace[154381453] 'range keys from in-memory index tree' (duration: 1.228284381s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:31:59.972107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:31:58.743192Z","time spent":"1.228904815s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-11T01:31:59.972796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061837463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-hbwzr\" ","response":"range_response_count:1 size:9797"} {"level":"warn","ts":"2026-05-11T01:31:59.973622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.382805773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:31:59.973707Z","caller":"traceutil/trace.go:171","msg":"trace[1266503909] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:17474; }","duration":"1.382964686s","start":"2026-05-11T01:31:58.590723Z","end":"2026-05-11T01:31:59.973688Z","steps":["trace[1266503909] 'count revisions from in-memory index tree' (duration: 1.382627029s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:31:59.973747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:31:58.590679Z","time spent":"1.383056588s","remote":"127.0.0.1:54478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:31:59.973825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.234323065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-11T01:31:59.973909Z","caller":"traceutil/trace.go:171","msg":"trace[1759831263] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17474; }","duration":"1.234492169s","start":"2026-05-11T01:31:58.739399Z","end":"2026-05-11T01:31:59.973891Z","steps":["trace[1759831263] 'range keys from in-memory index tree' (duration: 1.234126821s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:31:59.973909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.232522915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-05-11T01:31:59.973946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:31:58.739368Z","time spent":"1.234570061s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-11T01:31:59.974Z","caller":"traceutil/trace.go:171","msg":"trace[1112290485] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:17474; }","duration":"1.232659948s","start":"2026-05-11T01:31:58.741316Z","end":"2026-05-11T01:31:59.973976Z","steps":["trace[1112290485] 'range keys from in-memory index tree' (duration: 1.232336881s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:31:59.973883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.23365982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-11T01:31:59.97405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:31:58.74129Z","time spent":"1.232749171s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-11T01:31:59.973909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279284806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-11T01:31:59.974163Z","caller":"traceutil/trace.go:171","msg":"trace[92849075] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17474; }","duration":"1.233954458s","start":"2026-05-11T01:31:58.740179Z","end":"2026-05-11T01:31:59.974133Z","steps":["trace[92849075] 'range keys from in-memory index tree' (duration: 1.233499657s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:31:59.974172Z","caller":"traceutil/trace.go:171","msg":"trace[640794688] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17474; }","duration":"1.279583124s","start":"2026-05-11T01:31:58.694549Z","end":"2026-05-11T01:31:59.974132Z","steps":["trace[640794688] 'range keys from in-memory index tree' (duration: 1.278996711s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:31:59.974234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:31:58.74017Z","time spent":"1.23404667s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-11T01:31:59.97428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:31:58.694529Z","time spent":"1.279715397s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-11T01:31:59.9741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039455695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:31:59.972902Z","caller":"traceutil/trace.go:171","msg":"trace[972347161] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-hbwzr; range_end:; response_count:1; response_revision:17474; }","duration":"1.062002316s","start":"2026-05-11T01:31:58.910866Z","end":"2026-05-11T01:31:59.972868Z","steps":["trace[972347161] 'range keys from in-memory index tree' (duration: 1.061580057s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:31:59.974393Z","caller":"traceutil/trace.go:171","msg":"trace[1174937403] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17474; }","duration":"1.039796493s","start":"2026-05-11T01:31:58.934567Z","end":"2026-05-11T01:31:59.974363Z","steps":["trace[1174937403] 'range keys from in-memory index tree' (duration: 1.039322383s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:31:59.974431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:31:58.910841Z","time spent":"1.063576192s","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9820,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-hbwzr\" "} {"level":"warn","ts":"2026-05-11T01:31:59.974461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:31:58.934534Z","time spent":"1.039909306s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:32:00.35445Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495960157382010,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:32:00.438784Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.194365907s","expected-duration":"1s"} {"level":"info","ts":"2026-05-11T01:32:00.439263Z","caller":"traceutil/trace.go:171","msg":"trace[1212373204] transaction","detail":"{read_only:false; response_revision:17475; number_of_response:1; }","duration":"1.194958921s","start":"2026-05-11T01:31:59.244278Z","end":"2026-05-11T01:32:00.439237Z","steps":["trace[1212373204] 'process raft request' (duration: 1.194770996s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:32:00.439496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:31:59.244251Z","time spent":"1.195165366s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:32:00.622864Z","caller":"traceutil/trace.go:171","msg":"trace[267955422] transaction","detail":"{read_only:false; response_revision:17477; number_of_response:1; }","duration":"1.313168902s","start":"2026-05-11T01:31:59.30967Z","end":"2026-05-11T01:32:00.622839Z","steps":["trace[267955422] 'process raft request' (duration: 1.31308817s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:32:00.622943Z","caller":"traceutil/trace.go:171","msg":"trace[1741900850] transaction","detail":"{read_only:false; response_revision:17476; number_of_response:1; }","duration":"1.362176783s","start":"2026-05-11T01:31:59.260735Z","end":"2026-05-11T01:32:00.622911Z","steps":["trace[1741900850] 'process raft request' (duration: 1.361866396s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:32:00.623006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:31:59.309643Z","time spent":"1.313287575s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:32:00.623118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:31:59.260719Z","time spent":"1.362292075s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:32:00.62323Z","caller":"traceutil/trace.go:171","msg":"trace[487854095] transaction","detail":"{read_only:false; response_revision:17478; number_of_response:1; }","duration":"643.852513ms","start":"2026-05-11T01:31:59.979335Z","end":"2026-05-11T01:32:00.623188Z","steps":["trace[487854095] 'process raft request' (duration: 643.469284ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:32:00.623317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:31:59.979307Z","time spent":"643.968476ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:32:00.62347Z","caller":"traceutil/trace.go:171","msg":"trace[436801102] transaction","detail":"{read_only:false; response_revision:17479; number_of_response:1; }","duration":"642.557984ms","start":"2026-05-11T01:31:59.980896Z","end":"2026-05-11T01:32:00.623454Z","steps":["trace[436801102] 'process raft request' (duration: 642.214066ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:32:00.623575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:31:59.98088Z","time spent":"642.646806ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:32:00.623681Z","caller":"traceutil/trace.go:171","msg":"trace[21391491] transaction","detail":"{read_only:false; response_revision:17481; number_of_response:1; }","duration":"626.329672ms","start":"2026-05-11T01:31:59.997338Z","end":"2026-05-11T01:32:00.623668Z","steps":["trace[21391491] 'process raft request' (duration: 626.24464ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:32:00.623729Z","caller":"traceutil/trace.go:171","msg":"trace[593983105] linearizableReadLoop","detail":"{readStateIndex:18080; appliedIndex:18072; }","duration":"1.270086792s","start":"2026-05-11T01:31:59.353629Z","end":"2026-05-11T01:32:00.623716Z","steps":["trace[593983105] 'read index received' (duration: 1.08538761s)","trace[593983105] 'applied index is now lower than readState.Index' (duration: 184.698202ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:32:00.623755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:31:59.997315Z","time spent":"626.404874ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:32:00.623802Z","caller":"traceutil/trace.go:171","msg":"trace[674980495] transaction","detail":"{read_only:false; response_revision:17482; number_of_response:1; }","duration":"623.348596ms","start":"2026-05-11T01:32:00.000445Z","end":"2026-05-11T01:32:00.623794Z","steps":["trace[674980495] 'process raft request' (duration: 623.192563ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:32:00.623861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:32:00.000431Z","time spent":"623.396927ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:32:00.623723Z","caller":"traceutil/trace.go:171","msg":"trace[1361473032] transaction","detail":"{read_only:false; response_revision:17480; number_of_response:1; }","duration":"640.874876ms","start":"2026-05-11T01:31:59.98283Z","end":"2026-05-11T01:32:00.623704Z","steps":["trace[1361473032] 'process raft request' (duration: 640.570709ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:32:00.623898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.270255337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-11T01:32:00.62393Z","caller":"traceutil/trace.go:171","msg":"trace[624644279] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17482; }","duration":"1.270295568s","start":"2026-05-11T01:31:59.353623Z","end":"2026-05-11T01:32:00.623919Z","steps":["trace[624644279] 'agreement among raft nodes before linearized reading' (duration: 1.270189825s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:32:00.623929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:31:59.982813Z","time spent":"641.08649ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:32:00.623951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:31:59.353571Z","time spent":"1.270373149s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-11T01:32:00.915407Z","caller":"traceutil/trace.go:171","msg":"trace[1545486018] linearizableReadLoop","detail":"{readStateIndex:18081; appliedIndex:18080; }","duration":"291.618953ms","start":"2026-05-11T01:32:00.623767Z","end":"2026-05-11T01:32:00.915385Z","steps":["trace[1545486018] 'read index received' (duration: 272.106909ms)","trace[1545486018] 'applied index is now lower than readState.Index' (duration: 19.510744ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:32:00.91547Z","caller":"traceutil/trace.go:171","msg":"trace[1562640100] transaction","detail":"{read_only:false; response_revision:17483; number_of_response:1; }","duration":"308.746853ms","start":"2026-05-11T01:32:00.606699Z","end":"2026-05-11T01:32:00.915446Z","steps":["trace[1562640100] 'process raft request' (duration: 289.143707ms)","trace[1562640100] 'compare' (duration: 19.105664ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:32:00.915483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.469668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:32:00.915541Z","caller":"traceutil/trace.go:171","msg":"trace[430568500] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:17483; }","duration":"485.58277ms","start":"2026-05-11T01:32:00.429943Z","end":"2026-05-11T01:32:00.915526Z","steps":["trace[430568500] 'agreement among raft nodes before linearized reading' (duration: 485.461087ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:32:00.915538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.101638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:32:00.915579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150767228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-mjvhm\" ","response":"range_response_count:1 size:22133"} {"level":"warn","ts":"2026-05-11T01:32:00.91558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:32:00.429921Z","time spent":"485.651232ms","remote":"127.0.0.1:54466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:32:00.915584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:32:00.60667Z","time spent":"308.842636ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:32:00.915607Z","caller":"traceutil/trace.go:171","msg":"trace[1715679482] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17483; }","duration":"940.19772ms","start":"2026-05-11T01:31:59.975388Z","end":"2026-05-11T01:32:00.915586Z","steps":["trace[1715679482] 'agreement among raft nodes before linearized reading' (duration: 940.081768ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:32:00.915636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.492578206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-11T01:32:00.915648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:31:59.975367Z","time spent":"940.274282ms","remote":"127.0.0.1:40064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-11T01:32:00.915671Z","caller":"traceutil/trace.go:171","msg":"trace[577854407] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:17483; }","duration":"1.492643038s","start":"2026-05-11T01:31:59.423019Z","end":"2026-05-11T01:32:00.915662Z","steps":["trace[577854407] 'agreement among raft nodes before linearized reading' (duration: 1.492595637s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:32:00.9157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:31:59.422999Z","time spent":"1.492693159s","remote":"127.0.0.1:51848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:32:00.915788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.632777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-11T01:32:00.915817Z","caller":"traceutil/trace.go:171","msg":"trace[1677827857] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17483; }","duration":"483.702748ms","start":"2026-05-11T01:32:00.432107Z","end":"2026-05-11T01:32:00.91581Z","steps":["trace[1677827857] 'agreement among raft nodes before linearized reading' (duration: 483.603266ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:32:00.915834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:32:00.432092Z","time spent":"483.738659ms","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-11T01:32:00.915605Z","caller":"traceutil/trace.go:171","msg":"trace[937756535] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-mjvhm; range_end:; response_count:1; response_revision:17483; }","duration":"1.15085101s","start":"2026-05-11T01:31:59.764742Z","end":"2026-05-11T01:32:00.915594Z","steps":["trace[937756535] 'agreement among raft nodes before linearized reading' (duration: 1.150731307s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:32:00.915869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:31:59.764714Z","time spent":"1.151145915s","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22156,"request content":"key:\"/registry/pods/openstack/nova-compute-default-mjvhm\" "} {"level":"info","ts":"2026-05-11T01:32:00.917684Z","caller":"traceutil/trace.go:171","msg":"trace[589269454] transaction","detail":"{read_only:false; response_revision:17484; number_of_response:1; }","duration":"277.717412ms","start":"2026-05-11T01:32:00.639954Z","end":"2026-05-11T01:32:00.917672Z","steps":["trace[589269454] 'process raft request' (duration: 276.160268ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:32:00.91862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.48489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:945929"} {"level":"info","ts":"2026-05-11T01:32:00.918711Z","caller":"traceutil/trace.go:171","msg":"trace[2086206484] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:17483; }","duration":"937.604333ms","start":"2026-05-11T01:31:59.981095Z","end":"2026-05-11T01:32:00.918699Z","steps":["trace[2086206484] 'agreement among raft nodes before linearized reading' (duration: 934.724509ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:32:00.918749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:31:59.981088Z","time spent":"937.649784ms","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":945952,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-11T01:32:00.927612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.096873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:32:00.927662Z","caller":"traceutil/trace.go:171","msg":"trace[1786978330] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:17484; }","duration":"204.180426ms","start":"2026-05-11T01:32:00.723471Z","end":"2026-05-11T01:32:00.927651Z","steps":["trace[1786978330] 'agreement among raft nodes before linearized reading' (duration: 204.097514ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:32:01.956439Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15217} {"level":"info","ts":"2026-05-11T01:32:02.052737Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15217,"took":"93.137614ms","hash":2091348665,"current-db-size-bytes":57516032,"current-db-size":"58 MB","current-db-size-in-use-bytes":31588352,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-11T01:32:02.052804Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2091348665,"revision":15217,"compact-revision":12764} {"level":"info","ts":"2026-05-11T01:32:08.466239Z","caller":"traceutil/trace.go:171","msg":"trace[818700302] transaction","detail":"{read_only:false; number_of_response:1; response_revision:17592; }","duration":"223.318291ms","start":"2026-05-11T01:32:08.242892Z","end":"2026-05-11T01:32:08.466211Z","steps":["trace[818700302] 'process raft request' (duration: 223.145827ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:32:08.466905Z","caller":"traceutil/trace.go:171","msg":"trace[2038705478] linearizableReadLoop","detail":"{readStateIndex:18194; appliedIndex:18193; }","duration":"222.052893ms","start":"2026-05-11T01:32:08.244836Z","end":"2026-05-11T01:32:08.466888Z","steps":["trace[2038705478] 'read index received' (duration: 5.347239ms)","trace[2038705478] 'applied index is now lower than readState.Index' (duration: 216.704444ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:32:08.466994Z","caller":"traceutil/trace.go:171","msg":"trace[1454722257] transaction","detail":"{read_only:false; response_revision:17593; number_of_response:1; }","duration":"217.01696ms","start":"2026-05-11T01:32:08.249938Z","end":"2026-05-11T01:32:08.466955Z","steps":["trace[1454722257] 'process raft request' (duration: 216.223703ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:32:08.467313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.439801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-8lm4x-vnc\" ","response":"range_response_count:1 size:1500"} {"level":"info","ts":"2026-05-11T01:32:08.467419Z","caller":"traceutil/trace.go:171","msg":"trace[327601405] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-8lm4x-vnc; range_end:; response_count:1; response_revision:17593; }","duration":"222.590444ms","start":"2026-05-11T01:32:08.244807Z","end":"2026-05-11T01:32:08.467398Z","steps":["trace[327601405] 'agreement among raft nodes before linearized reading' (duration: 222.305928ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:32:08.503884Z","caller":"traceutil/trace.go:171","msg":"trace[1586319002] transaction","detail":"{read_only:false; response_revision:17594; number_of_response:1; }","duration":"249.917703ms","start":"2026-05-11T01:32:08.253881Z","end":"2026-05-11T01:32:08.503799Z","steps":["trace[1586319002] 'process raft request' (duration: 249.752869ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:32:08.50394Z","caller":"traceutil/trace.go:171","msg":"trace[1853274641] transaction","detail":"{read_only:false; number_of_response:1; response_revision:17593; }","duration":"251.954289ms","start":"2026-05-11T01:32:08.251903Z","end":"2026-05-11T01:32:08.503858Z","steps":["trace[1853274641] 'process raft request' (duration: 251.634712ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:32:08.806597Z","caller":"traceutil/trace.go:171","msg":"trace[1296224875] transaction","detail":"{read_only:false; response_revision:17610; number_of_response:1; }","duration":"127.767104ms","start":"2026-05-11T01:32:08.678804Z","end":"2026-05-11T01:32:08.806571Z","steps":["trace[1296224875] 'process raft request' (duration: 127.680212ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:32:08.806633Z","caller":"traceutil/trace.go:171","msg":"trace[1460875285] transaction","detail":"{read_only:false; response_revision:17608; number_of_response:1; }","duration":"127.924807ms","start":"2026-05-11T01:32:08.678699Z","end":"2026-05-11T01:32:08.806624Z","steps":["trace[1460875285] 'process raft request' (duration: 127.6232ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:32:08.806812Z","caller":"traceutil/trace.go:171","msg":"trace[1523238373] transaction","detail":"{read_only:false; response_revision:17611; number_of_response:1; }","duration":"127.97877ms","start":"2026-05-11T01:32:08.678826Z","end":"2026-05-11T01:32:08.806805Z","steps":["trace[1523238373] 'process raft request' (duration: 127.681352ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:32:08.806796Z","caller":"traceutil/trace.go:171","msg":"trace[876021417] transaction","detail":"{read_only:false; response_revision:17612; number_of_response:1; }","duration":"127.561129ms","start":"2026-05-11T01:32:08.679152Z","end":"2026-05-11T01:32:08.806713Z","steps":["trace[876021417] 'process raft request' (duration: 127.384895ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:32:08.806862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.929028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-05-11T01:32:08.806935Z","caller":"traceutil/trace.go:171","msg":"trace[2004271367] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:17615; }","duration":"128.02338ms","start":"2026-05-11T01:32:08.678895Z","end":"2026-05-11T01:32:08.806918Z","steps":["trace[2004271367] 'agreement among raft nodes before linearized reading' (duration: 127.815095ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:32:08.806949Z","caller":"traceutil/trace.go:171","msg":"trace[2082038004] transaction","detail":"{read_only:false; response_revision:17614; number_of_response:1; }","duration":"110.572862ms","start":"2026-05-11T01:32:08.69633Z","end":"2026-05-11T01:32:08.806903Z","steps":["trace[2082038004] 'process raft request' (duration: 110.260214ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:32:08.806592Z","caller":"traceutil/trace.go:171","msg":"trace[1676730534] transaction","detail":"{read_only:false; response_revision:17609; number_of_response:1; }","duration":"127.777434ms","start":"2026-05-11T01:32:08.678777Z","end":"2026-05-11T01:32:08.806554Z","steps":["trace[1676730534] 'process raft request' (duration: 127.677632ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:32:08.807121Z","caller":"traceutil/trace.go:171","msg":"trace[172038043] transaction","detail":"{read_only:false; response_revision:17613; number_of_response:1; }","duration":"127.666322ms","start":"2026-05-11T01:32:08.679391Z","end":"2026-05-11T01:32:08.807057Z","steps":["trace[172038043] 'process raft request' (duration: 127.16984ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:32:08.807482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.347837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-11T01:32:08.807524Z","caller":"traceutil/trace.go:171","msg":"trace[1286106079] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17615; }","duration":"128.443549ms","start":"2026-05-11T01:32:08.679067Z","end":"2026-05-11T01:32:08.80751Z","steps":["trace[1286106079] 'agreement among raft nodes before linearized reading' (duration: 128.260185ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:32:08.977743Z","caller":"traceutil/trace.go:171","msg":"trace[839450456] transaction","detail":"{read_only:false; response_revision:17619; number_of_response:1; }","duration":"234.210924ms","start":"2026-05-11T01:32:08.743503Z","end":"2026-05-11T01:32:08.977714Z","steps":["trace[839450456] 'process raft request' (duration: 234.155692ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:32:08.977941Z","caller":"traceutil/trace.go:171","msg":"trace[1754115365] transaction","detail":"{read_only:false; response_revision:17617; number_of_response:1; }","duration":"236.069266ms","start":"2026-05-11T01:32:08.741824Z","end":"2026-05-11T01:32:08.977894Z","steps":["trace[1754115365] 'process raft request' (duration: 235.749418ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:32:08.977964Z","caller":"traceutil/trace.go:171","msg":"trace[631536478] transaction","detail":"{read_only:false; response_revision:17618; number_of_response:1; }","duration":"235.688818ms","start":"2026-05-11T01:32:08.742238Z","end":"2026-05-11T01:32:08.977927Z","steps":["trace[631536478] 'process raft request' (duration: 235.38466ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:32:08.977941Z","caller":"traceutil/trace.go:171","msg":"trace[1558087237] transaction","detail":"{read_only:false; response_revision:17616; number_of_response:1; }","duration":"236.378512ms","start":"2026-05-11T01:32:08.741515Z","end":"2026-05-11T01:32:08.977893Z","steps":["trace[1558087237] 'process raft request' (duration: 149.465427ms)","trace[1558087237] 'compare' (duration: 86.391013ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:32:09.029808Z","caller":"traceutil/trace.go:171","msg":"trace[260258245] transaction","detail":"{read_only:false; response_revision:17620; number_of_response:1; }","duration":"217.062902ms","start":"2026-05-11T01:32:08.812721Z","end":"2026-05-11T01:32:09.029783Z","steps":["trace[260258245] 'process raft request' (duration: 216.498679ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:32:09.029879Z","caller":"traceutil/trace.go:171","msg":"trace[1216919253] linearizableReadLoop","detail":"{readStateIndex:18223; appliedIndex:18218; }","duration":"216.965989ms","start":"2026-05-11T01:32:08.812891Z","end":"2026-05-11T01:32:09.029857Z","steps":["trace[1216919253] 'read index received' (duration: 78.123609ms)","trace[1216919253] 'applied index is now lower than readState.Index' (duration: 138.8409ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:32:09.029994Z","caller":"traceutil/trace.go:171","msg":"trace[2067059843] transaction","detail":"{read_only:false; response_revision:17621; number_of_response:1; }","duration":"215.002976ms","start":"2026-05-11T01:32:08.814977Z","end":"2026-05-11T01:32:09.029979Z","steps":["trace[2067059843] 'process raft request' (duration: 214.402743ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:32:09.030549Z","caller":"traceutil/trace.go:171","msg":"trace[2035514080] transaction","detail":"{read_only:false; response_revision:17624; number_of_response:1; }","duration":"204.748598ms","start":"2026-05-11T01:32:08.825781Z","end":"2026-05-11T01:32:09.03053Z","steps":["trace[2035514080] 'process raft request' (duration: 203.898459ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:32:09.030955Z","caller":"traceutil/trace.go:171","msg":"trace[1421595325] transaction","detail":"{read_only:false; response_revision:17622; number_of_response:1; }","duration":"215.776094ms","start":"2026-05-11T01:32:08.815163Z","end":"2026-05-11T01:32:09.030939Z","steps":["trace[1421595325] 'process raft request' (duration: 214.391003ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:32:09.031125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.211327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-05-11T01:32:09.031192Z","caller":"traceutil/trace.go:171","msg":"trace[650705441] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:17625; }","duration":"218.30886ms","start":"2026-05-11T01:32:08.812856Z","end":"2026-05-11T01:32:09.031165Z","steps":["trace[650705441] 'agreement among raft nodes before linearized reading' (duration: 218.070095ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:32:09.031244Z","caller":"traceutil/trace.go:171","msg":"trace[955745084] transaction","detail":"{read_only:false; response_revision:17623; number_of_response:1; }","duration":"215.576578ms","start":"2026-05-11T01:32:08.815614Z","end":"2026-05-11T01:32:09.031191Z","steps":["trace[955745084] 'process raft request' (duration: 214.006933ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:32:09.031446Z","caller":"traceutil/trace.go:171","msg":"trace[972284112] transaction","detail":"{read_only:false; response_revision:17625; number_of_response:1; }","duration":"205.606868ms","start":"2026-05-11T01:32:08.825825Z","end":"2026-05-11T01:32:09.031431Z","steps":["trace[972284112] 'process raft request' (duration: 203.94624ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:32:09.031686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.118337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2213920"} {"level":"info","ts":"2026-05-11T01:32:09.031763Z","caller":"traceutil/trace.go:171","msg":"trace[423017957] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:17625; }","duration":"179.222649ms","start":"2026-05-11T01:32:08.852519Z","end":"2026-05-11T01:32:09.031741Z","steps":["trace[423017957] 'agreement among raft nodes before linearized reading' (duration: 177.833038ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:32:09.321314Z","caller":"traceutil/trace.go:171","msg":"trace[1996373792] linearizableReadLoop","detail":"{readStateIndex:18229; appliedIndex:18228; }","duration":"284.772519ms","start":"2026-05-11T01:32:09.036502Z","end":"2026-05-11T01:32:09.321274Z","steps":["trace[1996373792] 'read index received' (duration: 280.76428ms)","trace[1996373792] 'applied index is now lower than readState.Index' (duration: 4.006279ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:32:09.321466Z","caller":"traceutil/trace.go:171","msg":"trace[814612036] transaction","detail":"{read_only:false; response_revision:17626; number_of_response:1; }","duration":"285.170358ms","start":"2026-05-11T01:32:09.036282Z","end":"2026-05-11T01:32:09.321452Z","steps":["trace[814612036] 'process raft request' (duration: 280.940715ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:32:09.32167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.155428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-05-11T01:32:09.321757Z","caller":"traceutil/trace.go:171","msg":"trace[269701232] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:17626; }","duration":"285.338032ms","start":"2026-05-11T01:32:09.036403Z","end":"2026-05-11T01:32:09.321741Z","steps":["trace[269701232] 'agreement among raft nodes before linearized reading' (duration: 285.129177ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:32:09.327386Z","caller":"traceutil/trace.go:171","msg":"trace[2122516543] transaction","detail":"{read_only:false; response_revision:17627; number_of_response:1; }","duration":"276.971736ms","start":"2026-05-11T01:32:09.050392Z","end":"2026-05-11T01:32:09.327364Z","steps":["trace[2122516543] 'process raft request' (duration: 276.70649ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:32:09.32766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.609523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-05-11T01:32:09.3277Z","caller":"traceutil/trace.go:171","msg":"trace[1430185138] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:17627; }","duration":"115.654264ms","start":"2026-05-11T01:32:09.212031Z","end":"2026-05-11T01:32:09.327685Z","steps":["trace[1430185138] 'agreement among raft nodes before linearized reading' (duration: 115.514651ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:32:09.327847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.784592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8baaa84c-0d23-4ef8-928f-695e0117d2c2\" ","response":"range_response_count:1 size:3757"} {"level":"info","ts":"2026-05-11T01:32:09.327875Z","caller":"traceutil/trace.go:171","msg":"trace[1515259675] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8baaa84c-0d23-4ef8-928f-695e0117d2c2; range_end:; response_count:1; response_revision:17627; }","duration":"188.812424ms","start":"2026-05-11T01:32:09.139055Z","end":"2026-05-11T01:32:09.327867Z","steps":["trace[1515259675] 'agreement among raft nodes before linearized reading' (duration: 188.733651ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:32:09.328031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.350125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3227"} {"level":"info","ts":"2026-05-11T01:32:09.328056Z","caller":"traceutil/trace.go:171","msg":"trace[2064131298] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:17627; }","duration":"224.396716ms","start":"2026-05-11T01:32:09.103653Z","end":"2026-05-11T01:32:09.32805Z","steps":["trace[2064131298] 'agreement among raft nodes before linearized reading' (duration: 224.330944ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:32:09.328211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.816898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-mjvhm\" ","response":"range_response_count:1 size:22133"} {"level":"info","ts":"2026-05-11T01:32:09.328238Z","caller":"traceutil/trace.go:171","msg":"trace[1953709841] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-mjvhm; range_end:; response_count:1; response_revision:17627; }","duration":"252.87655ms","start":"2026-05-11T01:32:09.075354Z","end":"2026-05-11T01:32:09.328231Z","steps":["trace[1953709841] 'agreement among raft nodes before linearized reading' (duration: 252.803018ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:32:09.328379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.555288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1818"} {"level":"info","ts":"2026-05-11T01:32:09.328403Z","caller":"traceutil/trace.go:171","msg":"trace[461754686] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:17627; }","duration":"259.60849ms","start":"2026-05-11T01:32:09.068789Z","end":"2026-05-11T01:32:09.328397Z","steps":["trace[461754686] 'agreement among raft nodes before linearized reading' (duration: 259.541088ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:32:09.328706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.773056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-hbwzr\" ","response":"range_response_count:1 size:9797"} {"level":"info","ts":"2026-05-11T01:32:09.328728Z","caller":"traceutil/trace.go:171","msg":"trace[556538627] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-hbwzr; range_end:; response_count:1; response_revision:17627; }","duration":"278.837928ms","start":"2026-05-11T01:32:09.049886Z","end":"2026-05-11T01:32:09.328723Z","steps":["trace[556538627] 'agreement among raft nodes before linearized reading' (duration: 278.775746ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:32:09.328849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.034142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-8lm4x-vnc\" ","response":"range_response_count:1 size:2360"} {"level":"info","ts":"2026-05-11T01:32:09.328867Z","caller":"traceutil/trace.go:171","msg":"trace[2139663874] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-8lm4x-vnc; range_end:; response_count:1; response_revision:17627; }","duration":"288.081233ms","start":"2026-05-11T01:32:09.040781Z","end":"2026-05-11T01:32:09.328862Z","steps":["trace[2139663874] 'agreement among raft nodes before linearized reading' (duration: 288.024811ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:32:09.328968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.980966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/libvirt-libvirt-default-8lm4x-api\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:32:09.328984Z","caller":"traceutil/trace.go:171","msg":"trace[483818575] range","detail":"{range_begin:/registry/secrets/openstack/libvirt-libvirt-default-8lm4x-api; range_end:; response_count:0; response_revision:17627; }","duration":"290.009756ms","start":"2026-05-11T01:32:09.038969Z","end":"2026-05-11T01:32:09.328979Z","steps":["trace[483818575] 'agreement among raft nodes before linearized reading' (duration: 289.977395ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:32:09.329175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.254755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111963"} {"level":"info","ts":"2026-05-11T01:32:09.3292Z","caller":"traceutil/trace.go:171","msg":"trace[456089102] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:17627; }","duration":"292.293736ms","start":"2026-05-11T01:32:09.036901Z","end":"2026-05-11T01:32:09.329195Z","steps":["trace[456089102] 'agreement among raft nodes before linearized reading' (duration: 292.146263ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:35:40.239328Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1cac722af8b2b8a6","local-member-applied-index":20003,"local-member-snapshot-index":10002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-11T01:35:40.244733Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20003} {"level":"info","ts":"2026-05-11T01:35:40.244875Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15003} {"level":"info","ts":"2026-05-11T01:37:01.96326Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17489} {"level":"info","ts":"2026-05-11T01:37:02.062774Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17489,"took":"95.670758ms","hash":966034074,"current-db-size-bytes":57516032,"current-db-size":"58 MB","current-db-size-in-use-bytes":33861632,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-05-11T01:37:02.062852Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":966034074,"revision":17489,"compact-revision":15217} {"level":"info","ts":"2026-05-11T01:37:10.02101Z","caller":"traceutil/trace.go:171","msg":"trace[441478361] transaction","detail":"{read_only:false; response_revision:19967; number_of_response:1; }","duration":"102.761395ms","start":"2026-05-11T01:37:09.918212Z","end":"2026-05-11T01:37:10.020974Z","steps":["trace[441478361] 'process raft request' (duration: 102.487769ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:37:15.766465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.347473ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:37:15.766601Z","caller":"traceutil/trace.go:171","msg":"trace[259702717] linearizableReadLoop","detail":"{readStateIndex:20677; appliedIndex:20676; }","duration":"536.331192ms","start":"2026-05-11T01:37:15.230249Z","end":"2026-05-11T01:37:15.76658Z","steps":["trace[259702717] 'read index received' (duration: 119.757805ms)","trace[259702717] 'applied index is now lower than readState.Index' (duration: 416.571877ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:37:15.766855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.604558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-05-11T01:37:15.766912Z","caller":"traceutil/trace.go:171","msg":"trace[1423761809] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19995; }","duration":"536.70412ms","start":"2026-05-11T01:37:15.230193Z","end":"2026-05-11T01:37:15.766897Z","steps":["trace[1423761809] 'agreement among raft nodes before linearized reading' (duration: 536.513386ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:37:15.766959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:37:15.230172Z","time spent":"536.774021ms","remote":"127.0.0.1:40234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-11T01:37:15.767193Z","caller":"traceutil/trace.go:171","msg":"trace[1292110485] transaction","detail":"{read_only:false; response_revision:19995; number_of_response:1; }","duration":"733.611152ms","start":"2026-05-11T01:37:15.033561Z","end":"2026-05-11T01:37:15.767172Z","steps":["trace[1292110485] 'process raft request' (duration: 316.434751ms)","trace[1292110485] 'compare' (duration: 416.111967ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:37:15.767305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:37:15.033552Z","time spent":"733.712344ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:37:15.767629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.306495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-11T01:37:15.767793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.131828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-05-11T01:37:15.767781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.487648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:37:15.767839Z","caller":"traceutil/trace.go:171","msg":"trace[1548283090] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:19995; }","duration":"434.21405ms","start":"2026-05-11T01:37:15.333613Z","end":"2026-05-11T01:37:15.767827Z","steps":["trace[1548283090] 'agreement among raft nodes before linearized reading' (duration: 434.105438ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:37:15.767866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:37:15.333593Z","time spent":"434.265301ms","remote":"127.0.0.1:40110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.210\" "} {"level":"info","ts":"2026-05-11T01:37:15.767857Z","caller":"traceutil/trace.go:171","msg":"trace[741084162] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:19995; }","duration":"105.602379ms","start":"2026-05-11T01:37:15.662234Z","end":"2026-05-11T01:37:15.767836Z","steps":["trace[741084162] 'agreement among raft nodes before linearized reading' (duration: 105.482627ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:37:15.767734Z","caller":"traceutil/trace.go:171","msg":"trace[1239282433] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19995; }","duration":"515.469758ms","start":"2026-05-11T01:37:15.25224Z","end":"2026-05-11T01:37:15.767709Z","steps":["trace[1239282433] 'agreement among raft nodes before linearized reading' (duration: 515.015058ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:37:15.768015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:37:15.252226Z","time spent":"515.773135ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-11T01:37:16.984412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.239148ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:37:16.984546Z","caller":"traceutil/trace.go:171","msg":"trace[1724770812] linearizableReadLoop","detail":"{readStateIndex:20680; appliedIndex:20679; }","duration":"1.057970327s","start":"2026-05-11T01:37:15.926545Z","end":"2026-05-11T01:37:16.984515Z","steps":["trace[1724770812] 'read index received' (duration: 424.552775ms)","trace[1724770812] 'applied index is now lower than readState.Index' (duration: 633.415262ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:37:16.984623Z","caller":"traceutil/trace.go:171","msg":"trace[400955413] transaction","detail":"{read_only:false; response_revision:19997; number_of_response:1; }","duration":"1.201561702s","start":"2026-05-11T01:37:15.78305Z","end":"2026-05-11T01:37:16.984612Z","steps":["trace[400955413] 'process raft request' (duration: 568.028977ms)","trace[400955413] 'compare' (duration: 632.086843ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:37:16.98469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:37:15.783035Z","time spent":"1.201623344s","remote":"127.0.0.1:40110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:37:16.984829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058262694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:37:16.98488Z","caller":"traceutil/trace.go:171","msg":"trace[657055242] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19997; }","duration":"1.058356986s","start":"2026-05-11T01:37:15.926506Z","end":"2026-05-11T01:37:16.984863Z","steps":["trace[657055242] 'agreement among raft nodes before linearized reading' (duration: 1.058186272s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:37:16.984915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:37:15.92649Z","time spent":"1.058418117s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:37:17.986161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.875738ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:37:17.986678Z","caller":"traceutil/trace.go:171","msg":"trace[222357473] transaction","detail":"{read_only:false; response_revision:19999; number_of_response:1; }","duration":"1.836932958s","start":"2026-05-11T01:37:16.149722Z","end":"2026-05-11T01:37:17.986655Z","steps":["trace[222357473] 'process raft request' (duration: 1.836786395s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:37:17.98679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:37:16.149695Z","time spent":"1.83704022s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:37:17.987122Z","caller":"traceutil/trace.go:171","msg":"trace[590576236] transaction","detail":"{read_only:false; response_revision:19998; number_of_response:1; }","duration":"1.940570274s","start":"2026-05-11T01:37:16.046533Z","end":"2026-05-11T01:37:17.987103Z","steps":["trace[590576236] 'process raft request' (duration: 1.258658583s)","trace[590576236] 'compare' (duration: 678.640338ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:37:17.987241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:37:16.046509Z","time spent":"1.940658215s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:37:17.987273Z","caller":"traceutil/trace.go:171","msg":"trace[11149425] linearizableReadLoop","detail":"{readStateIndex:20683; appliedIndex:20680; }","duration":"1.002592855s","start":"2026-05-11T01:37:16.984573Z","end":"2026-05-11T01:37:17.987166Z","steps":["trace[11149425] 'read index received' (duration: 320.540372ms)","trace[11149425] 'applied index is now lower than readState.Index' (duration: 682.051253ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:37:17.987723Z","caller":"traceutil/trace.go:171","msg":"trace[1736035016] transaction","detail":"{read_only:false; response_revision:20000; number_of_response:1; }","duration":"1.722560673s","start":"2026-05-11T01:37:16.265141Z","end":"2026-05-11T01:37:17.987702Z","steps":["trace[1736035016] 'process raft request' (duration: 1.721448189s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:37:17.98797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:37:16.265109Z","time spent":"1.722673486s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:37:17.988038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002024462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:37:17.988103Z","caller":"traceutil/trace.go:171","msg":"trace[795429259] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20001; }","duration":"1.002116094s","start":"2026-05-11T01:37:16.985971Z","end":"2026-05-11T01:37:17.988087Z","steps":["trace[795429259] 'agreement among raft nodes before linearized reading' (duration: 1.001980591s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:37:17.988152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:37:16.985956Z","time spent":"1.002187286s","remote":"127.0.0.1:40064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:37:17.988367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.706853043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:37:17.988403Z","caller":"traceutil/trace.go:171","msg":"trace[1018586259] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:20001; }","duration":"1.706931665s","start":"2026-05-11T01:37:16.281462Z","end":"2026-05-11T01:37:17.988393Z","steps":["trace[1018586259] 'agreement among raft nodes before linearized reading' (duration: 1.706398103s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:37:17.988427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:37:16.281439Z","time spent":"1.706981276s","remote":"127.0.0.1:42240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:37:17.988558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076005469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-11T01:37:17.988588Z","caller":"traceutil/trace.go:171","msg":"trace[674088990] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20001; }","duration":"1.07608983s","start":"2026-05-11T01:37:16.912492Z","end":"2026-05-11T01:37:17.988581Z","steps":["trace[674088990] 'agreement among raft nodes before linearized reading' (duration: 1.075385795s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:37:17.98861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:37:16.912475Z","time spent":"1.076130593s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-11T01:37:17.988677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.082436992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-11T01:37:17.988705Z","caller":"traceutil/trace.go:171","msg":"trace[1861790326] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20001; }","duration":"1.082464103s","start":"2026-05-11T01:37:16.906234Z","end":"2026-05-11T01:37:17.988698Z","steps":["trace[1861790326] 'agreement among raft nodes before linearized reading' (duration: 1.081654594s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:37:17.988726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:37:16.906144Z","time spent":"1.082576815s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-11T01:37:17.988816Z","caller":"traceutil/trace.go:171","msg":"trace[279404526] transaction","detail":"{read_only:false; response_revision:20001; number_of_response:1; }","duration":"547.4382ms","start":"2026-05-11T01:37:17.441369Z","end":"2026-05-11T01:37:17.988807Z","steps":["trace[279404526] 'process raft request' (duration: 545.702381ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:37:17.988869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:37:17.441342Z","time spent":"547.500381ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:37:17.989054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.853536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-11T01:37:17.989087Z","caller":"traceutil/trace.go:171","msg":"trace[576622252] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20001; }","duration":"986.929258ms","start":"2026-05-11T01:37:17.00215Z","end":"2026-05-11T01:37:17.989079Z","steps":["trace[576622252] 'agreement among raft nodes before linearized reading' (duration: 986.869427ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:37:17.989112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:37:17.00213Z","time spent":"986.976199ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-11T01:37:17.989093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.879565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-11T01:37:17.98916Z","caller":"traceutil/trace.go:171","msg":"trace[1147997616] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20001; }","duration":"981.946047ms","start":"2026-05-11T01:37:17.007202Z","end":"2026-05-11T01:37:17.989148Z","steps":["trace[1147997616] 'agreement among raft nodes before linearized reading' (duration: 981.771453ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:37:17.989213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:37:17.007175Z","time spent":"982.005617ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-11T01:37:17.989289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002390212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-05-11T01:37:17.989323Z","caller":"traceutil/trace.go:171","msg":"trace[1671604615] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:20001; }","duration":"1.002447712s","start":"2026-05-11T01:37:16.986867Z","end":"2026-05-11T01:37:17.989315Z","steps":["trace[1671604615] 'agreement among raft nodes before linearized reading' (duration: 1.0023406s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:37:17.989347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:37:16.986851Z","time spent":"1.002490474s","remote":"127.0.0.1:40236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-11T01:37:17.989681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.655962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-11T01:37:17.989716Z","caller":"traceutil/trace.go:171","msg":"trace[877670851] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20001; }","duration":"146.733964ms","start":"2026-05-11T01:37:17.842975Z","end":"2026-05-11T01:37:17.989709Z","steps":["trace[877670851] 'agreement among raft nodes before linearized reading' (duration: 146.652852ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:37:17.99017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.768547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-11T01:37:17.990235Z","caller":"traceutil/trace.go:171","msg":"trace[1769858720] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20001; }","duration":"218.874899ms","start":"2026-05-11T01:37:17.771352Z","end":"2026-05-11T01:37:17.990227Z","steps":["trace[1769858720] 'agreement among raft nodes before linearized reading' (duration: 218.769867ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:37:17.990489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.355443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:37:17.99051Z","caller":"traceutil/trace.go:171","msg":"trace[278869605] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:20001; }","duration":"269.415303ms","start":"2026-05-11T01:37:17.721089Z","end":"2026-05-11T01:37:17.990504Z","steps":["trace[278869605] 'agreement among raft nodes before linearized reading' (duration: 269.351002ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:37:17.99236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.077811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-11T01:37:17.99241Z","caller":"traceutil/trace.go:171","msg":"trace[1623177575] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20001; }","duration":"369.230345ms","start":"2026-05-11T01:37:17.62317Z","end":"2026-05-11T01:37:17.9924Z","steps":["trace[1623177575] 'agreement among raft nodes before linearized reading' (duration: 366.714819ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:37:17.992431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:37:17.62315Z","time spent":"369.276985ms","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-11T01:37:18.495337Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495960157389239,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:37:19.141354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.83891ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:37:19.141513Z","caller":"traceutil/trace.go:171","msg":"trace[1603685027] transaction","detail":"{read_only:false; response_revision:20002; number_of_response:1; }","duration":"1.146755122s","start":"2026-05-11T01:37:17.99473Z","end":"2026-05-11T01:37:19.141485Z","steps":["trace[1603685027] 'process raft request' (duration: 557.672917ms)","trace[1603685027] 'compare' (duration: 587.50567ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:37:19.14161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:37:17.994705Z","time spent":"1.146855355s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:37:19.19888Z","caller":"traceutil/trace.go:171","msg":"trace[1255869795] transaction","detail":"{read_only:false; response_revision:20003; number_of_response:1; }","duration":"1.20368245s","start":"2026-05-11T01:37:17.995167Z","end":"2026-05-11T01:37:19.198849Z","steps":["trace[1255869795] 'process raft request' (duration: 1.203470684s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:37:19.198892Z","caller":"traceutil/trace.go:171","msg":"trace[1328493557] transaction","detail":"{read_only:false; response_revision:20004; number_of_response:1; }","duration":"1.203606138s","start":"2026-05-11T01:37:17.995255Z","end":"2026-05-11T01:37:19.198861Z","steps":["trace[1328493557] 'process raft request' (duration: 1.203521726s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:37:19.199053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:37:17.995156Z","time spent":"1.203807592s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:37:19.199067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:37:17.995248Z","time spent":"1.203732721s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:37:19.199138Z","caller":"traceutil/trace.go:171","msg":"trace[111579771] linearizableReadLoop","detail":"{readStateIndex:20690; appliedIndex:20684; }","duration":"1.203970166s","start":"2026-05-11T01:37:17.995148Z","end":"2026-05-11T01:37:19.199118Z","steps":["trace[111579771] 'read index received' (duration: 557.274088ms)","trace[111579771] 'applied index is now lower than readState.Index' (duration: 646.695228ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:37:19.199164Z","caller":"traceutil/trace.go:171","msg":"trace[1319170921] transaction","detail":"{read_only:false; response_revision:20007; number_of_response:1; }","duration":"1.199990277s","start":"2026-05-11T01:37:17.999156Z","end":"2026-05-11T01:37:19.199146Z","steps":["trace[1319170921] 'process raft request' (duration: 1.199930926s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:37:19.199237Z","caller":"traceutil/trace.go:171","msg":"trace[851446335] transaction","detail":"{read_only:false; response_revision:20005; number_of_response:1; }","duration":"1.203875423s","start":"2026-05-11T01:37:17.995316Z","end":"2026-05-11T01:37:19.199192Z","steps":["trace[851446335] 'process raft request' (duration: 1.203502575s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:37:19.19919Z","caller":"traceutil/trace.go:171","msg":"trace[602796067] transaction","detail":"{read_only:false; response_revision:20006; number_of_response:1; }","duration":"1.202636527s","start":"2026-05-11T01:37:17.996521Z","end":"2026-05-11T01:37:19.199158Z","steps":["trace[602796067] 'process raft request' (duration: 1.202482923s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:37:19.199295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:37:17.995301Z","time spent":"1.203965246s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:37:19.199319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:37:17.999148Z","time spent":"1.2000953s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:37:19.199367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:37:17.996512Z","time spent":"1.202769749s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:37:19.199374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.204221601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-11T01:37:19.199396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20053608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:37:19.199406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.468847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:37:19.199422Z","caller":"traceutil/trace.go:171","msg":"trace[238052816] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:20007; }","duration":"1.204306003s","start":"2026-05-11T01:37:17.995105Z","end":"2026-05-11T01:37:19.19941Z","steps":["trace[238052816] 'agreement among raft nodes before linearized reading' (duration: 1.204090699s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:37:19.199432Z","caller":"traceutil/trace.go:171","msg":"trace[216212879] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20007; }","duration":"1.200584631s","start":"2026-05-11T01:37:17.998839Z","end":"2026-05-11T01:37:19.199423Z","steps":["trace[216212879] 'agreement among raft nodes before linearized reading' (duration: 1.200522249s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:37:19.199445Z","caller":"traceutil/trace.go:171","msg":"trace[1817637205] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:20007; }","duration":"363.552689ms","start":"2026-05-11T01:37:18.83588Z","end":"2026-05-11T01:37:19.199433Z","steps":["trace[1817637205] 'agreement among raft nodes before linearized reading' (duration: 363.475707ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:37:19.199472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:37:18.835857Z","time spent":"363.608479ms","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:37:19.199469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:37:17.998828Z","time spent":"1.200635421s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:37:19.199466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:37:17.995084Z","time spent":"1.204375564s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-05-11T01:37:19.199529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.978876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-11T01:37:19.199588Z","caller":"traceutil/trace.go:171","msg":"trace[1357743400] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:20007; }","duration":"221.079119ms","start":"2026-05-11T01:37:18.978493Z","end":"2026-05-11T01:37:19.199572Z","steps":["trace[1357743400] 'agreement among raft nodes before linearized reading' (duration: 220.872254ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:37:19.199821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.203975746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-11T01:37:19.200023Z","caller":"traceutil/trace.go:171","msg":"trace[889925385] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20007; }","duration":"1.204166091s","start":"2026-05-11T01:37:17.995765Z","end":"2026-05-11T01:37:19.199931Z","steps":["trace[889925385] 'agreement among raft nodes before linearized reading' (duration: 1.203553737s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:37:19.200141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:37:17.995753Z","time spent":"1.204361395s","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-11T01:37:20.216894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.83575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:37:20.216985Z","caller":"traceutil/trace.go:171","msg":"trace[170999036] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:20007; }","duration":"939.973982ms","start":"2026-05-11T01:37:19.276992Z","end":"2026-05-11T01:37:20.216966Z","steps":["trace[170999036] 'range keys from in-memory index tree' (duration: 939.750478ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:37:20.217101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:37:19.276971Z","time spent":"940.117466ms","remote":"127.0.0.1:40528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-11T01:37:20.21792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.905554ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:37:20.218077Z","caller":"traceutil/trace.go:171","msg":"trace[1625561471] linearizableReadLoop","detail":"{readStateIndex:20691; appliedIndex:20690; }","duration":"627.46972ms","start":"2026-05-11T01:37:19.590564Z","end":"2026-05-11T01:37:20.218034Z","steps":["trace[1625561471] 'read index received' (duration: 64.224329ms)","trace[1625561471] 'applied index is now lower than readState.Index' (duration: 563.243571ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:37:20.218095Z","caller":"traceutil/trace.go:171","msg":"trace[143770179] transaction","detail":"{read_only:false; response_revision:20008; number_of_response:1; }","duration":"921.0355ms","start":"2026-05-11T01:37:19.297015Z","end":"2026-05-11T01:37:20.21805Z","steps":["trace[143770179] 'process raft request' (duration: 357.891381ms)","trace[143770179] 'compare' (duration: 562.106866ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:37:20.218249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:37:19.296977Z","time spent":"921.191533ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:37:20.218263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.698335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:37:20.218314Z","caller":"traceutil/trace.go:171","msg":"trace[1996834710] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:20008; }","duration":"627.789027ms","start":"2026-05-11T01:37:19.590507Z","end":"2026-05-11T01:37:20.218296Z","steps":["trace[1996834710] 'agreement among raft nodes before linearized reading' (duration: 627.620524ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:37:20.218361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:37:19.590485Z","time spent":"627.861698ms","remote":"127.0.0.1:40236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":79,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:37:20.218797Z","caller":"traceutil/trace.go:171","msg":"trace[2071455596] transaction","detail":"{read_only:false; response_revision:20009; number_of_response:1; }","duration":"225.057088ms","start":"2026-05-11T01:37:19.993723Z","end":"2026-05-11T01:37:20.21878Z","steps":["trace[2071455596] 'process raft request' (duration: 224.952276ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:37:20.722Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495960157389256,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:37:20.948822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.23384ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:37:20.94902Z","caller":"traceutil/trace.go:171","msg":"trace[1904268308] transaction","detail":"{read_only:false; response_revision:20010; number_of_response:1; }","duration":"954.084455ms","start":"2026-05-11T01:37:19.994915Z","end":"2026-05-11T01:37:20.948999Z","steps":["trace[1904268308] 'process raft request' (duration: 844.583859ms)","trace[1904268308] 'compare' (duration: 108.978954ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:37:20.949096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:37:19.994883Z","time spent":"954.180377ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:37:20.949264Z","caller":"traceutil/trace.go:171","msg":"trace[1022614373] transaction","detail":"{read_only:false; response_revision:20011; number_of_response:1; }","duration":"951.764074ms","start":"2026-05-11T01:37:19.997476Z","end":"2026-05-11T01:37:20.94924Z","steps":["trace[1022614373] 'process raft request' (duration: 951.460788ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:37:20.949396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:37:19.997452Z","time spent":"951.881456ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:37:22.033757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.989865ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:37:22.03394Z","caller":"traceutil/trace.go:171","msg":"trace[338769429] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:20011; }","duration":"670.183781ms","start":"2026-05-11T01:37:21.363734Z","end":"2026-05-11T01:37:22.033918Z","steps":["trace[338769429] 'range keys from in-memory index tree' (duration: 669.972975ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:37:22.549688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.111884607s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-11T01:37:22.550261Z","caller":"traceutil/trace.go:171","msg":"trace[61934318] linearizableReadLoop","detail":"{readStateIndex:20695; appliedIndex:20692; }","duration":"2.32833435s","start":"2026-05-11T01:37:20.221898Z","end":"2026-05-11T01:37:22.550233Z","steps":["trace[61934318] 'read index received' (duration: 617.622471ms)","trace[61934318] 'applied index is now lower than readState.Index' (duration: 1.710708459s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:37:22.550431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.328513304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:37:22.550464Z","caller":"traceutil/trace.go:171","msg":"trace[1440955478] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:20011; }","duration":"2.328584635s","start":"2026-05-11T01:37:20.22187Z","end":"2026-05-11T01:37:22.550454Z","steps":["trace[1440955478] 'agreement among raft nodes before linearized reading' (duration: 2.328502493s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:37:22.550497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:37:20.221855Z","time spent":"2.328634657s","remote":"127.0.0.1:40260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-05-11T01:37:22.550777Z","caller":"traceutil/trace.go:171","msg":"trace[1020878453] transaction","detail":"{read_only:false; response_revision:20012; number_of_response:1; }","duration":"1.495947072s","start":"2026-05-11T01:37:21.054817Z","end":"2026-05-11T01:37:22.550764Z","steps":["trace[1020878453] 'process raft request' (duration: 1.494990911s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:37:22.550872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:37:21.054788Z","time spent":"1.496023163s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:37:22.550959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.345662517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-11T01:37:22.550825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.961954409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:37:22.550999Z","caller":"traceutil/trace.go:171","msg":"trace[480303008] transaction","detail":"{read_only:false; response_revision:20013; number_of_response:1; }","duration":"326.158056ms","start":"2026-05-11T01:37:22.224825Z","end":"2026-05-11T01:37:22.550983Z","steps":["trace[480303008] 'process raft request' (duration: 325.735946ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:37:22.551029Z","caller":"traceutil/trace.go:171","msg":"trace[1677728088] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20013; }","duration":"1.34576646s","start":"2026-05-11T01:37:21.205245Z","end":"2026-05-11T01:37:22.551011Z","steps":["trace[1677728088] 'agreement among raft nodes before linearized reading' (duration: 1.345505155s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:37:22.551039Z","caller":"traceutil/trace.go:171","msg":"trace[734273240] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:20013; }","duration":"1.962210574s","start":"2026-05-11T01:37:20.588809Z","end":"2026-05-11T01:37:22.55102Z","steps":["trace[734273240] 'agreement among raft nodes before linearized reading' (duration: 1.961943619s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:37:22.55107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:37:21.205236Z","time spent":"1.345828091s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-11T01:37:22.551087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:37:20.588789Z","time spent":"1.962284026s","remote":"127.0.0.1:46110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:37:22.551419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.623985939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:37:22.551467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.853791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:37:22.551419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.404256461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-11T01:37:22.551467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.420966833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-11T01:37:22.551495Z","caller":"traceutil/trace.go:171","msg":"trace[364202494] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:20013; }","duration":"553.918653ms","start":"2026-05-11T01:37:21.997565Z","end":"2026-05-11T01:37:22.551484Z","steps":["trace[364202494] 'agreement among raft nodes before linearized reading' (duration: 553.882712ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:37:22.551499Z","caller":"traceutil/trace.go:171","msg":"trace[1189340826] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20013; }","duration":"1.404372644s","start":"2026-05-11T01:37:21.147115Z","end":"2026-05-11T01:37:22.551488Z","steps":["trace[1189340826] 'agreement among raft nodes before linearized reading' (duration: 1.40420541s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:37:22.551504Z","caller":"traceutil/trace.go:171","msg":"trace[1056520271] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:20013; }","duration":"1.421047135s","start":"2026-05-11T01:37:21.130447Z","end":"2026-05-11T01:37:22.551495Z","steps":["trace[1056520271] 'agreement among raft nodes before linearized reading' (duration: 1.420892951s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:37:22.551508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.346646799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-05-11T01:37:22.551479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.776236237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:37:22.551536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:37:21.130426Z","time spent":"1.421103276s","remote":"127.0.0.1:40396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":150,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:37:22.551549Z","caller":"traceutil/trace.go:171","msg":"trace[135471905] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20013; }","duration":"1.346697811s","start":"2026-05-11T01:37:21.204836Z","end":"2026-05-11T01:37:22.551534Z","steps":["trace[135471905] 'agreement among raft nodes before linearized reading' (duration: 1.346615479s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:37:22.551579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348143893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-05-11T01:37:22.55158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:37:21.204828Z","time spent":"1.346745742s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-11T01:37:22.551529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:37:21.147097Z","time spent":"1.404424005s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-11T01:37:22.55161Z","caller":"traceutil/trace.go:171","msg":"trace[662118602] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20013; }","duration":"1.348198634s","start":"2026-05-11T01:37:21.203404Z","end":"2026-05-11T01:37:22.551603Z","steps":["trace[662118602] 'agreement among raft nodes before linearized reading' (duration: 1.348129423s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:37:22.551619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348280135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-11T01:37:22.551632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:37:21.20339Z","time spent":"1.348238755s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-11T01:37:22.551465Z","caller":"traceutil/trace.go:171","msg":"trace[1507694340] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20013; }","duration":"1.624138453s","start":"2026-05-11T01:37:20.927316Z","end":"2026-05-11T01:37:22.551455Z","steps":["trace[1507694340] 'agreement among raft nodes before linearized reading' (duration: 1.624069241s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:37:22.551646Z","caller":"traceutil/trace.go:171","msg":"trace[273771475] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20013; }","duration":"1.348337187s","start":"2026-05-11T01:37:21.203302Z","end":"2026-05-11T01:37:22.551639Z","steps":["trace[273771475] 'agreement among raft nodes before linearized reading' (duration: 1.348247335s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:37:22.551682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:37:21.203283Z","time spent":"1.348393139s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-11T01:37:22.551698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:37:20.927295Z","time spent":"1.624381418s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:37:22.551516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:37:21.99751Z","time spent":"554.001094ms","remote":"127.0.0.1:58236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:37:22.551425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.440624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:37:22.551576Z","caller":"traceutil/trace.go:171","msg":"trace[135265259] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:20013; }","duration":"1.77639071s","start":"2026-05-11T01:37:20.775164Z","end":"2026-05-11T01:37:22.551555Z","steps":["trace[135265259] 'agreement among raft nodes before linearized reading' (duration: 1.776210916s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:37:22.551786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:37:20.775117Z","time spent":"1.776657996s","remote":"127.0.0.1:43048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:37:22.551082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:37:22.224797Z","time spent":"326.237618ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:37:22.551782Z","caller":"traceutil/trace.go:171","msg":"trace[1297589588] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:20013; }","duration":"309.842093ms","start":"2026-05-11T01:37:22.241929Z","end":"2026-05-11T01:37:22.551771Z","steps":["trace[1297589588] 'agreement among raft nodes before linearized reading' (duration: 309.458684ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:37:22.551947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:37:22.241906Z","time spent":"310.033717ms","remote":"127.0.0.1:46174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:37:22.551755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.347140849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-11T01:37:22.551996Z","caller":"traceutil/trace.go:171","msg":"trace[431089942] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20013; }","duration":"1.347402406s","start":"2026-05-11T01:37:21.204585Z","end":"2026-05-11T01:37:22.551988Z","steps":["trace[431089942] 'agreement among raft nodes before linearized reading' (duration: 1.347101989s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:37:22.552037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:37:21.204574Z","time spent":"1.347452937s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-11T01:37:22.888819Z","caller":"traceutil/trace.go:171","msg":"trace[661453] transaction","detail":"{read_only:false; response_revision:20014; number_of_response:1; }","duration":"332.397385ms","start":"2026-05-11T01:37:22.556382Z","end":"2026-05-11T01:37:22.888779Z","steps":["trace[661453] 'process raft request' (duration: 330.212596ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:37:22.88904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:37:22.556358Z","time spent":"332.58018ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:37:22.890073Z","caller":"traceutil/trace.go:171","msg":"trace[1523680660] transaction","detail":"{read_only:false; response_revision:20015; number_of_response:1; }","duration":"333.623692ms","start":"2026-05-11T01:37:22.556428Z","end":"2026-05-11T01:37:22.890052Z","steps":["trace[1523680660] 'process raft request' (duration: 333.421228ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:37:22.890145Z","caller":"traceutil/trace.go:171","msg":"trace[1225000000] transaction","detail":"{read_only:false; response_revision:20017; number_of_response:1; }","duration":"332.220011ms","start":"2026-05-11T01:37:22.557904Z","end":"2026-05-11T01:37:22.890124Z","steps":["trace[1225000000] 'process raft request' (duration: 332.119418ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:37:22.890266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:37:22.557895Z","time spent":"332.314862ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:37:22.890279Z","caller":"traceutil/trace.go:171","msg":"trace[353404738] transaction","detail":"{read_only:false; response_revision:20016; number_of_response:1; }","duration":"332.399764ms","start":"2026-05-11T01:37:22.557702Z","end":"2026-05-11T01:37:22.890102Z","steps":["trace[353404738] 'process raft request' (duration: 332.271451ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:37:22.890538Z","caller":"traceutil/trace.go:171","msg":"trace[993473519] linearizableReadLoop","detail":"{readStateIndex:20699; appliedIndex:20697; }","duration":"332.854514ms","start":"2026-05-11T01:37:22.557663Z","end":"2026-05-11T01:37:22.890517Z","steps":["trace[993473519] 'read index received' (duration: 329.017239ms)","trace[993473519] 'applied index is now lower than readState.Index' (duration: 3.835295ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:37:22.890763Z","caller":"traceutil/trace.go:171","msg":"trace[1005366506] transaction","detail":"{read_only:false; response_revision:20019; number_of_response:1; }","duration":"332.809393ms","start":"2026-05-11T01:37:22.557937Z","end":"2026-05-11T01:37:22.890747Z","steps":["trace[1005366506] 'process raft request' (duration: 332.454115ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:37:22.890865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:37:22.557927Z","time spent":"332.886926ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:37:22.890857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.168131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18261"} {"level":"warn","ts":"2026-05-11T01:37:22.89092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.332921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:37:22.89072Z","caller":"traceutil/trace.go:171","msg":"trace[1256599457] transaction","detail":"{read_only:false; response_revision:20018; number_of_response:1; }","duration":"332.723862ms","start":"2026-05-11T01:37:22.557922Z","end":"2026-05-11T01:37:22.890646Z","steps":["trace[1256599457] 'process raft request' (duration: 332.151039ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:37:22.891033Z","caller":"traceutil/trace.go:171","msg":"trace[1518014476] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20019; }","duration":"331.461925ms","start":"2026-05-11T01:37:22.559554Z","end":"2026-05-11T01:37:22.891016Z","steps":["trace[1518014476] 'agreement among raft nodes before linearized reading' (duration: 331.26775ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:37:22.891114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:37:22.557914Z","time spent":"333.130142ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:37:22.891146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:37:22.559544Z","time spent":"331.585348ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:37:22.891316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.551003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:37:22.891406Z","caller":"traceutil/trace.go:171","msg":"trace[438250365] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:20019; }","duration":"254.686426ms","start":"2026-05-11T01:37:22.6367Z","end":"2026-05-11T01:37:22.891386Z","steps":["trace[438250365] 'agreement among raft nodes before linearized reading' (duration: 254.497122ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:37:22.890944Z","caller":"traceutil/trace.go:171","msg":"trace[511302904] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:20019; }","duration":"333.287144ms","start":"2026-05-11T01:37:22.557635Z","end":"2026-05-11T01:37:22.890922Z","steps":["trace[511302904] 'agreement among raft nodes before linearized reading' (duration: 333.037949ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:37:22.891553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:37:22.557626Z","time spent":"333.851567ms","remote":"127.0.0.1:40250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18284,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-11T01:37:22.890169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:37:22.55641Z","time spent":"333.712255ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:37:22.891551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:37:22.557692Z","time spent":"332.804334ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:38:43.645444Z","caller":"traceutil/trace.go:171","msg":"trace[1585666705] transaction","detail":"{read_only:false; response_revision:20694; number_of_response:1; }","duration":"113.123976ms","start":"2026-05-11T01:38:43.532288Z","end":"2026-05-11T01:38:43.645412Z","steps":["trace[1585666705] 'process raft request' (duration: 112.872221ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:38:43.675646Z","caller":"traceutil/trace.go:171","msg":"trace[408685949] linearizableReadLoop","detail":"{readStateIndex:21406; appliedIndex:21404; }","duration":"116.797479ms","start":"2026-05-11T01:38:43.558817Z","end":"2026-05-11T01:38:43.675615Z","steps":["trace[408685949] 'read index received' (duration: 86.399292ms)","trace[408685949] 'applied index is now lower than readState.Index' (duration: 30.397017ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:38:43.675751Z","caller":"traceutil/trace.go:171","msg":"trace[173843662] transaction","detail":"{read_only:false; response_revision:20695; number_of_response:1; }","duration":"136.265522ms","start":"2026-05-11T01:38:43.539458Z","end":"2026-05-11T01:38:43.675724Z","steps":["trace[173843662] 'process raft request' (duration: 135.598947ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:38:43.675937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.900336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-11T01:38:43.675993Z","caller":"traceutil/trace.go:171","msg":"trace[847810601] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20695; }","duration":"114.989949ms","start":"2026-05-11T01:38:43.560989Z","end":"2026-05-11T01:38:43.675979Z","steps":["trace[847810601] 'agreement among raft nodes before linearized reading' (duration: 114.796194ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:38:43.676053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.439423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-11T01:38:43.676086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.83339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-05-11T01:38:43.676128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.324396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-11T01:38:43.676186Z","caller":"traceutil/trace.go:171","msg":"trace[1784338408] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20695; }","duration":"104.003403ms","start":"2026-05-11T01:38:43.572156Z","end":"2026-05-11T01:38:43.67616Z","steps":["trace[1784338408] 'agreement among raft nodes before linearized reading' (duration: 103.725277ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:38:43.6762Z","caller":"traceutil/trace.go:171","msg":"trace[352410481] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20695; }","duration":"106.439548ms","start":"2026-05-11T01:38:43.569742Z","end":"2026-05-11T01:38:43.676182Z","steps":["trace[352410481] 'agreement among raft nodes before linearized reading' (duration: 106.193423ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:38:43.676201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.460182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-11T01:38:43.676255Z","caller":"traceutil/trace.go:171","msg":"trace[1216068114] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20695; }","duration":"103.528343ms","start":"2026-05-11T01:38:43.572708Z","end":"2026-05-11T01:38:43.676236Z","steps":["trace[1216068114] 'agreement among raft nodes before linearized reading' (duration: 103.39768ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:38:43.676197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.2848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-11T01:38:43.676399Z","caller":"traceutil/trace.go:171","msg":"trace[1254232229] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20695; }","duration":"117.562135ms","start":"2026-05-11T01:38:43.558769Z","end":"2026-05-11T01:38:43.676331Z","steps":["trace[1254232229] 'agreement among raft nodes before linearized reading' (duration: 116.960472ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:38:43.676111Z","caller":"traceutil/trace.go:171","msg":"trace[412689769] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20695; }","duration":"113.520815ms","start":"2026-05-11T01:38:43.562577Z","end":"2026-05-11T01:38:43.676097Z","steps":["trace[412689769] 'agreement among raft nodes before linearized reading' (duration: 113.375312ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:40:00.355889Z","caller":"traceutil/trace.go:171","msg":"trace[424093421] transaction","detail":"{read_only:false; response_revision:21238; number_of_response:1; }","duration":"118.212579ms","start":"2026-05-11T01:40:00.237649Z","end":"2026-05-11T01:40:00.355861Z","steps":["trace[424093421] 'process raft request' (duration: 112.343679ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:40:06.282077Z","caller":"traceutil/trace.go:171","msg":"trace[1678107294] transaction","detail":"{read_only:false; response_revision:21283; number_of_response:1; }","duration":"141.065498ms","start":"2026-05-11T01:40:06.140974Z","end":"2026-05-11T01:40:06.28204Z","steps":["trace[1678107294] 'process raft request' (duration: 140.866184ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:40:06.310626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.522063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-11T01:40:06.310724Z","caller":"traceutil/trace.go:171","msg":"trace[2028935898] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21284; }","duration":"125.672496ms","start":"2026-05-11T01:40:06.18503Z","end":"2026-05-11T01:40:06.310702Z","steps":["trace[2028935898] 'agreement among raft nodes before linearized reading' (duration: 125.426151ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:40:06.311174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.617356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-11T01:40:06.311246Z","caller":"traceutil/trace.go:171","msg":"trace[1222012798] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21284; }","duration":"117.711719ms","start":"2026-05-11T01:40:06.193518Z","end":"2026-05-11T01:40:06.31123Z","steps":["trace[1222012798] 'agreement among raft nodes before linearized reading' (duration: 117.584556ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:40:06.310703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.743904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-11T01:40:06.311364Z","caller":"traceutil/trace.go:171","msg":"trace[110546590] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21284; }","duration":"111.450518ms","start":"2026-05-11T01:40:06.199895Z","end":"2026-05-11T01:40:06.311345Z","steps":["trace[110546590] 'agreement among raft nodes before linearized reading' (duration: 110.639451ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:40:06.31154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.808933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-11T01:40:06.311579Z","caller":"traceutil/trace.go:171","msg":"trace[909542689] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21284; }","duration":"118.868054ms","start":"2026-05-11T01:40:06.192699Z","end":"2026-05-11T01:40:06.311567Z","steps":["trace[909542689] 'agreement among raft nodes before linearized reading' (duration: 118.766342ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:40:07.401191Z","caller":"traceutil/trace.go:171","msg":"trace[1745783228] transaction","detail":"{read_only:false; response_revision:21290; number_of_response:1; }","duration":"170.616565ms","start":"2026-05-11T01:40:07.23055Z","end":"2026-05-11T01:40:07.401166Z","steps":["trace[1745783228] 'process raft request' (duration: 170.450842ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:40:14.55456Z","caller":"traceutil/trace.go:171","msg":"trace[1476563748] linearizableReadLoop","detail":"{readStateIndex:22095; appliedIndex:22094; }","duration":"193.637667ms","start":"2026-05-11T01:40:14.360899Z","end":"2026-05-11T01:40:14.554537Z","steps":["trace[1476563748] 'read index received' (duration: 193.436343ms)","trace[1476563748] 'applied index is now lower than readState.Index' (duration: 200.354µs)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:40:14.55482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.895164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-11T01:40:14.554872Z","caller":"traceutil/trace.go:171","msg":"trace[740175608] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21364; }","duration":"193.997475ms","start":"2026-05-11T01:40:14.360861Z","end":"2026-05-11T01:40:14.554858Z","steps":["trace[740175608] 'agreement among raft nodes before linearized reading' (duration: 193.824992ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:40:14.554879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.101579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-05-11T01:40:14.554923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.095929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-11T01:40:14.554945Z","caller":"traceutil/trace.go:171","msg":"trace[616299700] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21364; }","duration":"190.200481ms","start":"2026-05-11T01:40:14.364731Z","end":"2026-05-11T01:40:14.554932Z","steps":["trace[616299700] 'agreement among raft nodes before linearized reading' (duration: 190.037217ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:40:14.55495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.527171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-11T01:40:14.554668Z","caller":"traceutil/trace.go:171","msg":"trace[1940128110] transaction","detail":"{read_only:false; response_revision:21364; number_of_response:1; }","duration":"195.476849ms","start":"2026-05-11T01:40:14.359158Z","end":"2026-05-11T01:40:14.554635Z","steps":["trace[1940128110] 'process raft request' (duration: 195.236244ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:40:14.555034Z","caller":"traceutil/trace.go:171","msg":"trace[2014756611] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21364; }","duration":"191.630173ms","start":"2026-05-11T01:40:14.363386Z","end":"2026-05-11T01:40:14.555017Z","steps":["trace[2014756611] 'agreement among raft nodes before linearized reading' (duration: 191.364147ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:40:14.555018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.755574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/octavia-housekeeping-6dc6c7575c-2v7xf\" ","response":"range_response_count:1 size:8460"} {"level":"info","ts":"2026-05-11T01:40:14.555146Z","caller":"traceutil/trace.go:171","msg":"trace[1749945974] range","detail":"{range_begin:/registry/pods/openstack/octavia-housekeeping-6dc6c7575c-2v7xf; range_end:; response_count:1; response_revision:21364; }","duration":"168.932248ms","start":"2026-05-11T01:40:14.386189Z","end":"2026-05-11T01:40:14.555122Z","steps":["trace[1749945974] 'agreement among raft nodes before linearized reading' (duration: 168.610291ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:40:14.554974Z","caller":"traceutil/trace.go:171","msg":"trace[793155110] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21364; }","duration":"190.183411ms","start":"2026-05-11T01:40:14.36478Z","end":"2026-05-11T01:40:14.554963Z","steps":["trace[793155110] 'agreement among raft nodes before linearized reading' (duration: 189.972976ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:40:16.239796Z","caller":"traceutil/trace.go:171","msg":"trace[305673067] transaction","detail":"{read_only:false; response_revision:21380; number_of_response:1; }","duration":"210.702568ms","start":"2026-05-11T01:40:16.029069Z","end":"2026-05-11T01:40:16.239771Z","steps":["trace[305673067] 'process raft request' (duration: 210.536474ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:40:20.62551Z","caller":"traceutil/trace.go:171","msg":"trace[1912011179] linearizableReadLoop","detail":"{readStateIndex:22135; appliedIndex:22134; }","duration":"126.605776ms","start":"2026-05-11T01:40:20.498875Z","end":"2026-05-11T01:40:20.625481Z","steps":["trace[1912011179] 'read index received' (duration: 126.477733ms)","trace[1912011179] 'applied index is now lower than readState.Index' (duration: 126.663µs)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:40:20.625591Z","caller":"traceutil/trace.go:171","msg":"trace[517067346] transaction","detail":"{read_only:false; response_revision:21403; number_of_response:1; }","duration":"263.511343ms","start":"2026-05-11T01:40:20.362044Z","end":"2026-05-11T01:40:20.625555Z","steps":["trace[517067346] 'process raft request' (duration: 263.241977ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:40:20.625777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.884513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/octavia-health-manager-default-r5qm7\" ","response":"range_response_count:1 size:13616"} {"level":"info","ts":"2026-05-11T01:40:20.625822Z","caller":"traceutil/trace.go:171","msg":"trace[68435364] range","detail":"{range_begin:/registry/pods/openstack/octavia-health-manager-default-r5qm7; range_end:; response_count:1; response_revision:21403; }","duration":"126.997886ms","start":"2026-05-11T01:40:20.498813Z","end":"2026-05-11T01:40:20.625811Z","steps":["trace[68435364] 'agreement among raft nodes before linearized reading' (duration: 126.815282ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:40:20.631384Z","caller":"traceutil/trace.go:171","msg":"trace[150268228] transaction","detail":"{read_only:false; response_revision:21404; number_of_response:1; }","duration":"131.781102ms","start":"2026-05-11T01:40:20.499585Z","end":"2026-05-11T01:40:20.631366Z","steps":["trace[150268228] 'process raft request' (duration: 131.364423ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:41:01.219397Z","caller":"traceutil/trace.go:171","msg":"trace[2125244141] linearizableReadLoop","detail":"{readStateIndex:22490; appliedIndex:22489; }","duration":"366.3209ms","start":"2026-05-11T01:41:00.853035Z","end":"2026-05-11T01:41:01.219356Z","steps":["trace[2125244141] 'read index received' (duration: 345.791072ms)","trace[2125244141] 'applied index is now lower than readState.Index' (duration: 20.527538ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:41:01.219676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.550536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-11T01:41:01.219762Z","caller":"traceutil/trace.go:171","msg":"trace[1568378074] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21746; }","duration":"366.78813ms","start":"2026-05-11T01:41:00.852955Z","end":"2026-05-11T01:41:01.219743Z","steps":["trace[1568378074] 'agreement among raft nodes before linearized reading' (duration: 366.482464ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:41:01.21981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:41:00.852927Z","time spent":"366.875863ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-11T01:41:01.219965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.083184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-11T01:41:01.219956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.130092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-11T01:41:01.220029Z","caller":"traceutil/trace.go:171","msg":"trace[744185565] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21746; }","duration":"290.194256ms","start":"2026-05-11T01:41:00.929821Z","end":"2026-05-11T01:41:01.220015Z","steps":["trace[744185565] 'agreement among raft nodes before linearized reading' (duration: 289.996952ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:41:01.220048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.018767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:41:01.220124Z","caller":"traceutil/trace.go:171","msg":"trace[787290169] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21746; }","duration":"292.111878ms","start":"2026-05-11T01:41:00.927999Z","end":"2026-05-11T01:41:01.220111Z","steps":["trace[787290169] 'agreement among raft nodes before linearized reading' (duration: 291.70513ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:41:01.220249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.230157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-11T01:41:01.220368Z","caller":"traceutil/trace.go:171","msg":"trace[1668592188] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21746; }","duration":"281.42982ms","start":"2026-05-11T01:41:00.938913Z","end":"2026-05-11T01:41:01.220343Z","steps":["trace[1668592188] 'agreement among raft nodes before linearized reading' (duration: 281.026672ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:41:01.220051Z","caller":"traceutil/trace.go:171","msg":"trace[1293491880] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21746; }","duration":"280.307817ms","start":"2026-05-11T01:41:00.939722Z","end":"2026-05-11T01:41:01.22003Z","steps":["trace[1293491880] 'agreement among raft nodes before linearized reading' (duration: 280.00817ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:41:01.219968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.50408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-11T01:41:01.22051Z","caller":"traceutil/trace.go:171","msg":"trace[661459082] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21746; }","duration":"285.138324ms","start":"2026-05-11T01:41:00.935355Z","end":"2026-05-11T01:41:01.220494Z","steps":["trace[661459082] 'agreement among raft nodes before linearized reading' (duration: 284.403768ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:41:01.220558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.135483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-11T01:41:01.22081Z","caller":"traceutil/trace.go:171","msg":"trace[198437489] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21746; }","duration":"280.455319ms","start":"2026-05-11T01:41:00.940327Z","end":"2026-05-11T01:41:01.220782Z","steps":["trace[198437489] 'agreement among raft nodes before linearized reading' (duration: 279.59035ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:41:13.456794Z","caller":"traceutil/trace.go:171","msg":"trace[456821019] transaction","detail":"{read_only:false; response_revision:22260; number_of_response:1; }","duration":"217.734094ms","start":"2026-05-11T01:41:13.239003Z","end":"2026-05-11T01:41:13.456737Z","steps":["trace[456821019] 'process raft request' (duration: 186.340696ms)","trace[456821019] 'compare' (duration: 30.791305ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:41:13.456894Z","caller":"traceutil/trace.go:171","msg":"trace[1905371552] linearizableReadLoop","detail":"{readStateIndex:23015; appliedIndex:23014; }","duration":"192.840891ms","start":"2026-05-11T01:41:13.263889Z","end":"2026-05-11T01:41:13.45673Z","steps":["trace[1905371552] 'read index received' (duration: 161.467343ms)","trace[1905371552] 'applied index is now lower than readState.Index' (duration: 31.371058ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:41:13.456966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.046295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:41:13.457041Z","caller":"traceutil/trace.go:171","msg":"trace[407555718] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:22260; }","duration":"193.173918ms","start":"2026-05-11T01:41:13.263852Z","end":"2026-05-11T01:41:13.457026Z","steps":["trace[407555718] 'agreement among raft nodes before linearized reading' (duration: 192.988194ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:41:13.458411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.767671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:41:13.458525Z","caller":"traceutil/trace.go:171","msg":"trace[489568220] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:22263; }","duration":"193.898683ms","start":"2026-05-11T01:41:13.2646Z","end":"2026-05-11T01:41:13.458499Z","steps":["trace[489568220] 'agreement among raft nodes before linearized reading' (duration: 193.663038ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:41:13.458549Z","caller":"traceutil/trace.go:171","msg":"trace[1629868847] transaction","detail":"{read_only:false; response_revision:22261; number_of_response:1; }","duration":"164.887819ms","start":"2026-05-11T01:41:13.293636Z","end":"2026-05-11T01:41:13.458524Z","steps":["trace[1629868847] 'process raft request' (duration: 164.302846ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:41:13.458833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.742417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:41:13.458872Z","caller":"traceutil/trace.go:171","msg":"trace[851790587] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:22263; }","duration":"169.795018ms","start":"2026-05-11T01:41:13.289068Z","end":"2026-05-11T01:41:13.458863Z","steps":["trace[851790587] 'agreement among raft nodes before linearized reading' (duration: 169.734707ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:41:13.459166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.26957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:41:13.459295Z","caller":"traceutil/trace.go:171","msg":"trace[1983310750] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:22263; }","duration":"171.423644ms","start":"2026-05-11T01:41:13.287845Z","end":"2026-05-11T01:41:13.459269Z","steps":["trace[1983310750] 'agreement among raft nodes before linearized reading' (duration: 171.21277ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:41:13.459518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.577697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:41:13.459562Z","caller":"traceutil/trace.go:171","msg":"trace[879922305] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:22263; }","duration":"171.67366ms","start":"2026-05-11T01:41:13.287878Z","end":"2026-05-11T01:41:13.459551Z","steps":["trace[879922305] 'agreement among raft nodes before linearized reading' (duration: 171.602738ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:41:13.459692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.065328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-11T01:41:13.459752Z","caller":"traceutil/trace.go:171","msg":"trace[167331572] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22263; }","duration":"172.189671ms","start":"2026-05-11T01:41:13.287545Z","end":"2026-05-11T01:41:13.459735Z","steps":["trace[167331572] 'agreement among raft nodes before linearized reading' (duration: 171.573617ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:41:13.459823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.892034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-11T01:41:13.459867Z","caller":"traceutil/trace.go:171","msg":"trace[627212408] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22263; }","duration":"171.945025ms","start":"2026-05-11T01:41:13.287911Z","end":"2026-05-11T01:41:13.459856Z","steps":["trace[627212408] 'agreement among raft nodes before linearized reading' (duration: 171.784092ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:41:13.460125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.450006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-11T01:41:13.460167Z","caller":"traceutil/trace.go:171","msg":"trace[1074219029] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22263; }","duration":"172.61337ms","start":"2026-05-11T01:41:13.287544Z","end":"2026-05-11T01:41:13.460157Z","steps":["trace[1074219029] 'agreement among raft nodes before linearized reading' (duration: 172.464386ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:41:13.460583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.375702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2213920"} {"level":"info","ts":"2026-05-11T01:41:13.460663Z","caller":"traceutil/trace.go:171","msg":"trace[586871744] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:22263; }","duration":"148.495913ms","start":"2026-05-11T01:41:13.312149Z","end":"2026-05-11T01:41:13.460645Z","steps":["trace[586871744] 'agreement among raft nodes before linearized reading' (duration: 147.237396ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:41:13.460801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.132334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:41:13.460864Z","caller":"traceutil/trace.go:171","msg":"trace[318788891] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:22263; }","duration":"196.210676ms","start":"2026-05-11T01:41:13.26464Z","end":"2026-05-11T01:41:13.46085Z","steps":["trace[318788891] 'agreement among raft nodes before linearized reading' (duration: 196.098293ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:41:13.460964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.291867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-11T01:41:13.460993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.5249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-11T01:41:13.46104Z","caller":"traceutil/trace.go:171","msg":"trace[1030342139] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22263; }","duration":"141.601811ms","start":"2026-05-11T01:41:13.319429Z","end":"2026-05-11T01:41:13.46103Z","steps":["trace[1030342139] 'agreement among raft nodes before linearized reading' (duration: 141.496028ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:41:13.461005Z","caller":"traceutil/trace.go:171","msg":"trace[1651159209] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22263; }","duration":"138.362109ms","start":"2026-05-11T01:41:13.322634Z","end":"2026-05-11T01:41:13.460996Z","steps":["trace[1651159209] 'agreement among raft nodes before linearized reading' (duration: 138.270517ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:41:15.226436Z","caller":"traceutil/trace.go:171","msg":"trace[154094350] transaction","detail":"{read_only:false; response_revision:22315; number_of_response:1; }","duration":"264.390522ms","start":"2026-05-11T01:41:14.962023Z","end":"2026-05-11T01:41:15.226414Z","steps":["trace[154094350] 'process raft request' (duration: 264.215989ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:41:15.227055Z","caller":"traceutil/trace.go:171","msg":"trace[430823558] transaction","detail":"{read_only:false; response_revision:22316; number_of_response:1; }","duration":"138.542312ms","start":"2026-05-11T01:41:15.088487Z","end":"2026-05-11T01:41:15.227029Z","steps":["trace[430823558] 'process raft request' (duration: 138.407919ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:41:16.792128Z","caller":"traceutil/trace.go:171","msg":"trace[1723593026] transaction","detail":"{read_only:false; response_revision:22361; number_of_response:1; }","duration":"245.304027ms","start":"2026-05-11T01:41:16.546793Z","end":"2026-05-11T01:41:16.792097Z","steps":["trace[1723593026] 'process raft request' (duration: 245.105373ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:41:16.798021Z","caller":"traceutil/trace.go:171","msg":"trace[879805245] transaction","detail":"{read_only:false; response_revision:22362; number_of_response:1; }","duration":"215.200859ms","start":"2026-05-11T01:41:16.582793Z","end":"2026-05-11T01:41:16.797994Z","steps":["trace[879805245] 'process raft request' (duration: 214.843651ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:41:18.314715Z","caller":"traceutil/trace.go:171","msg":"trace[1754451874] linearizableReadLoop","detail":"{readStateIndex:23141; appliedIndex:23140; }","duration":"116.403479ms","start":"2026-05-11T01:41:18.198286Z","end":"2026-05-11T01:41:18.314689Z","steps":["trace[1754451874] 'read index received' (duration: 116.141563ms)","trace[1754451874] 'applied index is now lower than readState.Index' (duration: 260.726µs)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:41:18.315097Z","caller":"traceutil/trace.go:171","msg":"trace[1870834369] transaction","detail":"{read_only:false; response_revision:22385; number_of_response:1; }","duration":"205.88798ms","start":"2026-05-11T01:41:18.109153Z","end":"2026-05-11T01:41:18.315041Z","steps":["trace[1870834369] 'process raft request' (duration: 205.324627ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:41:18.318144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.840345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-05-11T01:41:18.318211Z","caller":"traceutil/trace.go:171","msg":"trace[523986615] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:22385; }","duration":"119.976068ms","start":"2026-05-11T01:41:18.198221Z","end":"2026-05-11T01:41:18.318197Z","steps":["trace[523986615] 'agreement among raft nodes before linearized reading' (duration: 117.070503ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:41:18.318804Z","caller":"traceutil/trace.go:171","msg":"trace[1889855933] transaction","detail":"{read_only:false; response_revision:22386; number_of_response:1; }","duration":"106.744965ms","start":"2026-05-11T01:41:18.212047Z","end":"2026-05-11T01:41:18.318792Z","steps":["trace[1889855933] 'process raft request' (duration: 103.580135ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:41:22.748405Z","caller":"traceutil/trace.go:171","msg":"trace[2082354966] linearizableReadLoop","detail":"{readStateIndex:23211; appliedIndex:23210; }","duration":"377.068189ms","start":"2026-05-11T01:41:22.371305Z","end":"2026-05-11T01:41:22.748373Z","steps":["trace[2082354966] 'read index received' (duration: 377.005368ms)","trace[2082354966] 'applied index is now lower than readState.Index' (duration: 61.241µs)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:41:22.748465Z","caller":"traceutil/trace.go:171","msg":"trace[1526350777] transaction","detail":"{read_only:false; response_revision:22454; number_of_response:1; }","duration":"742.109471ms","start":"2026-05-11T01:41:22.006297Z","end":"2026-05-11T01:41:22.748406Z","steps":["trace[1526350777] 'process raft request' (duration: 741.863665ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:41:22.748708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.368226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:41:22.748781Z","caller":"traceutil/trace.go:171","msg":"trace[871043218] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:22454; }","duration":"377.52422ms","start":"2026-05-11T01:41:22.371237Z","end":"2026-05-11T01:41:22.748761Z","steps":["trace[871043218] 'agreement among raft nodes before linearized reading' (duration: 377.321645ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:41:22.748863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:41:22.371179Z","time spent":"377.669192ms","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:41:22.748882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:41:22.006266Z","time spent":"742.494428ms","remote":"127.0.0.1:40160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-11T01:41:22.750179Z","caller":"traceutil/trace.go:171","msg":"trace[1298984483] transaction","detail":"{read_only:false; response_revision:22456; number_of_response:1; }","duration":"304.361542ms","start":"2026-05-11T01:41:22.445801Z","end":"2026-05-11T01:41:22.750162Z","steps":["trace[1298984483] 'process raft request' (duration: 304.27629ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:41:22.750206Z","caller":"traceutil/trace.go:171","msg":"trace[347656817] transaction","detail":"{read_only:false; response_revision:22455; number_of_response:1; }","duration":"362.917024ms","start":"2026-05-11T01:41:22.387256Z","end":"2026-05-11T01:41:22.750173Z","steps":["trace[347656817] 'process raft request' (duration: 362.551385ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:41:22.750394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:41:22.387241Z","time spent":"363.075428ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:41:22.750408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:41:22.445777Z","time spent":"304.463714ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:41:22.750638Z","caller":"traceutil/trace.go:171","msg":"trace[341774831] transaction","detail":"{read_only:false; response_revision:22457; number_of_response:1; }","duration":"266.315985ms","start":"2026-05-11T01:41:22.484306Z","end":"2026-05-11T01:41:22.750622Z","steps":["trace[341774831] 'process raft request' (duration: 265.816894ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:41:23.282329Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495960157396418,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:41:23.793378Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495960157396418,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:41:24.293616Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495960157396418,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:41:24.79447Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495960157396418,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:41:24.928761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00016246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-11T01:41:24.928856Z","caller":"traceutil/trace.go:171","msg":"trace[1844094108] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000287112s","start":"2026-05-11T01:41:22.928551Z","end":"2026-05-11T01:41:24.928838Z","steps":["trace[1844094108] 'agreement among raft nodes before linearized reading' (duration: 2.00016056s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:41:24.928936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:41:22.928484Z","time spent":"2.000414045s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/11 01:41:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:41:24.935604Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.169743302s","expected-duration":"1s"} {"level":"info","ts":"2026-05-11T01:41:24.938913Z","caller":"traceutil/trace.go:171","msg":"trace[1133639835] transaction","detail":"{read_only:false; response_revision:22458; number_of_response:1; }","duration":"2.173138698s","start":"2026-05-11T01:41:22.765742Z","end":"2026-05-11T01:41:24.93888Z","steps":["trace[1133639835] 'process raft request' (duration: 2.170093951s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:41:24.939089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:41:22.765723Z","time spent":"2.17326653s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:41:24.941526Z","caller":"traceutil/trace.go:171","msg":"trace[1709457325] transaction","detail":"{read_only:false; response_revision:22461; number_of_response:1; }","duration":"1.651700607s","start":"2026-05-11T01:41:23.289801Z","end":"2026-05-11T01:41:24.941501Z","steps":["trace[1709457325] 'process raft request' (duration: 1.651648806s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:41:24.941659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:41:23.289771Z","time spent":"1.651822979s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:41:24.94169Z","caller":"traceutil/trace.go:171","msg":"trace[2075192150] transaction","detail":"{read_only:false; response_revision:22462; number_of_response:1; }","duration":"1.570551771s","start":"2026-05-11T01:41:23.37113Z","end":"2026-05-11T01:41:24.941682Z","steps":["trace[2075192150] 'process raft request' (duration: 1.570346217s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:41:24.941735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:41:23.371103Z","time spent":"1.570606943s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:41:24.941917Z","caller":"traceutil/trace.go:171","msg":"trace[712684130] transaction","detail":"{read_only:false; response_revision:22463; number_of_response:1; }","duration":"1.189725409s","start":"2026-05-11T01:41:23.752186Z","end":"2026-05-11T01:41:24.941911Z","steps":["trace[712684130] 'process raft request' (duration: 1.189448463s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:41:24.941965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:41:23.752161Z","time spent":"1.18978547s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:41:24.942126Z","caller":"traceutil/trace.go:171","msg":"trace[968570452] transaction","detail":"{read_only:false; response_revision:22464; number_of_response:1; }","duration":"185.756312ms","start":"2026-05-11T01:41:24.756365Z","end":"2026-05-11T01:41:24.942122Z","steps":["trace[968570452] 'process raft request' (duration: 185.522567ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:41:24.942162Z","caller":"traceutil/trace.go:171","msg":"trace[1400659362] transaction","detail":"{read_only:false; response_revision:22459; number_of_response:1; }","duration":"2.124367562s","start":"2026-05-11T01:41:22.817761Z","end":"2026-05-11T01:41:24.942129Z","steps":["trace[1400659362] 'process raft request' (duration: 2.123534994s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:41:24.942243Z","caller":"traceutil/trace.go:171","msg":"trace[1268396391] linearizableReadLoop","detail":"{readStateIndex:23223; appliedIndex:23214; }","duration":"2.16064779s","start":"2026-05-11T01:41:22.781587Z","end":"2026-05-11T01:41:24.942235Z","steps":["trace[1268396391] 'read index received' (duration: 2.156029936s)","trace[1268396391] 'applied index is now lower than readState.Index' (duration: 4.617334ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:41:24.942294Z","caller":"traceutil/trace.go:171","msg":"trace[1159337017] transaction","detail":"{read_only:false; response_revision:22466; number_of_response:1; }","duration":"185.761993ms","start":"2026-05-11T01:41:24.756527Z","end":"2026-05-11T01:41:24.942289Z","steps":["trace[1159337017] 'process raft request' (duration: 185.682491ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:41:24.94228Z","caller":"traceutil/trace.go:171","msg":"trace[262901573] transaction","detail":"{read_only:false; response_revision:22460; number_of_response:1; }","duration":"1.98578341s","start":"2026-05-11T01:41:22.956457Z","end":"2026-05-11T01:41:24.942241Z","steps":["trace[262901573] 'process raft request' (duration: 1.984959312s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:41:24.942308Z","caller":"traceutil/trace.go:171","msg":"trace[846398883] transaction","detail":"{read_only:false; response_revision:22465; number_of_response:1; }","duration":"185.824913ms","start":"2026-05-11T01:41:24.756448Z","end":"2026-05-11T01:41:24.942273Z","steps":["trace[846398883] 'process raft request' (duration: 185.65065ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:41:24.942387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.160823714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:41:24.942413Z","caller":"traceutil/trace.go:171","msg":"trace[1603789081] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:22466; }","duration":"2.160875064s","start":"2026-05-11T01:41:22.781533Z","end":"2026-05-11T01:41:24.942408Z","steps":["trace[1603789081] 'agreement among raft nodes before linearized reading' (duration: 2.160811703s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:41:24.942318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:41:22.817735Z","time spent":"2.124503025s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:41:24.942431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:41:22.781525Z","time spent":"2.160900905s","remote":"127.0.0.1:40314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:41:24.942475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:41:22.956431Z","time spent":"1.985932163s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:41:24.94253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.119382893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:41:24.942538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.842103843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-11T01:41:24.942576Z","caller":"traceutil/trace.go:171","msg":"trace[671178575] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:22466; }","duration":"1.119480745s","start":"2026-05-11T01:41:23.823081Z","end":"2026-05-11T01:41:24.942562Z","steps":["trace[671178575] 'agreement among raft nodes before linearized reading' (duration: 1.119390863s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:41:24.942596Z","caller":"traceutil/trace.go:171","msg":"trace[1356875995] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22466; }","duration":"1.842218875s","start":"2026-05-11T01:41:23.100358Z","end":"2026-05-11T01:41:24.942577Z","steps":["trace[1356875995] 'agreement among raft nodes before linearized reading' (duration: 1.842017771s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:41:24.942617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:41:23.823043Z","time spent":"1.119564387s","remote":"127.0.0.1:58240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:41:24.942675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.741753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-05-11T01:41:24.942704Z","caller":"traceutil/trace.go:171","msg":"trace[1580821377] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:22466; }","duration":"706.806855ms","start":"2026-05-11T01:41:24.23589Z","end":"2026-05-11T01:41:24.942697Z","steps":["trace[1580821377] 'agreement among raft nodes before linearized reading' (duration: 706.714533ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:41:24.942712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.424060942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-11T01:41:24.942722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:41:24.23587Z","time spent":"706.846125ms","remote":"127.0.0.1:40234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-05-11T01:41:24.94275Z","caller":"traceutil/trace.go:171","msg":"trace[1979259557] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22466; }","duration":"1.424143804s","start":"2026-05-11T01:41:23.518597Z","end":"2026-05-11T01:41:24.942741Z","steps":["trace[1979259557] 'agreement among raft nodes before linearized reading' (duration: 1.424048332s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:41:24.942783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:41:23.518576Z","time spent":"1.424200864s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-11T01:41:24.942792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.41451607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-05-11T01:41:24.942628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:41:23.100334Z","time spent":"1.842286036s","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-11T01:41:24.942808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.759594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:41:24.942829Z","caller":"traceutil/trace.go:171","msg":"trace[64190836] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22466; }","duration":"1.41456261s","start":"2026-05-11T01:41:23.528256Z","end":"2026-05-11T01:41:24.942819Z","steps":["trace[64190836] 'agreement among raft nodes before linearized reading' (duration: 1.414451718s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:41:24.942748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147634672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" ","response":"range_response_count:1 size:5140"} {"level":"warn","ts":"2026-05-11T01:41:24.94288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.424252856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-11T01:41:24.942902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.222062928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:41:24.942928Z","caller":"traceutil/trace.go:171","msg":"trace[2076397302] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:22466; }","duration":"1.22211843s","start":"2026-05-11T01:41:23.720801Z","end":"2026-05-11T01:41:24.942919Z","steps":["trace[2076397302] 'agreement among raft nodes before linearized reading' (duration: 1.222076979s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:41:24.942929Z","caller":"traceutil/trace.go:171","msg":"trace[910745780] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22466; }","duration":"1.424370729s","start":"2026-05-11T01:41:23.518547Z","end":"2026-05-11T01:41:24.942917Z","steps":["trace[910745780] 'agreement among raft nodes before linearized reading' (duration: 1.424207095s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:41:24.942959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:41:23.720778Z","time spent":"1.22217495s","remote":"127.0.0.1:46226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:41:24.942974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:41:23.518524Z","time spent":"1.424442641s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-11T01:41:24.942917Z","caller":"traceutil/trace.go:171","msg":"trace[2043590363] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager; range_end:; response_count:1; response_revision:22466; }","duration":"1.147848787s","start":"2026-05-11T01:41:23.79503Z","end":"2026-05-11T01:41:24.942879Z","steps":["trace[2043590363] 'agreement among raft nodes before linearized reading' (duration: 1.147476899s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:41:24.943078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:41:23.795009Z","time spent":"1.148055421s","remote":"127.0.0.1:40528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":5163,"request content":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" "} {"level":"warn","ts":"2026-05-11T01:41:24.942857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:41:23.528252Z","time spent":"1.414599891s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-11T01:41:24.942847Z","caller":"traceutil/trace.go:171","msg":"trace[971188699] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22466; }","duration":"813.796085ms","start":"2026-05-11T01:41:24.129039Z","end":"2026-05-11T01:41:24.942835Z","steps":["trace[971188699] 'agreement among raft nodes before linearized reading' (duration: 813.737663ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:41:24.943169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:41:24.128912Z","time spent":"814.249805ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:41:24.943063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.429876251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-11T01:41:24.943298Z","caller":"traceutil/trace.go:171","msg":"trace[961563802] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22466; }","duration":"1.430144667s","start":"2026-05-11T01:41:23.513139Z","end":"2026-05-11T01:41:24.943284Z","steps":["trace[961563802] 'agreement among raft nodes before linearized reading' (duration: 1.42983751s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:41:24.943345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:41:23.513117Z","time spent":"1.430216469s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-11T01:41:24.943453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.423694824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-11T01:41:24.943627Z","caller":"traceutil/trace.go:171","msg":"trace[391694306] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22466; }","duration":"1.423918889s","start":"2026-05-11T01:41:23.519674Z","end":"2026-05-11T01:41:24.943593Z","steps":["trace[391694306] 'agreement among raft nodes before linearized reading' (duration: 1.422819564s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:41:24.943672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.420587236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-11T01:41:24.943735Z","caller":"traceutil/trace.go:171","msg":"trace[1588801840] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22466; }","duration":"1.420681788s","start":"2026-05-11T01:41:23.523037Z","end":"2026-05-11T01:41:24.943719Z","steps":["trace[1588801840] 'agreement among raft nodes before linearized reading' (duration: 1.419878889s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:41:24.943774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:41:23.523021Z","time spent":"1.420746039s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-11T01:41:24.943821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:41:23.51966Z","time spent":"1.424089504s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-11T01:41:24.943947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.238097995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:625"} {"level":"info","ts":"2026-05-11T01:41:24.944015Z","caller":"traceutil/trace.go:171","msg":"trace[1444516364] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:22466; }","duration":"1.238465343s","start":"2026-05-11T01:41:23.705507Z","end":"2026-05-11T01:41:24.943973Z","steps":["trace[1444516364] 'agreement among raft nodes before linearized reading' (duration: 1.236867807s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:41:24.944198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:41:23.705481Z","time spent":"1.238705388s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":648,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"info","ts":"2026-05-11T01:42:01.971253Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19927} {"level":"info","ts":"2026-05-11T01:42:02.090534Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19927,"took":"114.006417ms","hash":1661890887,"current-db-size-bytes":57516032,"current-db-size":"58 MB","current-db-size-in-use-bytes":40357888,"current-db-size-in-use":"40 MB"} {"level":"info","ts":"2026-05-11T01:42:02.090613Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1661890887,"revision":19927,"compact-revision":17489} {"level":"info","ts":"2026-05-11T01:42:46.431164Z","caller":"traceutil/trace.go:171","msg":"trace[192007431] linearizableReadLoop","detail":"{readStateIndex:24115; appliedIndex:24114; }","duration":"191.368287ms","start":"2026-05-11T01:42:46.23977Z","end":"2026-05-11T01:42:46.431139Z","steps":["trace[192007431] 'read index received' (duration: 191.125502ms)","trace[192007431] 'applied index is now lower than readState.Index' (duration: 239.205µs)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:42:46.43129Z","caller":"traceutil/trace.go:171","msg":"trace[1584549931] transaction","detail":"{read_only:false; response_revision:23335; number_of_response:1; }","duration":"324.286175ms","start":"2026-05-11T01:42:46.106949Z","end":"2026-05-11T01:42:46.431235Z","steps":["trace[1584549931] 'process raft request' (duration: 324.02038ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:42:46.431409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.754429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-11T01:42:46.431417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.626133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-05-11T01:42:46.431519Z","caller":"traceutil/trace.go:171","msg":"trace[825325597] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23335; }","duration":"191.770126ms","start":"2026-05-11T01:42:46.239724Z","end":"2026-05-11T01:42:46.431494Z","steps":["trace[825325597] 'agreement among raft nodes before linearized reading' (duration: 191.51424ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:42:46.431587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:42:46.106922Z","time spent":"324.494659ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:42:46.431459Z","caller":"traceutil/trace.go:171","msg":"trace[1376669980] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23335; }","duration":"157.862542ms","start":"2026-05-11T01:42:46.273583Z","end":"2026-05-11T01:42:46.431446Z","steps":["trace[1376669980] 'agreement among raft nodes before linearized reading' (duration: 157.744859ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:42:59.789387Z","caller":"traceutil/trace.go:171","msg":"trace[700429946] transaction","detail":"{read_only:false; response_revision:23460; number_of_response:1; }","duration":"402.283779ms","start":"2026-05-11T01:42:59.387051Z","end":"2026-05-11T01:42:59.789335Z","steps":["trace[700429946] 'process raft request' (duration: 400.322386ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:42:59.789788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:42:59.38702Z","time spent":"402.510735ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:42:59.857233Z","caller":"traceutil/trace.go:171","msg":"trace[1592732017] linearizableReadLoop","detail":"{readStateIndex:24244; appliedIndex:24241; }","duration":"398.598389ms","start":"2026-05-11T01:42:59.458599Z","end":"2026-05-11T01:42:59.857197Z","steps":["trace[1592732017] 'read index received' (duration: 328.745675ms)","trace[1592732017] 'applied index is now lower than readState.Index' (duration: 69.851674ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:42:59.857271Z","caller":"traceutil/trace.go:171","msg":"trace[1704991810] transaction","detail":"{read_only:false; response_revision:23461; number_of_response:1; }","duration":"466.215603ms","start":"2026-05-11T01:42:59.391008Z","end":"2026-05-11T01:42:59.857224Z","steps":["trace[1704991810] 'process raft request' (duration: 465.982167ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:42:59.857342Z","caller":"traceutil/trace.go:171","msg":"trace[325938874] transaction","detail":"{read_only:false; response_revision:23462; number_of_response:1; }","duration":"466.200403ms","start":"2026-05-11T01:42:59.391072Z","end":"2026-05-11T01:42:59.857273Z","steps":["trace[325938874] 'process raft request' (duration: 466.06645ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:42:59.857489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:42:59.390987Z","time spent":"466.382547ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:42:59.857519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.868335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:42:59.85763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:42:59.39105Z","time spent":"466.442018ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:42:59.85765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.023401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-11T01:42:59.85775Z","caller":"traceutil/trace.go:171","msg":"trace[394487126] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23462; }","duration":"356.181945ms","start":"2026-05-11T01:42:59.501546Z","end":"2026-05-11T01:42:59.857728Z","steps":["trace[394487126] 'agreement among raft nodes before linearized reading' (duration: 355.893288ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:42:59.857824Z","caller":"traceutil/trace.go:171","msg":"trace[810335245] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23462; }","duration":"399.072179ms","start":"2026-05-11T01:42:59.458543Z","end":"2026-05-11T01:42:59.857615Z","steps":["trace[810335245] 'agreement among raft nodes before linearized reading' (duration: 398.821344ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:42:59.85783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:42:59.501525Z","time spent":"356.291766ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-11T01:42:59.857872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.115047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:42:59.857929Z","caller":"traceutil/trace.go:171","msg":"trace[571220082] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:23462; }","duration":"260.19898ms","start":"2026-05-11T01:42:59.597712Z","end":"2026-05-11T01:42:59.857911Z","steps":["trace[571220082] 'agreement among raft nodes before linearized reading' (duration: 260.090287ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:42:59.857923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:42:59.458522Z","time spent":"399.350856ms","remote":"127.0.0.1:41510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:42:59.858041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.919118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-05-11T01:42:59.858105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.357126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-11T01:42:59.858133Z","caller":"traceutil/trace.go:171","msg":"trace[1375533858] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23462; }","duration":"329.05092ms","start":"2026-05-11T01:42:59.529059Z","end":"2026-05-11T01:42:59.85811Z","steps":["trace[1375533858] 'agreement among raft nodes before linearized reading' (duration: 328.794854ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:42:59.858197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:42:59.529044Z","time spent":"329.144433ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-11T01:42:59.858195Z","caller":"traceutil/trace.go:171","msg":"trace[1666141586] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23462; }","duration":"355.450308ms","start":"2026-05-11T01:42:59.502727Z","end":"2026-05-11T01:42:59.858177Z","steps":["trace[1666141586] 'agreement among raft nodes before linearized reading' (duration: 355.238734ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:42:59.858252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:42:59.502653Z","time spent":"355.585251ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-11T01:42:59.858327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.38622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-11T01:42:59.858455Z","caller":"traceutil/trace.go:171","msg":"trace[90277955] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23462; }","duration":"352.580614ms","start":"2026-05-11T01:42:59.505853Z","end":"2026-05-11T01:42:59.858434Z","steps":["trace[90277955] 'agreement among raft nodes before linearized reading' (duration: 352.064573ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:42:59.858545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:42:59.505838Z","time spent":"352.693807ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-11T01:42:59.85896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.778885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-11T01:42:59.859122Z","caller":"traceutil/trace.go:171","msg":"trace[797983844] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23462; }","duration":"355.988721ms","start":"2026-05-11T01:42:59.503105Z","end":"2026-05-11T01:42:59.859093Z","steps":["trace[797983844] 'agreement among raft nodes before linearized reading' (duration: 354.676612ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:42:59.859441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:42:59.503095Z","time spent":"356.328828ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-11T01:42:59.862479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.528523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-11T01:42:59.862559Z","caller":"traceutil/trace.go:171","msg":"trace[103161127] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23462; }","duration":"352.642266ms","start":"2026-05-11T01:42:59.509897Z","end":"2026-05-11T01:42:59.862539Z","steps":["trace[103161127] 'agreement among raft nodes before linearized reading' (duration: 347.90117ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:42:59.862596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:42:59.509882Z","time spent":"352.705417ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-11T01:43:00.043006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.475245ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:43:00.043124Z","caller":"traceutil/trace.go:171","msg":"trace[1249173783] linearizableReadLoop","detail":"{readStateIndex:24245; appliedIndex:24244; }","duration":"176.539558ms","start":"2026-05-11T01:42:59.866566Z","end":"2026-05-11T01:43:00.043106Z","steps":["trace[1249173783] 'read index received' (duration: 75.889558ms)","trace[1249173783] 'applied index is now lower than readState.Index' (duration: 100.64872ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:43:00.043278Z","caller":"traceutil/trace.go:171","msg":"trace[1837065990] transaction","detail":"{read_only:false; response_revision:23463; number_of_response:1; }","duration":"176.715732ms","start":"2026-05-11T01:42:59.866525Z","end":"2026-05-11T01:43:00.043241Z","steps":["trace[1837065990] 'process raft request' (duration: 75.911869ms)","trace[1837065990] 'compare' (duration: 99.984725ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:43:00.043312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.715571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:43:00.043391Z","caller":"traceutil/trace.go:171","msg":"trace[190703499] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23463; }","duration":"176.857524ms","start":"2026-05-11T01:42:59.866509Z","end":"2026-05-11T01:43:00.043367Z","steps":["trace[190703499] 'agreement among raft nodes before linearized reading' (duration: 176.712731ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:43:00.172041Z","caller":"traceutil/trace.go:171","msg":"trace[1116714963] linearizableReadLoop","detail":"{readStateIndex:24250; appliedIndex:24245; }","duration":"128.866576ms","start":"2026-05-11T01:43:00.04315Z","end":"2026-05-11T01:43:00.172016Z","steps":["trace[1116714963] 'read index received' (duration: 104.932624ms)","trace[1116714963] 'applied index is now lower than readState.Index' (duration: 23.932352ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:43:00.172202Z","caller":"traceutil/trace.go:171","msg":"trace[1420291569] transaction","detail":"{read_only:false; response_revision:23464; number_of_response:1; }","duration":"305.427855ms","start":"2026-05-11T01:42:59.866761Z","end":"2026-05-11T01:43:00.172189Z","steps":["trace[1420291569] 'process raft request' (duration: 281.307598ms)","trace[1420291569] 'compare' (duration: 23.465903ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:43:00.172268Z","caller":"traceutil/trace.go:171","msg":"trace[1467168810] transaction","detail":"{read_only:false; response_revision:23468; number_of_response:1; }","duration":"303.810278ms","start":"2026-05-11T01:42:59.86843Z","end":"2026-05-11T01:43:00.17224Z","steps":["trace[1467168810] 'process raft request' (duration: 303.541092ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:43:00.17233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:42:59.866749Z","time spent":"305.493656ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:43:00.172416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:42:59.868421Z","time spent":"303.921291ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:43:00.172438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.479371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:43:00.172512Z","caller":"traceutil/trace.go:171","msg":"trace[88639644] transaction","detail":"{read_only:false; response_revision:23465; number_of_response:1; }","duration":"305.728591ms","start":"2026-05-11T01:42:59.866774Z","end":"2026-05-11T01:43:00.172503Z","steps":["trace[88639644] 'process raft request' (duration: 305.048376ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:43:00.172545Z","caller":"traceutil/trace.go:171","msg":"trace[632100258] transaction","detail":"{read_only:false; response_revision:23467; number_of_response:1; }","duration":"304.668299ms","start":"2026-05-11T01:42:59.867866Z","end":"2026-05-11T01:43:00.172534Z","steps":["trace[632100258] 'process raft request' (duration: 304.056805ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:43:00.172615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:42:59.867857Z","time spent":"304.7241ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:43:00.172581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.085981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:43:00.172639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:42:59.86675Z","time spent":"305.798133ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:43:00.172542Z","caller":"traceutil/trace.go:171","msg":"trace[1639425014] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23468; }","duration":"245.646194ms","start":"2026-05-11T01:42:59.926873Z","end":"2026-05-11T01:43:00.172519Z","steps":["trace[1639425014] 'agreement among raft nodes before linearized reading' (duration: 245.42764ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:43:00.172678Z","caller":"traceutil/trace.go:171","msg":"trace[1313363638] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23468; }","duration":"209.272705ms","start":"2026-05-11T01:42:59.963386Z","end":"2026-05-11T01:43:00.172659Z","steps":["trace[1313363638] 'agreement among raft nodes before linearized reading' (duration: 209.047901ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:43:00.172445Z","caller":"traceutil/trace.go:171","msg":"trace[573990384] transaction","detail":"{read_only:false; response_revision:23466; number_of_response:1; }","duration":"305.474886ms","start":"2026-05-11T01:42:59.866934Z","end":"2026-05-11T01:43:00.172409Z","steps":["trace[573990384] 'process raft request' (duration: 304.937374ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:43:00.172787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:42:59.866926Z","time spent":"305.815103ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:43:38.646612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.808804ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:43:38.646705Z","caller":"traceutil/trace.go:171","msg":"trace[1037134479] linearizableReadLoop","detail":"{readStateIndex:24605; appliedIndex:24604; }","duration":"522.576215ms","start":"2026-05-11T01:43:38.124115Z","end":"2026-05-11T01:43:38.646692Z","steps":["trace[1037134479] 'read index received' (duration: 358.545117ms)","trace[1037134479] 'applied index is now lower than readState.Index' (duration: 164.030138ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:43:38.646754Z","caller":"traceutil/trace.go:171","msg":"trace[94616270] transaction","detail":"{read_only:false; response_revision:23814; number_of_response:1; }","duration":"544.711558ms","start":"2026-05-11T01:43:38.102012Z","end":"2026-05-11T01:43:38.646724Z","steps":["trace[94616270] 'process raft request' (duration: 380.72148ms)","trace[94616270] 'compare' (duration: 163.394655ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:43:38.646854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.718698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:43:38.646897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:43:38.101968Z","time spent":"544.855291ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:43:38.646939Z","caller":"traceutil/trace.go:171","msg":"trace[1329026285] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:23814; }","duration":"522.847221ms","start":"2026-05-11T01:43:38.124071Z","end":"2026-05-11T01:43:38.646918Z","steps":["trace[1329026285] 'agreement among raft nodes before linearized reading' (duration: 522.670668ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:43:38.646977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:43:38.124051Z","time spent":"522.919713ms","remote":"127.0.0.1:43048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:43:38.69382Z","caller":"traceutil/trace.go:171","msg":"trace[1598984552] transaction","detail":"{read_only:false; response_revision:23815; number_of_response:1; }","duration":"130.062073ms","start":"2026-05-11T01:43:38.563721Z","end":"2026-05-11T01:43:38.693783Z","steps":["trace[1598984552] 'process raft request' (duration: 129.90268ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:43:38.694855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.535827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-11T01:43:38.694911Z","caller":"traceutil/trace.go:171","msg":"trace[1054044572] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23815; }","duration":"434.65007ms","start":"2026-05-11T01:43:38.260247Z","end":"2026-05-11T01:43:38.694897Z","steps":["trace[1054044572] 'agreement among raft nodes before linearized reading' (duration: 434.466856ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:43:38.694951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:43:38.260225Z","time spent":"434.712142ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-11T01:43:38.694934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.936922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-11T01:43:38.695026Z","caller":"traceutil/trace.go:171","msg":"trace[170790345] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23815; }","duration":"264.046265ms","start":"2026-05-11T01:43:38.430958Z","end":"2026-05-11T01:43:38.695004Z","steps":["trace[170790345] 'agreement among raft nodes before linearized reading' (duration: 263.828639ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:43:38.695007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.059503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-11T01:43:38.695062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.308201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-11T01:43:38.695094Z","caller":"traceutil/trace.go:171","msg":"trace[1207054299] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23815; }","duration":"259.195718ms","start":"2026-05-11T01:43:38.435877Z","end":"2026-05-11T01:43:38.695072Z","steps":["trace[1207054299] 'agreement among raft nodes before linearized reading' (duration: 258.89473ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:43:38.695134Z","caller":"traceutil/trace.go:171","msg":"trace[256297901] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23815; }","duration":"260.368243ms","start":"2026-05-11T01:43:38.434745Z","end":"2026-05-11T01:43:38.695113Z","steps":["trace[256297901] 'agreement among raft nodes before linearized reading' (duration: 260.24281ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:43:38.694938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.490016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-11T01:43:38.71184Z","caller":"traceutil/trace.go:171","msg":"trace[478847863] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23815; }","duration":"277.361171ms","start":"2026-05-11T01:43:38.434403Z","end":"2026-05-11T01:43:38.711765Z","steps":["trace[478847863] 'agreement among raft nodes before linearized reading' (duration: 260.364253ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:43:38.711728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.58886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:1 size:12669"} {"level":"info","ts":"2026-05-11T01:43:38.711998Z","caller":"traceutil/trace.go:171","msg":"trace[440383495] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:1; response_revision:23815; }","duration":"128.896277ms","start":"2026-05-11T01:43:38.583072Z","end":"2026-05-11T01:43:38.711969Z","steps":["trace[440383495] 'agreement among raft nodes before linearized reading' (duration: 128.382465ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:43:38.711713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.005163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-11T01:43:38.712266Z","caller":"traceutil/trace.go:171","msg":"trace[165619815] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23815; }","duration":"282.589817ms","start":"2026-05-11T01:43:38.429601Z","end":"2026-05-11T01:43:38.71219Z","steps":["trace[165619815] 'agreement among raft nodes before linearized reading' (duration: 265.515238ms)","trace[165619815] 'filter and sort the key-value pairs' (duration: 15.78361ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:43:38.715618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.718909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:43:38.715718Z","caller":"traceutil/trace.go:171","msg":"trace[2092777688] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23815; }","duration":"134.146225ms","start":"2026-05-11T01:43:38.581539Z","end":"2026-05-11T01:43:38.715685Z","steps":["trace[2092777688] 'agreement among raft nodes before linearized reading' (duration: 129.997962ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:43:43.214734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.291672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:43:43.214817Z","caller":"traceutil/trace.go:171","msg":"trace[64359513] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23865; }","duration":"176.404255ms","start":"2026-05-11T01:43:43.038395Z","end":"2026-05-11T01:43:43.2148Z","steps":["trace[64359513] 'range keys from in-memory index tree' (duration: 176.249182ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:43:44.873065Z","caller":"traceutil/trace.go:171","msg":"trace[1108374410] transaction","detail":"{read_only:false; response_revision:23871; number_of_response:1; }","duration":"116.569674ms","start":"2026-05-11T01:43:44.756456Z","end":"2026-05-11T01:43:44.873026Z","steps":["trace[1108374410] 'process raft request' (duration: 116.332389ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:43:45.100031Z","caller":"traceutil/trace.go:171","msg":"trace[492288165] transaction","detail":"{read_only:false; response_revision:23872; number_of_response:1; }","duration":"221.846135ms","start":"2026-05-11T01:43:44.878147Z","end":"2026-05-11T01:43:45.099993Z","steps":["trace[492288165] 'process raft request' (duration: 180.337982ms)","trace[492288165] 'compare' (duration: 41.35258ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:43:45.168384Z","caller":"traceutil/trace.go:171","msg":"trace[671027248] transaction","detail":"{read_only:false; response_revision:23873; number_of_response:1; }","duration":"290.103864ms","start":"2026-05-11T01:43:44.878246Z","end":"2026-05-11T01:43:45.16835Z","steps":["trace[671027248] 'process raft request' (duration: 289.850518ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:43:45.168797Z","caller":"traceutil/trace.go:171","msg":"trace[376188916] transaction","detail":"{read_only:false; response_revision:23874; number_of_response:1; }","duration":"290.443712ms","start":"2026-05-11T01:43:44.878307Z","end":"2026-05-11T01:43:45.16875Z","steps":["trace[376188916] 'process raft request' (duration: 289.964011ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:43:45.16891Z","caller":"traceutil/trace.go:171","msg":"trace[1180578075] transaction","detail":"{read_only:false; response_revision:23875; number_of_response:1; }","duration":"290.514823ms","start":"2026-05-11T01:43:44.878374Z","end":"2026-05-11T01:43:45.168889Z","steps":["trace[1180578075] 'process raft request' (duration: 290.158855ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:43:45.168949Z","caller":"traceutil/trace.go:171","msg":"trace[2024773024] linearizableReadLoop","detail":"{readStateIndex:24669; appliedIndex:24663; }","duration":"241.789109ms","start":"2026-05-11T01:43:44.927129Z","end":"2026-05-11T01:43:45.168918Z","steps":["trace[2024773024] 'read index received' (duration: 131.713751ms)","trace[2024773024] 'applied index is now lower than readState.Index' (duration: 110.074018ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:43:45.169009Z","caller":"traceutil/trace.go:171","msg":"trace[853173087] transaction","detail":"{read_only:false; response_revision:23877; number_of_response:1; }","duration":"287.817604ms","start":"2026-05-11T01:43:44.881164Z","end":"2026-05-11T01:43:45.168982Z","steps":["trace[853173087] 'process raft request' (duration: 287.600058ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:43:45.169078Z","caller":"traceutil/trace.go:171","msg":"trace[1840168976] transaction","detail":"{read_only:false; response_revision:23876; number_of_response:1; }","duration":"289.394009ms","start":"2026-05-11T01:43:44.879655Z","end":"2026-05-11T01:43:45.169049Z","steps":["trace[1840168976] 'process raft request' (duration: 289.058901ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:43:45.169082Z","caller":"traceutil/trace.go:171","msg":"trace[330822960] transaction","detail":"{read_only:false; response_revision:23878; number_of_response:1; }","duration":"214.506973ms","start":"2026-05-11T01:43:44.954563Z","end":"2026-05-11T01:43:45.16907Z","steps":["trace[330822960] 'process raft request' (duration: 214.297387ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:43:45.169139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.994004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:43:45.169191Z","caller":"traceutil/trace.go:171","msg":"trace[661261830] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23878; }","duration":"242.124707ms","start":"2026-05-11T01:43:44.927054Z","end":"2026-05-11T01:43:45.169178Z","steps":["trace[661261830] 'agreement among raft nodes before linearized reading' (duration: 241.988104ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:43:46.162255Z","caller":"traceutil/trace.go:171","msg":"trace[276122309] transaction","detail":"{read_only:false; response_revision:23883; number_of_response:1; }","duration":"126.592616ms","start":"2026-05-11T01:43:46.035628Z","end":"2026-05-11T01:43:46.162221Z","steps":["trace[276122309] 'process raft request' (duration: 40.00008ms)","trace[276122309] 'compare' (duration: 86.348001ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:43:46.162361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.162127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418384"} {"level":"info","ts":"2026-05-11T01:43:46.162459Z","caller":"traceutil/trace.go:171","msg":"trace[311897716] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:23882; }","duration":"135.29847ms","start":"2026-05-11T01:43:46.027127Z","end":"2026-05-11T01:43:46.162426Z","steps":["trace[311897716] 'range keys from in-memory index tree' (duration: 134.795449ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:43:48.278747Z","caller":"traceutil/trace.go:171","msg":"trace[1927432693] transaction","detail":"{read_only:false; response_revision:23900; number_of_response:1; }","duration":"107.015981ms","start":"2026-05-11T01:43:48.171441Z","end":"2026-05-11T01:43:48.278457Z","steps":["trace[1927432693] 'process raft request' (duration: 102.635273ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:43:53.210131Z","caller":"traceutil/trace.go:171","msg":"trace[288183419] transaction","detail":"{read_only:false; response_revision:23946; number_of_response:1; }","duration":"117.415582ms","start":"2026-05-11T01:43:53.092689Z","end":"2026-05-11T01:43:53.210105Z","steps":["trace[288183419] 'process raft request' (duration: 21.900117ms)","trace[288183419] 'compare' (duration: 95.345791ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:43:55.783099Z","caller":"traceutil/trace.go:171","msg":"trace[119881811] transaction","detail":"{read_only:false; response_revision:23975; number_of_response:1; }","duration":"118.21407ms","start":"2026-05-11T01:43:55.664849Z","end":"2026-05-11T01:43:55.783063Z","steps":["trace[119881811] 'process raft request' (duration: 117.959834ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:43:55.78381Z","caller":"traceutil/trace.go:171","msg":"trace[1638804491] linearizableReadLoop","detail":"{readStateIndex:24771; appliedIndex:24769; }","duration":"105.968538ms","start":"2026-05-11T01:43:55.677814Z","end":"2026-05-11T01:43:55.783783Z","steps":["trace[1638804491] 'read index received' (duration: 104.977285ms)","trace[1638804491] 'applied index is now lower than readState.Index' (duration: 989.993µs)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:43:55.783953Z","caller":"traceutil/trace.go:171","msg":"trace[304614400] transaction","detail":"{read_only:false; response_revision:23976; number_of_response:1; }","duration":"116.744248ms","start":"2026-05-11T01:43:55.667178Z","end":"2026-05-11T01:43:55.783922Z","steps":["trace[304614400] 'process raft request' (duration: 116.449561ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:43:55.784028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.186102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:43:55.784074Z","caller":"traceutil/trace.go:171","msg":"trace[1969614919] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23976; }","duration":"106.309805ms","start":"2026-05-11T01:43:55.677748Z","end":"2026-05-11T01:43:55.784058Z","steps":["trace[1969614919] 'agreement among raft nodes before linearized reading' (duration: 106.186022ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:44:01.55562Z","caller":"traceutil/trace.go:171","msg":"trace[558951745] transaction","detail":"{read_only:false; response_revision:24018; number_of_response:1; }","duration":"115.900939ms","start":"2026-05-11T01:44:01.439697Z","end":"2026-05-11T01:44:01.555598Z","steps":["trace[558951745] 'process raft request' (duration: 115.758485ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:44:05.474061Z","caller":"traceutil/trace.go:171","msg":"trace[1513782144] transaction","detail":"{read_only:false; response_revision:24046; number_of_response:1; }","duration":"108.74444ms","start":"2026-05-11T01:44:05.365273Z","end":"2026-05-11T01:44:05.474017Z","steps":["trace[1513782144] 'process raft request' (duration: 45.128714ms)","trace[1513782144] 'compare' (duration: 63.271518ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:44:07.818816Z","caller":"traceutil/trace.go:171","msg":"trace[209795495] linearizableReadLoop","detail":"{readStateIndex:24857; appliedIndex:24856; }","duration":"146.440069ms","start":"2026-05-11T01:44:07.672346Z","end":"2026-05-11T01:44:07.818786Z","steps":["trace[209795495] 'read index received' (duration: 146.223244ms)","trace[209795495] 'applied index is now lower than readState.Index' (duration: 215.525µs)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:44:07.818889Z","caller":"traceutil/trace.go:171","msg":"trace[12262864] transaction","detail":"{read_only:false; response_revision:24060; number_of_response:1; }","duration":"185.269062ms","start":"2026-05-11T01:44:07.633589Z","end":"2026-05-11T01:44:07.818858Z","steps":["trace[12262864] 'process raft request' (duration: 184.970635ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:44:07.819031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.678454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-11T01:44:07.819098Z","caller":"traceutil/trace.go:171","msg":"trace[541582438] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24060; }","duration":"146.799706ms","start":"2026-05-11T01:44:07.672285Z","end":"2026-05-11T01:44:07.819085Z","steps":["trace[541582438] 'agreement among raft nodes before linearized reading' (duration: 146.626673ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:44:07.848841Z","caller":"traceutil/trace.go:171","msg":"trace[377784194] transaction","detail":"{read_only:false; response_revision:24061; number_of_response:1; }","duration":"172.034297ms","start":"2026-05-11T01:44:07.676784Z","end":"2026-05-11T01:44:07.848819Z","steps":["trace[377784194] 'process raft request' (duration: 171.764731ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:44:07.849109Z","caller":"traceutil/trace.go:171","msg":"trace[720066325] transaction","detail":"{read_only:false; response_revision:24062; number_of_response:1; }","duration":"172.197072ms","start":"2026-05-11T01:44:07.67688Z","end":"2026-05-11T01:44:07.849078Z","steps":["trace[720066325] 'process raft request' (duration: 171.823593ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:44:16.173495Z","caller":"traceutil/trace.go:171","msg":"trace[142411143] transaction","detail":"{read_only:false; response_revision:24128; number_of_response:1; }","duration":"100.633199ms","start":"2026-05-11T01:44:16.072835Z","end":"2026-05-11T01:44:16.173468Z","steps":["trace[142411143] 'process raft request' (duration: 96.407356ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:44:21.454673Z","caller":"traceutil/trace.go:171","msg":"trace[1454972724] transaction","detail":"{read_only:false; response_revision:24186; number_of_response:1; }","duration":"137.344155ms","start":"2026-05-11T01:44:21.317302Z","end":"2026-05-11T01:44:21.454646Z","steps":["trace[1454972724] 'process raft request' (duration: 137.167061ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:44:21.786301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.852242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:271152"} {"level":"info","ts":"2026-05-11T01:44:21.7864Z","caller":"traceutil/trace.go:171","msg":"trace[691068572] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:24186; }","duration":"189.011746ms","start":"2026-05-11T01:44:21.597367Z","end":"2026-05-11T01:44:21.786378Z","steps":["trace[691068572] 'range keys from in-memory index tree' (duration: 188.446703ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:44:22.818552Z","caller":"traceutil/trace.go:171","msg":"trace[667523675] transaction","detail":"{read_only:false; response_revision:24202; number_of_response:1; }","duration":"127.803292ms","start":"2026-05-11T01:44:22.690718Z","end":"2026-05-11T01:44:22.818521Z","steps":["trace[667523675] 'process raft request' (duration: 67.095613ms)","trace[667523675] 'compare' (duration: 60.552716ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:44:39.181429Z","caller":"traceutil/trace.go:171","msg":"trace[1063005001] linearizableReadLoop","detail":"{readStateIndex:25123; appliedIndex:25122; }","duration":"256.105668ms","start":"2026-05-11T01:44:38.925293Z","end":"2026-05-11T01:44:39.181398Z","steps":["trace[1063005001] 'read index received' (duration: 255.844652ms)","trace[1063005001] 'applied index is now lower than readState.Index' (duration: 259.336µs)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:44:39.181494Z","caller":"traceutil/trace.go:171","msg":"trace[1328073918] transaction","detail":"{read_only:false; response_revision:24319; number_of_response:1; }","duration":"323.410365ms","start":"2026-05-11T01:44:38.858052Z","end":"2026-05-11T01:44:39.181462Z","steps":["trace[1328073918] 'process raft request' (duration: 323.092648ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:44:39.181672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:44:38.858019Z","time spent":"323.539817ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:44:39.181702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.368653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:44:39.18182Z","caller":"traceutil/trace.go:171","msg":"trace[659077132] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24319; }","duration":"256.593778ms","start":"2026-05-11T01:44:38.9252Z","end":"2026-05-11T01:44:39.181794Z","steps":["trace[659077132] 'agreement among raft nodes before linearized reading' (duration: 256.349173ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:44:39.314371Z","caller":"traceutil/trace.go:171","msg":"trace[561221612] linearizableReadLoop","detail":"{readStateIndex:25124; appliedIndex:25123; }","duration":"132.807846ms","start":"2026-05-11T01:44:39.181528Z","end":"2026-05-11T01:44:39.314335Z","steps":["trace[561221612] 'read index received' (duration: 120.990402ms)","trace[561221612] 'applied index is now lower than readState.Index' (duration: 11.815704ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:44:39.314855Z","caller":"traceutil/trace.go:171","msg":"trace[67840291] transaction","detail":"{read_only:false; response_revision:24320; number_of_response:1; }","duration":"362.856013ms","start":"2026-05-11T01:44:38.951975Z","end":"2026-05-11T01:44:39.314831Z","steps":["trace[67840291] 'process raft request' (duration: 350.59153ms)","trace[67840291] 'compare' (duration: 11.571098ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:44:39.314976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:44:38.95195Z","time spent":"362.933765ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:44:39.315057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.687889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:44:39.315101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.745864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7267"} {"level":"info","ts":"2026-05-11T01:44:39.315168Z","caller":"traceutil/trace.go:171","msg":"trace[481532273] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:24320; }","duration":"373.857907ms","start":"2026-05-11T01:44:38.941295Z","end":"2026-05-11T01:44:39.315153Z","steps":["trace[481532273] 'agreement among raft nodes before linearized reading' (duration: 373.601882ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:44:39.315178Z","caller":"traceutil/trace.go:171","msg":"trace[1811627431] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24320; }","duration":"131.869513ms","start":"2026-05-11T01:44:39.183275Z","end":"2026-05-11T01:44:39.315144Z","steps":["trace[1811627431] 'agreement among raft nodes before linearized reading' (duration: 131.656849ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:44:39.3152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:44:38.941284Z","time spent":"373.909438ms","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7290,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-05-11T01:44:39.315152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.828991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7267"} {"level":"info","ts":"2026-05-11T01:44:39.315299Z","caller":"traceutil/trace.go:171","msg":"trace[1125854937] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:24320; }","duration":"380.026345ms","start":"2026-05-11T01:44:38.935251Z","end":"2026-05-11T01:44:39.315277Z","steps":["trace[1125854937] 'agreement among raft nodes before linearized reading' (duration: 379.663557ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:44:39.315389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:44:38.935229Z","time spent":"380.147307ms","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7290,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"info","ts":"2026-05-11T01:44:41.682084Z","caller":"traceutil/trace.go:171","msg":"trace[676511626] transaction","detail":"{read_only:false; response_revision:24343; number_of_response:1; }","duration":"101.904978ms","start":"2026-05-11T01:44:41.580099Z","end":"2026-05-11T01:44:41.682004Z","steps":["trace[676511626] 'process raft request' (duration: 68.481044ms)","trace[676511626] 'compare' (duration: 32.706618ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:44:44.985248Z","caller":"traceutil/trace.go:171","msg":"trace[440624963] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24412; }","duration":"109.489706ms","start":"2026-05-11T01:44:44.875733Z","end":"2026-05-11T01:44:44.985223Z","steps":["trace[440624963] 'process raft request' (duration: 87.840614ms)","trace[440624963] 'compare' (duration: 21.463878ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:44:44.985749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.833514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-05-11T01:44:44.985838Z","caller":"traceutil/trace.go:171","msg":"trace[685307721] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:24413; }","duration":"109.946106ms","start":"2026-05-11T01:44:44.87587Z","end":"2026-05-11T01:44:44.985816Z","steps":["trace[685307721] 'agreement among raft nodes before linearized reading' (duration: 109.729271ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:44:45.894046Z","caller":"traceutil/trace.go:171","msg":"trace[2074755736] transaction","detail":"{read_only:false; response_revision:24428; number_of_response:1; }","duration":"107.291307ms","start":"2026-05-11T01:44:45.786725Z","end":"2026-05-11T01:44:45.894016Z","steps":["trace[2074755736] 'process raft request' (duration: 106.624893ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:44:45.894344Z","caller":"traceutil/trace.go:171","msg":"trace[1428130445] transaction","detail":"{read_only:false; response_revision:24430; number_of_response:1; }","duration":"105.563459ms","start":"2026-05-11T01:44:45.788768Z","end":"2026-05-11T01:44:45.894332Z","steps":["trace[1428130445] 'process raft request' (duration: 104.839792ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:44:45.894492Z","caller":"traceutil/trace.go:171","msg":"trace[1808659399] transaction","detail":"{read_only:false; response_revision:24429; number_of_response:1; }","duration":"106.52273ms","start":"2026-05-11T01:44:45.787943Z","end":"2026-05-11T01:44:45.894466Z","steps":["trace[1808659399] 'process raft request' (duration: 105.587609ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:44:45.894654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.961788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/magnum-registry\" ","response":"range_response_count:1 size:2664"} {"level":"info","ts":"2026-05-11T01:44:45.894701Z","caller":"traceutil/trace.go:171","msg":"trace[999154236] range","detail":"{range_begin:/registry/deployments/openstack/magnum-registry; range_end:; response_count:1; response_revision:24430; }","duration":"106.04321ms","start":"2026-05-11T01:44:45.788646Z","end":"2026-05-11T01:44:45.894689Z","steps":["trace[999154236] 'agreement among raft nodes before linearized reading' (duration: 105.855556ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:44:46.008034Z","caller":"traceutil/trace.go:171","msg":"trace[1706143467] linearizableReadLoop","detail":"{readStateIndex:25243; appliedIndex:25240; }","duration":"100.947726ms","start":"2026-05-11T01:44:45.90706Z","end":"2026-05-11T01:44:46.008008Z","steps":["trace[1706143467] 'read index received' (duration: 41.523485ms)","trace[1706143467] 'applied index is now lower than readState.Index' (duration: 59.422471ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:44:46.008626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.615688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:44:46.00861Z","caller":"traceutil/trace.go:171","msg":"trace[1803445762] transaction","detail":"{read_only:false; response_revision:24434; number_of_response:1; }","duration":"102.076121ms","start":"2026-05-11T01:44:45.90646Z","end":"2026-05-11T01:44:46.008536Z","steps":["trace[1803445762] 'process raft request' (duration: 101.447397ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:44:46.008668Z","caller":"traceutil/trace.go:171","msg":"trace[503892754] transaction","detail":"{read_only:false; response_revision:24435; number_of_response:1; }","duration":"100.511716ms","start":"2026-05-11T01:44:45.908093Z","end":"2026-05-11T01:44:46.008605Z","steps":["trace[503892754] 'process raft request' (duration: 99.867322ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:44:46.008712Z","caller":"traceutil/trace.go:171","msg":"trace[1310513347] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:24435; }","duration":"100.724041ms","start":"2026-05-11T01:44:45.907967Z","end":"2026-05-11T01:44:46.008691Z","steps":["trace[1310513347] 'agreement among raft nodes before linearized reading' (duration: 100.598248ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:44:46.008607Z","caller":"traceutil/trace.go:171","msg":"trace[365007640] transaction","detail":"{read_only:false; response_revision:24433; number_of_response:1; }","duration":"103.878451ms","start":"2026-05-11T01:44:45.90469Z","end":"2026-05-11T01:44:46.008569Z","steps":["trace[365007640] 'process raft request' (duration: 57.167902ms)","trace[365007640] 'compare' (duration: 45.87911ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:44:46.00937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.253296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/magnum-registry-c45778976\" ","response":"range_response_count:1 size:2714"} {"level":"info","ts":"2026-05-11T01:44:46.009416Z","caller":"traceutil/trace.go:171","msg":"trace[45518519] range","detail":"{range_begin:/registry/replicasets/openstack/magnum-registry-c45778976; range_end:; response_count:1; response_revision:24435; }","duration":"102.363538ms","start":"2026-05-11T01:44:45.907041Z","end":"2026-05-11T01:44:46.009405Z","steps":["trace[45518519] 'agreement among raft nodes before linearized reading' (duration: 101.329704ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:44:47.786575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.743732ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:44:47.786698Z","caller":"traceutil/trace.go:171","msg":"trace[1435837813] linearizableReadLoop","detail":"{readStateIndex:25270; appliedIndex:25269; }","duration":"318.950336ms","start":"2026-05-11T01:44:47.467715Z","end":"2026-05-11T01:44:47.786665Z","steps":["trace[1435837813] 'read index received' (duration: 141.971398ms)","trace[1435837813] 'applied index is now lower than readState.Index' (duration: 176.977888ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:44:47.786775Z","caller":"traceutil/trace.go:171","msg":"trace[337448411] transaction","detail":"{read_only:false; response_revision:24461; number_of_response:1; }","duration":"324.296455ms","start":"2026-05-11T01:44:47.462468Z","end":"2026-05-11T01:44:47.786765Z","steps":["trace[337448411] 'process raft request' (duration: 147.282077ms)","trace[337448411] 'compare' (duration: 176.126568ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:44:47.786831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:44:47.462447Z","time spent":"324.359057ms","remote":"127.0.0.1:40160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":733,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-11T01:44:47.787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.267863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18368"} {"level":"info","ts":"2026-05-11T01:44:47.787072Z","caller":"traceutil/trace.go:171","msg":"trace[232060154] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24461; }","duration":"319.369535ms","start":"2026-05-11T01:44:47.467684Z","end":"2026-05-11T01:44:47.787054Z","steps":["trace[232060154] 'agreement among raft nodes before linearized reading' (duration: 319.101749ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:44:47.787106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:44:47.467675Z","time spent":"319.424826ms","remote":"127.0.0.1:40250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18391,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-11T01:44:47.798787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.65948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-6bd78d76d7-vv5qw\" ","response":"range_response_count:1 size:8504"} {"level":"info","ts":"2026-05-11T01:44:47.798886Z","caller":"traceutil/trace.go:171","msg":"trace[1300475225] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-6bd78d76d7-vv5qw; range_end:; response_count:1; response_revision:24463; }","duration":"154.809724ms","start":"2026-05-11T01:44:47.644053Z","end":"2026-05-11T01:44:47.798863Z","steps":["trace[1300475225] 'agreement among raft nodes before linearized reading' (duration: 154.614629ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:44:48.610799Z","caller":"traceutil/trace.go:171","msg":"trace[969944461] transaction","detail":"{read_only:false; response_revision:24479; number_of_response:1; }","duration":"126.513375ms","start":"2026-05-11T01:44:48.483876Z","end":"2026-05-11T01:44:48.610389Z","steps":["trace[969944461] 'process raft request' (duration: 126.29407ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:44:48.62022Z","caller":"traceutil/trace.go:171","msg":"trace[1792149940] transaction","detail":"{read_only:false; response_revision:24480; number_of_response:1; }","duration":"134.024932ms","start":"2026-05-11T01:44:48.486182Z","end":"2026-05-11T01:44:48.620207Z","steps":["trace[1792149940] 'process raft request' (duration: 133.803606ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:44:49.191842Z","caller":"traceutil/trace.go:171","msg":"trace[702270855] transaction","detail":"{read_only:false; response_revision:24504; number_of_response:1; }","duration":"106.183623ms","start":"2026-05-11T01:44:49.085604Z","end":"2026-05-11T01:44:49.191787Z","steps":["trace[702270855] 'process raft request' (duration: 106.06112ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:44:49.192244Z","caller":"traceutil/trace.go:171","msg":"trace[1309437334] linearizableReadLoop","detail":"{readStateIndex:25313; appliedIndex:25312; }","duration":"161.760649ms","start":"2026-05-11T01:44:49.03045Z","end":"2026-05-11T01:44:49.19221Z","steps":["trace[1309437334] 'read index received' (duration: 98.018861ms)","trace[1309437334] 'applied index is now lower than readState.Index' (duration: 63.738538ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:44:49.192602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.01088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-05-11T01:44:49.192652Z","caller":"traceutil/trace.go:171","msg":"trace[91632605] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:24504; }","duration":"142.093482ms","start":"2026-05-11T01:44:49.050544Z","end":"2026-05-11T01:44:49.192638Z","steps":["trace[91632605] 'agreement among raft nodes before linearized reading' (duration: 141.875127ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:44:49.192643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.158998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-05-11T01:44:49.192763Z","caller":"traceutil/trace.go:171","msg":"trace[56797363] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:24504; }","duration":"162.310051ms","start":"2026-05-11T01:44:49.030426Z","end":"2026-05-11T01:44:49.192736Z","steps":["trace[56797363] 'agreement among raft nodes before linearized reading' (duration: 161.901192ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:44:49.192699Z","caller":"traceutil/trace.go:171","msg":"trace[2080511044] transaction","detail":"{read_only:false; response_revision:24503; number_of_response:1; }","duration":"165.275947ms","start":"2026-05-11T01:44:49.027342Z","end":"2026-05-11T01:44:49.192618Z","steps":["trace[2080511044] 'process raft request' (duration: 101.112019ms)","trace[2080511044] 'compare' (duration: 62.949761ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:44:49.408455Z","caller":"traceutil/trace.go:171","msg":"trace[1886988471] linearizableReadLoop","detail":"{readStateIndex:25318; appliedIndex:25316; }","duration":"127.766723ms","start":"2026-05-11T01:44:49.280668Z","end":"2026-05-11T01:44:49.408435Z","steps":["trace[1886988471] 'read index received' (duration: 127.583609ms)","trace[1886988471] 'applied index is now lower than readState.Index' (duration: 182.264µs)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:44:49.408512Z","caller":"traceutil/trace.go:171","msg":"trace[995540541] transaction","detail":"{read_only:false; response_revision:24507; number_of_response:1; }","duration":"165.218146ms","start":"2026-05-11T01:44:49.243264Z","end":"2026-05-11T01:44:49.408482Z","steps":["trace[995540541] 'process raft request' (duration: 165.115313ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:44:49.408637Z","caller":"traceutil/trace.go:171","msg":"trace[420281375] transaction","detail":"{read_only:false; response_revision:24506; number_of_response:1; }","duration":"182.755036ms","start":"2026-05-11T01:44:49.225846Z","end":"2026-05-11T01:44:49.408601Z","steps":["trace[420281375] 'process raft request' (duration: 182.392438ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:44:49.408684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.633763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/magnum-registry-certs-5nkfm\" ","response":"range_response_count:1 size:2485"} {"level":"warn","ts":"2026-05-11T01:44:49.408685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.16631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-05-11T01:44:49.408721Z","caller":"traceutil/trace.go:171","msg":"trace[1033823158] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:24507; }","duration":"185.233471ms","start":"2026-05-11T01:44:49.223477Z","end":"2026-05-11T01:44:49.408711Z","steps":["trace[1033823158] 'agreement among raft nodes before linearized reading' (duration: 185.111738ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:44:49.408724Z","caller":"traceutil/trace.go:171","msg":"trace[545036409] range","detail":"{range_begin:/registry/secrets/openstack/magnum-registry-certs-5nkfm; range_end:; response_count:1; response_revision:24507; }","duration":"182.690274ms","start":"2026-05-11T01:44:49.226016Z","end":"2026-05-11T01:44:49.408707Z","steps":["trace[545036409] 'agreement among raft nodes before linearized reading' (duration: 182.521761ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:44:49.577866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.265358ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:44:49.578787Z","caller":"traceutil/trace.go:171","msg":"trace[1138342116] transaction","detail":"{read_only:false; response_revision:24508; number_of_response:1; }","duration":"278.559008ms","start":"2026-05-11T01:44:49.300192Z","end":"2026-05-11T01:44:49.578751Z","steps":["trace[1138342116] 'process raft request' (duration: 160.260846ms)","trace[1138342116] 'compare' (duration: 117.104295ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:44:49.578917Z","caller":"traceutil/trace.go:171","msg":"trace[831688503] linearizableReadLoop","detail":"{readStateIndex:25319; appliedIndex:25318; }","duration":"170.367581ms","start":"2026-05-11T01:44:49.408514Z","end":"2026-05-11T01:44:49.578881Z","steps":["trace[831688503] 'read index received' (duration: 51.908735ms)","trace[831688503] 'applied index is now lower than readState.Index' (duration: 118.454335ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:44:49.57917Z","caller":"traceutil/trace.go:171","msg":"trace[146753835] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24509; }","duration":"169.103581ms","start":"2026-05-11T01:44:49.410039Z","end":"2026-05-11T01:44:49.579142Z","steps":["trace[146753835] 'process raft request' (duration: 168.703782ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:44:49.579133Z","caller":"traceutil/trace.go:171","msg":"trace[261772658] transaction","detail":"{read_only:false; response_revision:24510; number_of_response:1; }","duration":"122.513346ms","start":"2026-05-11T01:44:49.456414Z","end":"2026-05-11T01:44:49.578927Z","steps":["trace[261772658] 'process raft request' (duration: 122.438594ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:44:49.579518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.536328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:44:49.57957Z","caller":"traceutil/trace.go:171","msg":"trace[1401262957] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:24510; }","duration":"123.65163ms","start":"2026-05-11T01:44:49.455906Z","end":"2026-05-11T01:44:49.579557Z","steps":["trace[1401262957] 'agreement among raft nodes before linearized reading' (duration: 123.547948ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:44:49.579581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.456782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"warn","ts":"2026-05-11T01:44:49.579518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.88642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:44:49.579648Z","caller":"traceutil/trace.go:171","msg":"trace[754002734] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:24510; }","duration":"166.549685ms","start":"2026-05-11T01:44:49.41308Z","end":"2026-05-11T01:44:49.57963Z","steps":["trace[754002734] 'agreement among raft nodes before linearized reading' (duration: 166.233598ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:44:49.579682Z","caller":"traceutil/trace.go:171","msg":"trace[1006532534] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:24510; }","duration":"295.094715ms","start":"2026-05-11T01:44:49.28457Z","end":"2026-05-11T01:44:49.579665Z","steps":["trace[1006532534] 'agreement among raft nodes before linearized reading' (duration: 294.703436ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:44:49.797165Z","caller":"traceutil/trace.go:171","msg":"trace[1542535471] linearizableReadLoop","detail":"{readStateIndex:25322; appliedIndex:25321; }","duration":"180.955667ms","start":"2026-05-11T01:44:49.616181Z","end":"2026-05-11T01:44:49.797137Z","steps":["trace[1542535471] 'read index received' (duration: 177.242473ms)","trace[1542535471] 'applied index is now lower than readState.Index' (duration: 3.711904ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:44:49.797388Z","caller":"traceutil/trace.go:171","msg":"trace[370912423] transaction","detail":"{read_only:false; response_revision:24511; number_of_response:1; }","duration":"181.442207ms","start":"2026-05-11T01:44:49.615932Z","end":"2026-05-11T01:44:49.797374Z","steps":["trace[370912423] 'process raft request' (duration: 177.604261ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:44:49.7977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.490106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-05-11T01:44:49.797828Z","caller":"traceutil/trace.go:171","msg":"trace[1739913869] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:24511; }","duration":"180.583808ms","start":"2026-05-11T01:44:49.617181Z","end":"2026-05-11T01:44:49.797765Z","steps":["trace[1739913869] 'agreement among raft nodes before linearized reading' (duration: 180.371804ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:44:49.798094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.003928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:44:49.798176Z","caller":"traceutil/trace.go:171","msg":"trace[1038634657] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:24511; }","duration":"168.077559ms","start":"2026-05-11T01:44:49.63005Z","end":"2026-05-11T01:44:49.798127Z","steps":["trace[1038634657] 'agreement among raft nodes before linearized reading' (duration: 168.001898ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:44:49.798104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.901337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"warn","ts":"2026-05-11T01:44:49.798421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.541987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111963"} {"level":"info","ts":"2026-05-11T01:44:49.798454Z","caller":"traceutil/trace.go:171","msg":"trace[1543554338] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:24511; }","duration":"180.581137ms","start":"2026-05-11T01:44:49.617864Z","end":"2026-05-11T01:44:49.798445Z","steps":["trace[1543554338] 'agreement among raft nodes before linearized reading' (duration: 180.421844ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:44:49.798451Z","caller":"traceutil/trace.go:171","msg":"trace[1070567317] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:24511; }","duration":"182.233774ms","start":"2026-05-11T01:44:49.61617Z","end":"2026-05-11T01:44:49.798404Z","steps":["trace[1070567317] 'agreement among raft nodes before linearized reading' (duration: 181.861646ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:44:49.950059Z","caller":"traceutil/trace.go:171","msg":"trace[1366288035] linearizableReadLoop","detail":"{readStateIndex:25324; appliedIndex:25322; }","duration":"137.712814ms","start":"2026-05-11T01:44:49.812319Z","end":"2026-05-11T01:44:49.950031Z","steps":["trace[1366288035] 'read index received' (duration: 48.937149ms)","trace[1366288035] 'applied index is now lower than readState.Index' (duration: 88.773905ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:44:49.950107Z","caller":"traceutil/trace.go:171","msg":"trace[1237189468] transaction","detail":"{read_only:false; response_revision:24513; number_of_response:1; }","duration":"139.679538ms","start":"2026-05-11T01:44:49.810383Z","end":"2026-05-11T01:44:49.950063Z","steps":["trace[1237189468] 'process raft request' (duration: 139.348231ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:44:49.950215Z","caller":"traceutil/trace.go:171","msg":"trace[1065073336] transaction","detail":"{read_only:false; response_revision:24514; number_of_response:1; }","duration":"130.704577ms","start":"2026-05-11T01:44:49.819501Z","end":"2026-05-11T01:44:49.950205Z","steps":["trace[1065073336] 'process raft request' (duration: 130.455282ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:44:49.950781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.493797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111963"} {"level":"info","ts":"2026-05-11T01:44:49.950819Z","caller":"traceutil/trace.go:171","msg":"trace[3273718] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:24514; }","duration":"136.59882ms","start":"2026-05-11T01:44:49.814211Z","end":"2026-05-11T01:44:49.95081Z","steps":["trace[3273718] 'agreement among raft nodes before linearized reading' (duration: 136.315012ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:44:49.951532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.208967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-05-11T01:44:49.951574Z","caller":"traceutil/trace.go:171","msg":"trace[1975491922] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:24514; }","duration":"139.281319ms","start":"2026-05-11T01:44:49.812282Z","end":"2026-05-11T01:44:49.951563Z","steps":["trace[1975491922] 'agreement among raft nodes before linearized reading' (duration: 139.174727ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:44:50.889173Z","caller":"traceutil/trace.go:171","msg":"trace[2138329074] linearizableReadLoop","detail":"{readStateIndex:25337; appliedIndex:25336; }","duration":"103.871541ms","start":"2026-05-11T01:44:50.785274Z","end":"2026-05-11T01:44:50.889146Z","steps":["trace[2138329074] 'read index received' (duration: 103.609015ms)","trace[2138329074] 'applied index is now lower than readState.Index' (duration: 261.166µs)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:44:50.889487Z","caller":"traceutil/trace.go:171","msg":"trace[61575815] transaction","detail":"{read_only:false; response_revision:24525; number_of_response:1; }","duration":"166.337521ms","start":"2026-05-11T01:44:50.723138Z","end":"2026-05-11T01:44:50.889476Z","steps":["trace[61575815] 'process raft request' (duration: 165.843659ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:44:50.889764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.471845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-11T01:44:50.889802Z","caller":"traceutil/trace.go:171","msg":"trace[860614225] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24525; }","duration":"104.530556ms","start":"2026-05-11T01:44:50.785261Z","end":"2026-05-11T01:44:50.889792Z","steps":["trace[860614225] 'agreement among raft nodes before linearized reading' (duration: 104.383943ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:44:52.951513Z","caller":"traceutil/trace.go:171","msg":"trace[1673284237] transaction","detail":"{read_only:false; response_revision:24537; number_of_response:1; }","duration":"196.574724ms","start":"2026-05-11T01:44:52.754907Z","end":"2026-05-11T01:44:52.951482Z","steps":["trace[1673284237] 'process raft request' (duration: 196.364819ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:44:52.952461Z","caller":"traceutil/trace.go:171","msg":"trace[1814020193] linearizableReadLoop","detail":"{readStateIndex:25350; appliedIndex:25348; }","duration":"142.316587ms","start":"2026-05-11T01:44:52.810117Z","end":"2026-05-11T01:44:52.952434Z","steps":["trace[1814020193] 'read index received' (duration: 141.158171ms)","trace[1814020193] 'applied index is now lower than readState.Index' (duration: 1.156326ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:44:52.952548Z","caller":"traceutil/trace.go:171","msg":"trace[2006637212] transaction","detail":"{read_only:false; response_revision:24538; number_of_response:1; }","duration":"197.005462ms","start":"2026-05-11T01:44:52.755512Z","end":"2026-05-11T01:44:52.952517Z","steps":["trace[2006637212] 'process raft request' (duration: 196.830579ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:44:52.952679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.536871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:44:52.952804Z","caller":"traceutil/trace.go:171","msg":"trace[1934042780] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:24538; }","duration":"142.739086ms","start":"2026-05-11T01:44:52.810042Z","end":"2026-05-11T01:44:52.952781Z","steps":["trace[1934042780] 'agreement among raft nodes before linearized reading' (duration: 142.525241ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:44:56.08967Z","caller":"traceutil/trace.go:171","msg":"trace[1813294402] linearizableReadLoop","detail":"{readStateIndex:25384; appliedIndex:25383; }","duration":"204.139952ms","start":"2026-05-11T01:44:55.885493Z","end":"2026-05-11T01:44:56.089633Z","steps":["trace[1813294402] 'read index received' (duration: 201.444312ms)","trace[1813294402] 'applied index is now lower than readState.Index' (duration: 2.6936ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:44:56.090073Z","caller":"traceutil/trace.go:171","msg":"trace[1818417327] transaction","detail":"{read_only:false; response_revision:24571; number_of_response:1; }","duration":"207.922836ms","start":"2026-05-11T01:44:55.882112Z","end":"2026-05-11T01:44:56.090034Z","steps":["trace[1818417327] 'process raft request' (duration: 204.922999ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:44:56.090224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.661783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-05-11T01:44:56.091093Z","caller":"traceutil/trace.go:171","msg":"trace[1599753418] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24571; }","duration":"205.643414ms","start":"2026-05-11T01:44:55.885434Z","end":"2026-05-11T01:44:56.091077Z","steps":["trace[1599753418] 'agreement among raft nodes before linearized reading' (duration: 204.422498ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:44:56.337363Z","caller":"traceutil/trace.go:171","msg":"trace[893392544] transaction","detail":"{read_only:false; response_revision:24573; number_of_response:1; }","duration":"101.729253ms","start":"2026-05-11T01:44:56.235613Z","end":"2026-05-11T01:44:56.337342Z","steps":["trace[893392544] 'process raft request' (duration: 101.58552ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:44:57.201963Z","caller":"traceutil/trace.go:171","msg":"trace[1256348672] linearizableReadLoop","detail":"{readStateIndex:25391; appliedIndex:25390; }","duration":"227.790457ms","start":"2026-05-11T01:44:56.97415Z","end":"2026-05-11T01:44:57.20194Z","steps":["trace[1256348672] 'read index received' (duration: 227.681115ms)","trace[1256348672] 'applied index is now lower than readState.Index' (duration: 108.362µs)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:44:57.20205Z","caller":"traceutil/trace.go:171","msg":"trace[2031475112] transaction","detail":"{read_only:false; response_revision:24578; number_of_response:1; }","duration":"228.516364ms","start":"2026-05-11T01:44:56.973505Z","end":"2026-05-11T01:44:57.202021Z","steps":["trace[2031475112] 'process raft request' (duration: 228.282079ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:44:57.20231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.134025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-11T01:44:57.202348Z","caller":"traceutil/trace.go:171","msg":"trace[1923585460] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24578; }","duration":"228.227937ms","start":"2026-05-11T01:44:56.974111Z","end":"2026-05-11T01:44:57.202339Z","steps":["trace[1923585460] 'agreement among raft nodes before linearized reading' (duration: 227.954291ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:44:57.212095Z","caller":"traceutil/trace.go:171","msg":"trace[681123292] transaction","detail":"{read_only:false; response_revision:24579; number_of_response:1; }","duration":"194.602749ms","start":"2026-05-11T01:44:57.017471Z","end":"2026-05-11T01:44:57.212074Z","steps":["trace[681123292] 'process raft request' (duration: 194.408775ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:44:57.212162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.288379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-11T01:44:57.212212Z","caller":"traceutil/trace.go:171","msg":"trace[1592570765] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24579; }","duration":"237.381651ms","start":"2026-05-11T01:44:56.974816Z","end":"2026-05-11T01:44:57.212198Z","steps":["trace[1592570765] 'agreement among raft nodes before linearized reading' (duration: 237.179246ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:44:57.212208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.284743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-11T01:44:57.212252Z","caller":"traceutil/trace.go:171","msg":"trace[1128708942] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24579; }","duration":"190.363995ms","start":"2026-05-11T01:44:57.021877Z","end":"2026-05-11T01:44:57.212241Z","steps":["trace[1128708942] 'agreement among raft nodes before linearized reading' (duration: 190.252552ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:44:57.212355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.254252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-11T01:44:57.212432Z","caller":"traceutil/trace.go:171","msg":"trace[790185657] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24579; }","duration":"234.363714ms","start":"2026-05-11T01:44:56.978053Z","end":"2026-05-11T01:44:57.212417Z","steps":["trace[790185657] 'agreement among raft nodes before linearized reading' (duration: 234.123578ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:44:58.021922Z","caller":"traceutil/trace.go:171","msg":"trace[1823342003] transaction","detail":"{read_only:false; response_revision:24585; number_of_response:1; }","duration":"353.780412ms","start":"2026-05-11T01:44:57.668112Z","end":"2026-05-11T01:44:58.021893Z","steps":["trace[1823342003] 'process raft request' (duration: 340.596838ms)","trace[1823342003] 'compare' (duration: 12.443426ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:44:58.022051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:44:57.668088Z","time spent":"353.899974ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:44:58.420595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.841295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"info","ts":"2026-05-11T01:44:58.420698Z","caller":"traceutil/trace.go:171","msg":"trace[520301249] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:24587; }","duration":"182.009939ms","start":"2026-05-11T01:44:58.238666Z","end":"2026-05-11T01:44:58.420676Z","steps":["trace[520301249] 'range keys from in-memory index tree' (duration: 181.519578ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:44:58.420675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.276906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:44:58.420715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.461523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:44:58.420587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.248957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:44:58.420777Z","caller":"traceutil/trace.go:171","msg":"trace[354269068] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:24587; }","duration":"209.417999ms","start":"2026-05-11T01:44:58.211332Z","end":"2026-05-11T01:44:58.42075Z","steps":["trace[354269068] 'count revisions from in-memory index tree' (duration: 209.151243ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:44:58.420792Z","caller":"traceutil/trace.go:171","msg":"trace[1178497404] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:24587; }","duration":"157.605647ms","start":"2026-05-11T01:44:58.263159Z","end":"2026-05-11T01:44:58.420765Z","steps":["trace[1178497404] 'count revisions from in-memory index tree' (duration: 157.275779ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:44:58.420861Z","caller":"traceutil/trace.go:171","msg":"trace[2128509716] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:24587; }","duration":"219.600415ms","start":"2026-05-11T01:44:58.201208Z","end":"2026-05-11T01:44:58.420809Z","steps":["trace[2128509716] 'count revisions from in-memory index tree' (duration: 219.054333ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:44:58.901826Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495960157401423,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-11T01:44:58.914547Z","caller":"traceutil/trace.go:171","msg":"trace[925969702] transaction","detail":"{read_only:false; response_revision:24588; number_of_response:1; }","duration":"570.91852ms","start":"2026-05-11T01:44:58.343595Z","end":"2026-05-11T01:44:58.914513Z","steps":["trace[925969702] 'process raft request' (duration: 570.714376ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:44:58.914744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:44:58.343568Z","time spent":"571.073364ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:45:00.92703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000124745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-11T01:45:00.927158Z","caller":"traceutil/trace.go:171","msg":"trace[810461945] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000281759s","start":"2026-05-11T01:44:58.926847Z","end":"2026-05-11T01:45:00.927129Z","steps":["trace[810461945] 'agreement among raft nodes before linearized reading' (duration: 2.000119795s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:00.927258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:44:58.926773Z","time spent":"2.000473112s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/11 01:45:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:45:01.365812Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.451405684s","expected-duration":"1s"} {"level":"info","ts":"2026-05-11T01:45:01.366268Z","caller":"traceutil/trace.go:171","msg":"trace[1935700925] transaction","detail":"{read_only:false; response_revision:24589; number_of_response:1; }","duration":"2.975255208s","start":"2026-05-11T01:44:58.390986Z","end":"2026-05-11T01:45:01.366241Z","steps":["trace[1935700925] 'process raft request' (duration: 2.975018553s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:01.366465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:44:58.390958Z","time spent":"2.975378672s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:45:01.36651Z","caller":"traceutil/trace.go:171","msg":"trace[1920118160] transaction","detail":"{read_only:false; response_revision:24590; number_of_response:1; }","duration":"2.903705637s","start":"2026-05-11T01:44:58.462757Z","end":"2026-05-11T01:45:01.366463Z","steps":["trace[1920118160] 'process raft request' (duration: 2.90344399s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:01.366496Z","caller":"traceutil/trace.go:171","msg":"trace[157380118] linearizableReadLoop","detail":"{readStateIndex:25403; appliedIndex:25400; }","duration":"2.965188575s","start":"2026-05-11T01:44:58.401229Z","end":"2026-05-11T01:45:01.366417Z","steps":["trace[157380118] 'read index received' (duration: 513.196676ms)","trace[157380118] 'applied index is now lower than readState.Index' (duration: 2.451990929s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:45:01.366685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:44:58.462731Z","time spent":"2.90385172s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:45:01.366687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.965463801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:45:01.366772Z","caller":"traceutil/trace.go:171","msg":"trace[1305872115] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:24590; }","duration":"2.965604834s","start":"2026-05-11T01:44:58.401155Z","end":"2026-05-11T01:45:01.36676Z","steps":["trace[1305872115] 'agreement among raft nodes before linearized reading' (duration: 2.965462601s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:01.366893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:44:58.401112Z","time spent":"2.965770538s","remote":"127.0.0.1:58290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:45:01.86668Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495960157401436,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:45:02.367189Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495960157401436,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:45:02.868086Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495960157401436,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:45:02.927537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000432322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-11T01:45:02.927621Z","caller":"traceutil/trace.go:171","msg":"trace[1931239035] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000591156s","start":"2026-05-11T01:45:00.927012Z","end":"2026-05-11T01:45:02.927603Z","steps":["trace[1931239035] 'agreement among raft nodes before linearized reading' (duration: 2.000466283s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:02.927668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:00.926997Z","time spent":"2.000658217s","remote":"127.0.0.1:40064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/11 01:45:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:45:02.974286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:01.626916Z","time spent":"1.347358763s","remote":"127.0.0.1:59146","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-11T01:45:03.368798Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495960157401436,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:45:03.817468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999411897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-11T01:45:03.817687Z","caller":"traceutil/trace.go:171","msg":"trace[556552646] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999800746s","start":"2026-05-11T01:44:58.817854Z","end":"2026-05-11T01:45:03.817654Z","steps":["trace[556552646] 'agreement among raft nodes before linearized reading' (duration: 4.999361416s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:03.817854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:44:58.817784Z","time spent":"5.000048322s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/05/11 01:45:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:45:03.869878Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495960157401436,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:45:03.883152Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.517119357s","expected-duration":"1s"} {"level":"info","ts":"2026-05-11T01:45:03.883663Z","caller":"traceutil/trace.go:171","msg":"trace[432105453] transaction","detail":"{read_only:false; response_revision:24591; number_of_response:1; }","duration":"4.665935989s","start":"2026-05-11T01:44:59.217702Z","end":"2026-05-11T01:45:03.883638Z","steps":["trace[432105453] 'process raft request' (duration: 4.665708634s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:03.883817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:44:59.217669Z","time spent":"4.666054242s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:45:03.883947Z","caller":"traceutil/trace.go:171","msg":"trace[456485498] transaction","detail":"{read_only:false; response_revision:24592; number_of_response:1; }","duration":"4.303238161s","start":"2026-05-11T01:44:59.580673Z","end":"2026-05-11T01:45:03.883911Z","steps":["trace[456485498] 'process raft request' (duration: 4.302917834s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:03.884109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:44:59.58065Z","time spent":"4.303373664s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:45:03.884133Z","caller":"traceutil/trace.go:171","msg":"trace[1201166643] transaction","detail":"{read_only:false; response_revision:24593; number_of_response:1; }","duration":"3.856286477s","start":"2026-05-11T01:45:00.027824Z","end":"2026-05-11T01:45:03.88411Z","steps":["trace[1201166643] 'process raft request' (duration: 3.856003191s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:03.884228Z","caller":"traceutil/trace.go:171","msg":"trace[1096598919] transaction","detail":"{read_only:false; response_revision:24595; number_of_response:1; }","duration":"3.77994088s","start":"2026-05-11T01:45:00.104278Z","end":"2026-05-11T01:45:03.884219Z","steps":["trace[1096598919] 'process raft request' (duration: 3.779689224s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:03.884244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:00.027798Z","time spent":"3.85637751s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:45:03.884266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:00.104266Z","time spent":"3.77997981s","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5417,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-11T01:45:03.884352Z","caller":"traceutil/trace.go:171","msg":"trace[1056672050] transaction","detail":"{read_only:false; response_revision:24594; number_of_response:1; }","duration":"3.783837455s","start":"2026-05-11T01:45:00.100507Z","end":"2026-05-11T01:45:03.884344Z","steps":["trace[1056672050] 'process raft request' (duration: 3.783422186s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:03.884389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:00.100489Z","time spent":"3.783877597s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:45:03.884498Z","caller":"traceutil/trace.go:171","msg":"trace[27253657] transaction","detail":"{read_only:false; response_revision:24596; number_of_response:1; }","duration":"3.761794595s","start":"2026-05-11T01:45:00.122691Z","end":"2026-05-11T01:45:03.884486Z","steps":["trace[27253657] 'process raft request' (duration: 3.761384706s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:03.884567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:00.122677Z","time spent":"3.761853726s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:45:03.884599Z","caller":"traceutil/trace.go:171","msg":"trace[434339716] transaction","detail":"{read_only:false; response_revision:24597; number_of_response:1; }","duration":"3.265434553s","start":"2026-05-11T01:45:00.619156Z","end":"2026-05-11T01:45:03.88459Z","steps":["trace[434339716] 'process raft request' (duration: 3.265009203s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:03.884642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:00.619136Z","time spent":"3.265484324s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:45:04.20597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998940457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-11T01:45:04.206072Z","caller":"traceutil/trace.go:171","msg":"trace[1454199804] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999112271s","start":"2026-05-11T01:44:59.206937Z","end":"2026-05-11T01:45:04.206049Z","steps":["trace[1454199804] 'agreement among raft nodes before linearized reading' (duration: 4.998982738s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:04.206118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:44:59.206914Z","time spent":"4.999194523s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/05/11 01:45:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:45:04.229184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999425567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-11T01:45:04.229322Z","caller":"traceutil/trace.go:171","msg":"trace[1411188130] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999682524s","start":"2026-05-11T01:44:59.229613Z","end":"2026-05-11T01:45:04.229296Z","steps":["trace[1411188130] 'agreement among raft nodes before linearized reading' (duration: 4.999493559s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:04.229381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:44:59.22957Z","time spent":"4.999799567s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-11T01:45:04.448865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.636361ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-11T01:45:04.449484Z","caller":"traceutil/trace.go:171","msg":"trace[912915043] transaction","detail":"{read_only:false; response_revision:24598; number_of_response:1; }","duration":"3.528631378s","start":"2026-05-11T01:45:00.920834Z","end":"2026-05-11T01:45:04.449465Z","steps":["trace[912915043] 'process raft request' (duration: 3.528159568s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:04.449592Z","caller":"traceutil/trace.go:171","msg":"trace[330045916] transaction","detail":"{read_only:false; response_revision:24599; number_of_response:1; }","duration":"1.643206945s","start":"2026-05-11T01:45:02.806373Z","end":"2026-05-11T01:45:04.44958Z","steps":["trace[330045916] 'process raft request' (duration: 1.643039621s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:04.449655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:02.806345Z","time spent":"1.643278096s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:45:04.449636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:00.920801Z","time spent":"3.528735982s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:45:04.449822Z","caller":"traceutil/trace.go:171","msg":"trace[2002389719] linearizableReadLoop","detail":"{readStateIndex:25416; appliedIndex:25403; }","duration":"3.083196529s","start":"2026-05-11T01:45:01.366603Z","end":"2026-05-11T01:45:04.4498Z","steps":["trace[2002389719] 'read index received' (duration: 2.516783898s)","trace[2002389719] 'applied index is now lower than readState.Index' (duration: 566.411591ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:45:04.449851Z","caller":"traceutil/trace.go:171","msg":"trace[1740980479] transaction","detail":"{read_only:false; response_revision:24601; number_of_response:1; }","duration":"1.076631151s","start":"2026-05-11T01:45:03.373185Z","end":"2026-05-11T01:45:04.449817Z","steps":["trace[1740980479] 'process raft request' (duration: 1.076482878s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:04.449926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.221669456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-05-11T01:45:04.449959Z","caller":"traceutil/trace.go:171","msg":"trace[892811758] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:24602; }","duration":"4.221769709s","start":"2026-05-11T01:45:00.228179Z","end":"2026-05-11T01:45:04.449949Z","steps":["trace[892811758] 'agreement among raft nodes before linearized reading' (duration: 4.221631526s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:04.44998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:00.228156Z","time spent":"4.221819389s","remote":"127.0.0.1:40234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-05-11T01:45:04.450016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:03.373168Z","time spent":"1.076760263s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:45:04.450094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.194029408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-11T01:45:04.450115Z","caller":"traceutil/trace.go:171","msg":"trace[62478755] transaction","detail":"{read_only:false; response_revision:24602; number_of_response:1; }","duration":"1.075558907s","start":"2026-05-11T01:45:03.374549Z","end":"2026-05-11T01:45:04.450108Z","steps":["trace[62478755] 'process raft request' (duration: 1.075199909s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:04.45012Z","caller":"traceutil/trace.go:171","msg":"trace[959453453] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24602; }","duration":"5.194053038s","start":"2026-05-11T01:44:59.256059Z","end":"2026-05-11T01:45:04.450112Z","steps":["trace[959453453] 'agreement among raft nodes before linearized reading' (duration: 5.193997427s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:04.450148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:44:59.255989Z","time spent":"5.19415132s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-11T01:45:04.450156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:03.374525Z","time spent":"1.075608418s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:45:04.450174Z","caller":"traceutil/trace.go:171","msg":"trace[2145210757] transaction","detail":"{read_only:false; response_revision:24600; number_of_response:1; }","duration":"1.345739667s","start":"2026-05-11T01:45:03.104416Z","end":"2026-05-11T01:45:04.450156Z","steps":["trace[2145210757] 'process raft request' (duration: 1.345119754s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:04.450241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.168314283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:45:04.450246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:03.104391Z","time spent":"1.345816559s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:45:04.450267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.194630331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-11T01:45:04.450271Z","caller":"traceutil/trace.go:171","msg":"trace[984630481] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24602; }","duration":"3.168345324s","start":"2026-05-11T01:45:01.281918Z","end":"2026-05-11T01:45:04.450263Z","steps":["trace[984630481] 'agreement among raft nodes before linearized reading' (duration: 3.168283102s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:04.450291Z","caller":"traceutil/trace.go:171","msg":"trace[1511522900] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24602; }","duration":"5.194652391s","start":"2026-05-11T01:44:59.255629Z","end":"2026-05-11T01:45:04.450282Z","steps":["trace[1511522900] 'agreement among raft nodes before linearized reading' (duration: 5.19458638s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:04.450293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:01.281899Z","time spent":"3.168388694s","remote":"127.0.0.1:41458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:45:04.450311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:44:59.255586Z","time spent":"5.194721013s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-11T01:45:04.450039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.24526543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-05-11T01:45:04.450397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.022462977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"warn","ts":"2026-05-11T01:45:04.450408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.747261252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:45:04.450404Z","caller":"traceutil/trace.go:171","msg":"trace[772060818] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24602; }","duration":"4.24566633s","start":"2026-05-11T01:45:00.204726Z","end":"2026-05-11T01:45:04.450392Z","steps":["trace[772060818] 'agreement among raft nodes before linearized reading' (duration: 4.245187979s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:04.45042Z","caller":"traceutil/trace.go:171","msg":"trace[1226024598] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:24602; }","duration":"6.022509227s","start":"2026-05-11T01:44:58.427905Z","end":"2026-05-11T01:45:04.450415Z","steps":["trace[1226024598] 'agreement among raft nodes before linearized reading' (duration: 6.022447536s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:04.450431Z","caller":"traceutil/trace.go:171","msg":"trace[635557650] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24602; }","duration":"3.747327043s","start":"2026-05-11T01:45:00.703097Z","end":"2026-05-11T01:45:04.450424Z","steps":["trace[635557650] 'agreement among raft nodes before linearized reading' (duration: 3.747286852s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:04.45044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:44:58.427889Z","time spent":"6.022544557s","remote":"127.0.0.1:40528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11860,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-05-11T01:45:04.45045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:00.703076Z","time spent":"3.747370205s","remote":"127.0.0.1:41698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:45:04.450446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:00.204716Z","time spent":"4.245719s","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-11T01:45:04.450443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.417475038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:45:04.450554Z","caller":"traceutil/trace.go:171","msg":"trace[1006656652] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24602; }","duration":"5.417640671s","start":"2026-05-11T01:44:59.032882Z","end":"2026-05-11T01:45:04.450523Z","steps":["trace[1006656652] 'agreement among raft nodes before linearized reading' (duration: 5.417448007s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:04.450599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.034313042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:45:04.450601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.999604077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-11T01:45:04.450622Z","caller":"traceutil/trace.go:171","msg":"trace[1913967133] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:24602; }","duration":"6.034400733s","start":"2026-05-11T01:44:58.416214Z","end":"2026-05-11T01:45:04.450614Z","steps":["trace[1913967133] 'agreement among raft nodes before linearized reading' (duration: 6.034361363s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:04.450615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:44:59.032862Z","time spent":"5.417740614s","remote":"127.0.0.1:41760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:45:04.450635Z","caller":"traceutil/trace.go:171","msg":"trace[1556033400] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:24602; }","duration":"3.999680448s","start":"2026-05-11T01:45:00.450944Z","end":"2026-05-11T01:45:04.450625Z","steps":["trace[1556033400] 'agreement among raft nodes before linearized reading' (duration: 3.999523213s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:04.450645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:44:58.416188Z","time spent":"6.034451975s","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:45:04.450658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:00.450927Z","time spent":"3.999725949s","remote":"127.0.0.1:40402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":179,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:45:04.450644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.229146819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-11T01:45:04.450707Z","caller":"traceutil/trace.go:171","msg":"trace[88989078] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24602; }","duration":"5.229253431s","start":"2026-05-11T01:44:59.221435Z","end":"2026-05-11T01:45:04.450688Z","steps":["trace[88989078] 'agreement among raft nodes before linearized reading' (duration: 5.229074946s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:04.450772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:44:59.221413Z","time spent":"5.229345394s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-11T01:45:04.453141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.904415738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-11T01:45:04.453273Z","caller":"traceutil/trace.go:171","msg":"trace[1955622965] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24602; }","duration":"3.904609882s","start":"2026-05-11T01:45:00.548646Z","end":"2026-05-11T01:45:04.453256Z","steps":["trace[1955622965] 'agreement among raft nodes before linearized reading' (duration: 3.901856751s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:04.453313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:00.548622Z","time spent":"3.904681923s","remote":"127.0.0.1:40606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2616,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:45:04.935459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000589966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-11T01:45:04.935547Z","caller":"traceutil/trace.go:171","msg":"trace[1836950549] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0007241s","start":"2026-05-11T01:45:02.934801Z","end":"2026-05-11T01:45:04.935525Z","steps":["trace[1836950549] 'agreement among raft nodes before linearized reading' (duration: 2.000603527s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:04.935589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:02.934791Z","time spent":"2.000790551s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/11 01:45:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:45:04.950852Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495960157401443,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:45:05.451257Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495960157401443,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:45:05.952517Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495960157401443,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:45:06.129846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000191627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-11T01:45:06.129929Z","caller":"traceutil/trace.go:171","msg":"trace[523378559] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000540414s","start":"2026-05-11T01:45:04.129372Z","end":"2026-05-11T01:45:06.129912Z","steps":["trace[523378559] 'agreement among raft nodes before linearized reading' (duration: 2.000249797s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:06.129971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:04.129341Z","time spent":"2.000622846s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/11 01:45:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:45:06.156177Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.713821256s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-11T01:45:06.210419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:04.736966Z","time spent":"1.473443569s","remote":"127.0.0.1:59168","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-11T01:45:06.213924Z","caller":"traceutil/trace.go:171","msg":"trace[1696219679] transaction","detail":"{read_only:false; response_revision:24604; number_of_response:1; }","duration":"2.321836932s","start":"2026-05-11T01:45:03.892044Z","end":"2026-05-11T01:45:06.213881Z","steps":["trace[1696219679] 'process raft request' (duration: 2.32175986s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:06.214127Z","caller":"traceutil/trace.go:171","msg":"trace[730409477] transaction","detail":"{read_only:false; response_revision:24603; number_of_response:1; }","duration":"2.324552672s","start":"2026-05-11T01:45:03.889531Z","end":"2026-05-11T01:45:06.214084Z","steps":["trace[730409477] 'process raft request' (duration: 2.26691743s)","trace[730409477] 'compare' (duration: 57.209183ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:45:06.214901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:03.89203Z","time spent":"2.322703771s","remote":"127.0.0.1:40314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:45:06.214996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:03.88951Z","time spent":"2.325367891s","remote":"127.0.0.1:40160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":698,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-11T01:45:06.939443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.003739455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-11T01:45:06.939512Z","caller":"traceutil/trace.go:171","msg":"trace[1637934123] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.003856268s","start":"2026-05-11T01:45:04.935641Z","end":"2026-05-11T01:45:06.939497Z","steps":["trace[1637934123] 'agreement among raft nodes before linearized reading' (duration: 2.003765976s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:06.939545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:04.935625Z","time spent":"2.003913889s","remote":"127.0.0.1:40064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/11 01:45:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:45:07.580602Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.424138822s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-11T01:45:07.695918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.964528ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:45:07.696336Z","caller":"traceutil/trace.go:171","msg":"trace[920757953] linearizableReadLoop","detail":"{readStateIndex:25425; appliedIndex:25416; }","duration":"3.246436102s","start":"2026-05-11T01:45:04.449887Z","end":"2026-05-11T01:45:07.696323Z","steps":["trace[920757953] 'read index received' (duration: 1.706563655s)","trace[920757953] 'applied index is now lower than readState.Index' (duration: 1.539871916s)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:45:07.696556Z","caller":"traceutil/trace.go:171","msg":"trace[87794528] transaction","detail":"{read_only:false; response_revision:24605; number_of_response:1; }","duration":"3.24148001s","start":"2026-05-11T01:45:04.455068Z","end":"2026-05-11T01:45:07.696548Z","steps":["trace[87794528] 'process raft request' (duration: 3.125811088s)","trace[87794528] 'compare' (duration: 109.733141ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:45:07.696645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:04.455059Z","time spent":"3.241520722s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:45:07.696808Z","caller":"traceutil/trace.go:171","msg":"trace[1728745789] transaction","detail":"{read_only:false; response_revision:24606; number_of_response:1; }","duration":"3.240732564s","start":"2026-05-11T01:45:04.456067Z","end":"2026-05-11T01:45:07.6968Z","steps":["trace[1728745789] 'process raft request' (duration: 3.239932866s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:07.696844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:04.456061Z","time spent":"3.240765046s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:45:07.697007Z","caller":"traceutil/trace.go:171","msg":"trace[841471117] transaction","detail":"{read_only:false; response_revision:24607; number_of_response:1; }","duration":"3.239627919s","start":"2026-05-11T01:45:04.457373Z","end":"2026-05-11T01:45:07.697001Z","steps":["trace[841471117] 'process raft request' (duration: 3.238828512s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:07.697042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:04.457367Z","time spent":"3.23965721s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:45:07.69714Z","caller":"traceutil/trace.go:171","msg":"trace[989173352] transaction","detail":"{read_only:false; response_revision:24608; number_of_response:1; }","duration":"1.805804262s","start":"2026-05-11T01:45:05.891331Z","end":"2026-05-11T01:45:07.697135Z","steps":["trace[989173352] 'process raft request' (duration: 1.804892402s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:07.697173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:05.891296Z","time spent":"1.805860743s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:45:07.697236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.826460179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:45:07.697278Z","caller":"traceutil/trace.go:171","msg":"trace[187425254] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24611; }","duration":"4.826519431s","start":"2026-05-11T01:45:02.87073Z","end":"2026-05-11T01:45:07.697249Z","steps":["trace[187425254] 'agreement among raft nodes before linearized reading' (duration: 4.82647852s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:07.697297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:02.87071Z","time spent":"4.826581772s","remote":"127.0.0.1:41544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:45:07.697292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.786704566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:45:07.69733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.4572095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:45:07.697391Z","caller":"traceutil/trace.go:171","msg":"trace[895969492] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:24611; }","duration":"4.78687667s","start":"2026-05-11T01:45:02.910493Z","end":"2026-05-11T01:45:07.69737Z","steps":["trace[895969492] 'agreement among raft nodes before linearized reading' (duration: 4.786658375s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:07.697401Z","caller":"traceutil/trace.go:171","msg":"trace[1070048058] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:24611; }","duration":"3.457354104s","start":"2026-05-11T01:45:04.240031Z","end":"2026-05-11T01:45:07.697385Z","steps":["trace[1070048058] 'agreement among raft nodes before linearized reading' (duration: 3.457188969s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:07.697319Z","caller":"traceutil/trace.go:171","msg":"trace[1876116893] transaction","detail":"{read_only:false; response_revision:24610; number_of_response:1; }","duration":"1.80571737s","start":"2026-05-11T01:45:05.891553Z","end":"2026-05-11T01:45:07.697271Z","steps":["trace[1876116893] 'process raft request' (duration: 1.804716848s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:07.697443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:02.910465Z","time spent":"4.786969772s","remote":"127.0.0.1:54494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:45:07.697451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:04.239999Z","time spent":"3.457439446s","remote":"127.0.0.1:39934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:45:07.697494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.867078575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:45:07.697538Z","caller":"traceutil/trace.go:171","msg":"trace[1593251325] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:24611; }","duration":"4.867161426s","start":"2026-05-11T01:45:02.83037Z","end":"2026-05-11T01:45:07.697531Z","steps":["trace[1593251325] 'agreement among raft nodes before linearized reading' (duration: 4.867072884s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:07.697555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:02.830352Z","time spent":"4.867197197s","remote":"127.0.0.1:41202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:45:07.697576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:05.891502Z","time spent":"1.805959206s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:45:07.697609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.367506771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130810"} {"level":"info","ts":"2026-05-11T01:45:07.697714Z","caller":"traceutil/trace.go:171","msg":"trace[572660675] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:24611; }","duration":"4.367660964s","start":"2026-05-11T01:45:03.33003Z","end":"2026-05-11T01:45:07.697691Z","steps":["trace[572660675] 'agreement among raft nodes before linearized reading' (duration: 4.367268214s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:07.697742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.932827226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:45:07.697763Z","caller":"traceutil/trace.go:171","msg":"trace[903358476] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24611; }","duration":"4.932848337s","start":"2026-05-11T01:45:02.764908Z","end":"2026-05-11T01:45:07.697757Z","steps":["trace[903358476] 'agreement among raft nodes before linearized reading' (duration: 4.932812256s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:07.697761Z","caller":"traceutil/trace.go:171","msg":"trace[1107307703] transaction","detail":"{read_only:false; response_revision:24611; number_of_response:1; }","duration":"1.806143611s","start":"2026-05-11T01:45:05.891603Z","end":"2026-05-11T01:45:07.697746Z","steps":["trace[1107307703] 'process raft request' (duration: 1.804689458s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:07.697787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:02.764846Z","time spent":"4.93293614s","remote":"127.0.0.1:41532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-11T01:45:07.697794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:03.330018Z","time spent":"4.367743316s","remote":"127.0.0.1:40134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130833,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-05-11T01:45:07.697731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.8077862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:45:07.697882Z","caller":"traceutil/trace.go:171","msg":"trace[1676691702] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:24611; }","duration":"3.807963543s","start":"2026-05-11T01:45:03.889905Z","end":"2026-05-11T01:45:07.697868Z","steps":["trace[1676691702] 'agreement among raft nodes before linearized reading' (duration: 3.807700848s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:07.69792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.249831745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:45:07.697535Z","caller":"traceutil/trace.go:171","msg":"trace[2073260081] transaction","detail":"{read_only:false; response_revision:24609; number_of_response:1; }","duration":"1.805828344s","start":"2026-05-11T01:45:05.891557Z","end":"2026-05-11T01:45:07.697385Z","steps":["trace[2073260081] 'process raft request' (duration: 1.804690788s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:07.698018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.157369768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:45:07.698055Z","caller":"traceutil/trace.go:171","msg":"trace[1223179817] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24611; }","duration":"6.15745083s","start":"2026-05-11T01:45:01.540593Z","end":"2026-05-11T01:45:07.698044Z","steps":["trace[1223179817] 'agreement among raft nodes before linearized reading' (duration: 6.157391289s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:07.698095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:01.54056Z","time spent":"6.157523481s","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:45:07.698123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:05.891506Z","time spent":"1.806507649s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:45:07.698166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.448349563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:45:07.697764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.398818728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-05-11T01:45:07.698237Z","caller":"traceutil/trace.go:171","msg":"trace[1732807520] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24611; }","duration":"3.44865491s","start":"2026-05-11T01:45:04.249562Z","end":"2026-05-11T01:45:07.698217Z","steps":["trace[1732807520] 'agreement among raft nodes before linearized reading' (duration: 3.448122498s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:07.698294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:04.249538Z","time spent":"3.448743621s","remote":"127.0.0.1:41722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:45:07.697902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.861084888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:45:07.69837Z","caller":"traceutil/trace.go:171","msg":"trace[1690730682] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:24611; }","duration":"5.861593689s","start":"2026-05-11T01:45:01.836762Z","end":"2026-05-11T01:45:07.698356Z","steps":["trace[1690730682] 'agreement among raft nodes before linearized reading' (duration: 5.861109258s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:07.698242Z","caller":"traceutil/trace.go:171","msg":"trace[2082097196] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:24611; }","duration":"4.399338689s","start":"2026-05-11T01:45:03.298887Z","end":"2026-05-11T01:45:07.698226Z","steps":["trace[2082097196] 'agreement among raft nodes before linearized reading' (duration: 4.398750476s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:07.698452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:01.836739Z","time spent":"5.861700371s","remote":"127.0.0.1:39958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:45:07.698468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:03.298859Z","time spent":"4.399601465s","remote":"127.0.0.1:40144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-05-11T01:45:07.697834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:05.891552Z","time spent":"1.806244013s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:45:07.697936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:03.889895Z","time spent":"3.808032345s","remote":"127.0.0.1:40214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" "} {"level":"info","ts":"2026-05-11T01:45:07.697965Z","caller":"traceutil/trace.go:171","msg":"trace[351128161] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:24611; }","duration":"6.249920037s","start":"2026-05-11T01:45:01.448031Z","end":"2026-05-11T01:45:07.697951Z","steps":["trace[351128161] 'agreement among raft nodes before linearized reading' (duration: 6.249850616s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:07.698728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:01.448009Z","time spent":"6.250712994s","remote":"127.0.0.1:58292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:45:07.703487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.772877709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ae5f4c7b232281\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-05-11T01:45:07.703537Z","caller":"traceutil/trace.go:171","msg":"trace[1079993862] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ae5f4c7b232281; range_end:; response_count:1; response_revision:24611; }","duration":"4.772993631s","start":"2026-05-11T01:45:02.930532Z","end":"2026-05-11T01:45:07.703526Z","steps":["trace[1079993862] 'agreement among raft nodes before linearized reading' (duration: 4.767255964s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:07.703562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:02.930508Z","time spent":"4.773048453s","remote":"127.0.0.1:40160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ae5f4c7b232281\" "} {"level":"warn","ts":"2026-05-11T01:45:08.19644Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495960157401454,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:45:08.697493Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495960157401454,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:45:08.81789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997263267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-11T01:45:08.818005Z","caller":"traceutil/trace.go:171","msg":"trace[1479203767] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.997407751s","start":"2026-05-11T01:45:05.82057Z","end":"2026-05-11T01:45:08.817977Z","steps":["trace[1479203767] 'agreement among raft nodes before linearized reading' (duration: 2.997258777s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:08.818065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:05.820472Z","time spent":"2.997582175s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/05/11 01:45:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:45:08.85703Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.276176439s","expected-duration":"1s"} {"level":"info","ts":"2026-05-11T01:45:08.901201Z","caller":"traceutil/trace.go:171","msg":"trace[497260763] transaction","detail":"{read_only:false; response_revision:24614; number_of_response:1; }","duration":"2.44400375s","start":"2026-05-11T01:45:06.457163Z","end":"2026-05-11T01:45:08.901167Z","steps":["trace[497260763] 'process raft request' (duration: 2.443933098s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:08.901285Z","caller":"traceutil/trace.go:171","msg":"trace[1363602430] transaction","detail":"{read_only:false; response_revision:24612; number_of_response:1; }","duration":"2.444833657s","start":"2026-05-11T01:45:06.456409Z","end":"2026-05-11T01:45:08.901242Z","steps":["trace[1363602430] 'process raft request' (duration: 2.40086252s)","trace[1363602430] 'compare' (duration: 43.067138ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:45:08.901401Z","caller":"traceutil/trace.go:171","msg":"trace[1060435528] transaction","detail":"{read_only:false; response_revision:24613; number_of_response:1; }","duration":"2.444183164s","start":"2026-05-11T01:45:06.457163Z","end":"2026-05-11T01:45:08.901346Z","steps":["trace[1060435528] 'process raft request' (duration: 2.443793395s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:08.901427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:06.457119Z","time spent":"2.444188414s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:45:08.901471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:06.456377Z","time spent":"2.444987381s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:45:08.901633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:06.457119Z","time spent":"2.444366898s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:45:08.943114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000301759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-11T01:45:08.943429Z","caller":"traceutil/trace.go:171","msg":"trace[1714209461] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000473023s","start":"2026-05-11T01:45:06.942731Z","end":"2026-05-11T01:45:08.943204Z","steps":["trace[1714209461] 'agreement among raft nodes before linearized reading' (duration: 2.00033074s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:08.94353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:06.942712Z","time spent":"2.000792869s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/11 01:45:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:45:09.206012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997723298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-11T01:45:09.206095Z","caller":"traceutil/trace.go:171","msg":"trace[1688438980] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.997872811s","start":"2026-05-11T01:45:06.208203Z","end":"2026-05-11T01:45:09.206076Z","steps":["trace[1688438980] 'agreement among raft nodes before linearized reading' (duration: 2.997761288s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:09.206145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:06.208182Z","time spent":"2.997955123s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/05/11 01:45:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:45:09.229256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.985346592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-11T01:45:09.229358Z","caller":"traceutil/trace.go:171","msg":"trace[965365437] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.985501386s","start":"2026-05-11T01:45:06.243825Z","end":"2026-05-11T01:45:09.229327Z","steps":["trace[965365437] 'agreement among raft nodes before linearized reading' (duration: 2.985383833s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:09.229412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:06.243792Z","time spent":"2.985610028s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/05/11 01:45:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:45:09.252262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:07.702664Z","time spent":"1.549590074s","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/11 01:45:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-05-11T01:45:09.824989Z","caller":"traceutil/trace.go:171","msg":"trace[483788690] linearizableReadLoop","detail":"{readStateIndex:25430; appliedIndex:25425; }","duration":"2.128602704s","start":"2026-05-11T01:45:07.69636Z","end":"2026-05-11T01:45:09.824963Z","steps":["trace[483788690] 'read index received' (duration: 1.160931707s)","trace[483788690] 'applied index is now lower than readState.Index' (duration: 967.669837ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:45:09.825112Z","caller":"traceutil/trace.go:171","msg":"trace[8334897] transaction","detail":"{read_only:false; response_revision:24616; number_of_response:1; }","duration":"2.119999922s","start":"2026-05-11T01:45:07.7051Z","end":"2026-05-11T01:45:09.8251Z","steps":["trace[8334897] 'process raft request' (duration: 2.119660414s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:09.825226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:07.705083Z","time spent":"2.120055864s","remote":"127.0.0.1:40160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:45:09.825654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.56533402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:45:09.825739Z","caller":"traceutil/trace.go:171","msg":"trace[1133542007] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:24617; }","duration":"4.565428322s","start":"2026-05-11T01:45:05.26029Z","end":"2026-05-11T01:45:09.825719Z","steps":["trace[1133542007] 'agreement among raft nodes before linearized reading' (duration: 4.565289829s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:09.825752Z","caller":"traceutil/trace.go:171","msg":"trace[1940374350] transaction","detail":"{read_only:false; response_revision:24617; number_of_response:1; }","duration":"1.005730104s","start":"2026-05-11T01:45:08.82Z","end":"2026-05-11T01:45:09.82573Z","steps":["trace[1940374350] 'process raft request' (duration: 1.004878705s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:09.825783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:05.260265Z","time spent":"4.565505794s","remote":"127.0.0.1:41854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:45:09.825808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.464698752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-05-11T01:45:09.825848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.371084636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-cb5098d4-6483-4269-8d1b-018c953a7bfd\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-05-11T01:45:09.82586Z","caller":"traceutil/trace.go:171","msg":"trace[112137666] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:24617; }","duration":"4.464781094s","start":"2026-05-11T01:45:05.361065Z","end":"2026-05-11T01:45:09.825846Z","steps":["trace[112137666] 'agreement among raft nodes before linearized reading' (duration: 4.46457393s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:09.825869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:08.819968Z","time spent":"1.005830506s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:45:09.825885Z","caller":"traceutil/trace.go:171","msg":"trace[1396312258] range","detail":"{range_begin:/registry/persistentvolumes/pvc-cb5098d4-6483-4269-8d1b-018c953a7bfd; range_end:; response_count:1; response_revision:24617; }","duration":"5.371133998s","start":"2026-05-11T01:45:04.454739Z","end":"2026-05-11T01:45:09.825873Z","steps":["trace[1396312258] 'agreement among raft nodes before linearized reading' (duration: 5.371044656s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:09.825892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:05.361048Z","time spent":"4.464835865s","remote":"127.0.0.1:40110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.210\" "} {"level":"warn","ts":"2026-05-11T01:45:09.825919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:04.454717Z","time spent":"5.371195079s","remote":"127.0.0.1:40220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-cb5098d4-6483-4269-8d1b-018c953a7bfd\" "} {"level":"warn","ts":"2026-05-11T01:45:09.825888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.767233682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:45:09.825662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.377789679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:45:09.825991Z","caller":"traceutil/trace.go:171","msg":"trace[803033226] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24617; }","duration":"4.767407486s","start":"2026-05-11T01:45:05.058562Z","end":"2026-05-11T01:45:09.825969Z","steps":["trace[803033226] 'agreement among raft nodes before linearized reading' (duration: 4.76714901s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:09.82602Z","caller":"traceutil/trace.go:171","msg":"trace[312240054] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24617; }","duration":"4.37822721s","start":"2026-05-11T01:45:05.447779Z","end":"2026-05-11T01:45:09.826006Z","steps":["trace[312240054] 'agreement among raft nodes before linearized reading' (duration: 4.37778303s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:09.826043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:05.058533Z","time spent":"4.767499048s","remote":"127.0.0.1:41416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:45:09.826146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.566856952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-11T01:45:09.826192Z","caller":"traceutil/trace.go:171","msg":"trace[1266790290] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24617; }","duration":"2.566931774s","start":"2026-05-11T01:45:07.259249Z","end":"2026-05-11T01:45:09.826181Z","steps":["trace[1266790290] 'agreement among raft nodes before linearized reading' (duration: 2.566815082s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:09.826222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:07.259235Z","time spent":"2.566980115s","remote":"127.0.0.1:40186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-11T01:45:09.826429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.789937036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:45:09.826458Z","caller":"traceutil/trace.go:171","msg":"trace[1661606409] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:24617; }","duration":"2.790010417s","start":"2026-05-11T01:45:07.036439Z","end":"2026-05-11T01:45:09.826449Z","steps":["trace[1661606409] 'agreement among raft nodes before linearized reading' (duration: 2.789923504s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:09.826484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:07.036417Z","time spent":"2.790059048s","remote":"127.0.0.1:40364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:45:09.826537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:05.447756Z","time spent":"4.378293381s","remote":"127.0.0.1:41332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:45:09.826646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.489646081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:45:09.826928Z","caller":"traceutil/trace.go:171","msg":"trace[2010123880] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:24617; }","duration":"3.489967189s","start":"2026-05-11T01:45:06.336946Z","end":"2026-05-11T01:45:09.826913Z","steps":["trace[2010123880] 'agreement among raft nodes before linearized reading' (duration: 3.489655902s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:09.826966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:06.336915Z","time spent":"3.49003881s","remote":"127.0.0.1:54478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:45:09.827159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.946128177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:45:09.827197Z","caller":"traceutil/trace.go:171","msg":"trace[515440360] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:24617; }","duration":"3.946219779s","start":"2026-05-11T01:45:05.880968Z","end":"2026-05-11T01:45:09.827188Z","steps":["trace[515440360] 'agreement among raft nodes before linearized reading' (duration: 3.946149757s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:09.827258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:05.880942Z","time spent":"3.946304661s","remote":"127.0.0.1:41182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:45:09.827526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.297583065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:45:09.827566Z","caller":"traceutil/trace.go:171","msg":"trace[1980720769] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:24617; }","duration":"4.297659647s","start":"2026-05-11T01:45:05.529898Z","end":"2026-05-11T01:45:09.827557Z","steps":["trace[1980720769] 'agreement among raft nodes before linearized reading' (duration: 4.297487723s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:09.827592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:05.529882Z","time spent":"4.297702927s","remote":"127.0.0.1:40408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":125,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:45:09.825755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.370396391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-05-11T01:45:09.827719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.952924134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:45:09.827756Z","caller":"traceutil/trace.go:171","msg":"trace[1069832422] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24617; }","duration":"5.372399046s","start":"2026-05-11T01:45:04.455347Z","end":"2026-05-11T01:45:09.827746Z","steps":["trace[1069832422] 'agreement among raft nodes before linearized reading' (duration: 5.370287999s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:09.82776Z","caller":"traceutil/trace.go:171","msg":"trace[1992456415] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:24617; }","duration":"4.952999556s","start":"2026-05-11T01:45:04.87475Z","end":"2026-05-11T01:45:09.827749Z","steps":["trace[1992456415] 'agreement among raft nodes before linearized reading' (duration: 4.952926924s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:09.827792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:04.455328Z","time spent":"5.372452588s","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-11T01:45:09.827795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:04.874733Z","time spent":"4.953052727s","remote":"127.0.0.1:39852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} 2026/05/11 01:45:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:45:10.325452Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495960157401464,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:45:10.633625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.336114ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:45:10.634067Z","caller":"traceutil/trace.go:171","msg":"trace[884160576] transaction","detail":"{read_only:false; response_revision:24623; number_of_response:1; }","duration":"925.152391ms","start":"2026-05-11T01:45:09.708892Z","end":"2026-05-11T01:45:10.634044Z","steps":["trace[884160576] 'process raft request' (duration: 925.10975ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:10.634139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:09.708867Z","time spent":"925.236902ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:45:10.634174Z","caller":"traceutil/trace.go:171","msg":"trace[1231407301] transaction","detail":"{read_only:false; response_revision:24621; number_of_response:1; }","duration":"927.271868ms","start":"2026-05-11T01:45:09.706819Z","end":"2026-05-11T01:45:10.634091Z","steps":["trace[1231407301] 'process raft request' (duration: 927.110595ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:10.634204Z","caller":"traceutil/trace.go:171","msg":"trace[830969799] transaction","detail":"{read_only:false; response_revision:24618; number_of_response:1; }","duration":"1.402389498s","start":"2026-05-11T01:45:09.231748Z","end":"2026-05-11T01:45:10.634137Z","steps":["trace[830969799] 'process raft request' (duration: 1.296449891s)","trace[830969799] 'compare' (duration: 104.863633ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:45:10.634283Z","caller":"traceutil/trace.go:171","msg":"trace[1490292159] transaction","detail":"{read_only:false; response_revision:24622; number_of_response:1; }","duration":"926.968662ms","start":"2026-05-11T01:45:09.707267Z","end":"2026-05-11T01:45:10.634235Z","steps":["trace[1490292159] 'process raft request' (duration: 926.702306ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:10.634357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:09.706813Z","time spent":"927.438352ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:45:10.634376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:09.231716Z","time spent":"1.402577443s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":456,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:45:10.634375Z","caller":"traceutil/trace.go:171","msg":"trace[2067481701] transaction","detail":"{read_only:false; response_revision:24620; number_of_response:1; }","duration":"927.984553ms","start":"2026-05-11T01:45:09.706353Z","end":"2026-05-11T01:45:10.634337Z","steps":["trace[2067481701] 'process raft request' (duration: 927.488823ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:10.634437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:09.707246Z","time spent":"927.112025ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:45:10.634536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:09.706338Z","time spent":"928.103107ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:45:10.634584Z","caller":"traceutil/trace.go:171","msg":"trace[1969405384] transaction","detail":"{read_only:false; response_revision:24619; number_of_response:1; }","duration":"1.176074493s","start":"2026-05-11T01:45:09.45805Z","end":"2026-05-11T01:45:10.634125Z","steps":["trace[1969405384] 'process raft request' (duration: 1.175681374s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:10.634658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:09.458029Z","time spent":"1.176591685s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:45:10.943295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99992762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-11T01:45:10.943406Z","caller":"traceutil/trace.go:171","msg":"trace[325170054] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000099014s","start":"2026-05-11T01:45:08.943285Z","end":"2026-05-11T01:45:10.943384Z","steps":["trace[325170054] 'agreement among raft nodes before linearized reading' (duration: 1.999971631s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:10.943463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:08.943155Z","time spent":"2.000295709s","remote":"127.0.0.1:40064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/11 01:45:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:45:12.218616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.213832ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:45:12.218733Z","caller":"traceutil/trace.go:171","msg":"trace[1494137042] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24623; }","duration":"854.341806ms","start":"2026-05-11T01:45:11.364376Z","end":"2026-05-11T01:45:12.218718Z","steps":["trace[1494137042] 'range keys from in-memory index tree' (duration: 854.196662ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:12.219153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.280839635s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-05-11T01:45:12.219426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:09.828613Z","time spent":"2.390804877s","remote":"127.0.0.1:40110","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-11T01:45:12.219503Z","caller":"traceutil/trace.go:171","msg":"trace[1579386097] transaction","detail":"{read_only:false; response_revision:24625; number_of_response:1; }","duration":"2.389692562s","start":"2026-05-11T01:45:09.829782Z","end":"2026-05-11T01:45:12.219475Z","steps":["trace[1579386097] 'process raft request' (duration: 2.38959421s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:12.219639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:09.829757Z","time spent":"2.389817114s","remote":"127.0.0.1:40160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-11T01:45:12.247689Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.309256147s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-11T01:45:12.861102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.648294ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-11T01:45:12.861408Z","caller":"traceutil/trace.go:171","msg":"trace[2092335354] linearizableReadLoop","detail":"{readStateIndex:25440; appliedIndex:25431; }","duration":"3.036326947s","start":"2026-05-11T01:45:09.825063Z","end":"2026-05-11T01:45:12.86139Z","steps":["trace[2092335354] 'read index received' (duration: 703.151192ms)","trace[2092335354] 'applied index is now lower than readState.Index' (duration: 2.333174755s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:45:12.861669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.155319023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-11T01:45:12.86179Z","caller":"traceutil/trace.go:171","msg":"trace[1827729357] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24626; }","duration":"3.155482967s","start":"2026-05-11T01:45:09.70628Z","end":"2026-05-11T01:45:12.861763Z","steps":["trace[1827729357] 'agreement among raft nodes before linearized reading' (duration: 3.155213631s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:12.861721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.15277578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:45:12.86186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:09.706265Z","time spent":"3.155579599s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-11T01:45:12.861885Z","caller":"traceutil/trace.go:171","msg":"trace[1700182133] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24626; }","duration":"5.152956463s","start":"2026-05-11T01:45:07.708899Z","end":"2026-05-11T01:45:12.861856Z","steps":["trace[1700182133] 'agreement among raft nodes before linearized reading' (duration: 5.152764119s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:12.861906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.234415619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:45:12.861933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.419074001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:45:12.86201Z","caller":"traceutil/trace.go:171","msg":"trace[864680883] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:24626; }","duration":"4.234604014s","start":"2026-05-11T01:45:08.627374Z","end":"2026-05-11T01:45:12.861978Z","steps":["trace[864680883] 'agreement among raft nodes before linearized reading' (duration: 4.2344074s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:12.862061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:08.627346Z","time spent":"4.234704016s","remote":"127.0.0.1:54456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:45:12.862063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.507910907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-05-11T01:45:12.862072Z","caller":"traceutil/trace.go:171","msg":"trace[395332119] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:24626; }","duration":"3.419276745s","start":"2026-05-11T01:45:09.442756Z","end":"2026-05-11T01:45:12.862033Z","steps":["trace[395332119] 'agreement among raft nodes before linearized reading' (duration: 3.418995819s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:12.862116Z","caller":"traceutil/trace.go:171","msg":"trace[1712455578] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:24626; }","duration":"3.50799745s","start":"2026-05-11T01:45:09.354106Z","end":"2026-05-11T01:45:12.862103Z","steps":["trace[1712455578] 'agreement among raft nodes before linearized reading' (duration: 3.507639702s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:12.862154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:09.354091Z","time spent":"3.508055021s","remote":"127.0.0.1:39852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7772,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-05-11T01:45:12.862264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.160628524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:89 size:117444"} {"level":"info","ts":"2026-05-11T01:45:12.862298Z","caller":"traceutil/trace.go:171","msg":"trace[1061097300] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:89; response_revision:24626; }","duration":"5.160702306s","start":"2026-05-11T01:45:07.701588Z","end":"2026-05-11T01:45:12.862291Z","steps":["trace[1061097300] 'agreement among raft nodes before linearized reading' (duration: 5.160145833s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:12.862325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:07.701566Z","time spent":"5.160752417s","remote":"127.0.0.1:40260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":89,"response size":117467,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-05-11T01:45:12.86238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.160749447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:89 size:117444"} {"level":"warn","ts":"2026-05-11T01:45:12.861991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:07.708881Z","time spent":"5.153074726s","remote":"127.0.0.1:40260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-05-11T01:45:12.862419Z","caller":"traceutil/trace.go:171","msg":"trace[2000278263] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:89; response_revision:24626; }","duration":"5.160829718s","start":"2026-05-11T01:45:07.70158Z","end":"2026-05-11T01:45:12.86241Z","steps":["trace[2000278263] 'agreement among raft nodes before linearized reading' (duration: 5.160178254s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:12.862448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:07.701546Z","time spent":"5.16089467s","remote":"127.0.0.1:40260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":89,"response size":117467,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-05-11T01:45:12.862253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:09.442738Z","time spent":"3.419390968s","remote":"127.0.0.1:40234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":14,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:45:12.861723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.15516983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-11T01:45:12.862585Z","caller":"traceutil/trace.go:171","msg":"trace[1139310247] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24626; }","duration":"3.156083631s","start":"2026-05-11T01:45:09.70648Z","end":"2026-05-11T01:45:12.862563Z","steps":["trace[1139310247] 'agreement among raft nodes before linearized reading' (duration: 3.155177821s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:12.861974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.15563232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-11T01:45:12.862659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:09.70643Z","time spent":"3.156208013s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-11T01:45:12.862693Z","caller":"traceutil/trace.go:171","msg":"trace[1593018626] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24626; }","duration":"3.156357966s","start":"2026-05-11T01:45:09.70632Z","end":"2026-05-11T01:45:12.862678Z","steps":["trace[1593018626] 'agreement among raft nodes before linearized reading' (duration: 3.155494147s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:12.862707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.911962993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:274195"} {"level":"warn","ts":"2026-05-11T01:45:12.862783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:09.706318Z","time spent":"3.156417417s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-11T01:45:12.862868Z","caller":"traceutil/trace.go:171","msg":"trace[476695464] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:24626; }","duration":"4.912210347s","start":"2026-05-11T01:45:07.950606Z","end":"2026-05-11T01:45:12.862816Z","steps":["trace[476695464] 'agreement among raft nodes before linearized reading' (duration: 4.911005751s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:12.862941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:07.950587Z","time spent":"4.912339241s","remote":"127.0.0.1:40528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":274218,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-05-11T01:45:12.863241Z","caller":"traceutil/trace.go:171","msg":"trace[2036146824] transaction","detail":"{read_only:false; response_revision:24627; number_of_response:1; }","duration":"1.955931482s","start":"2026-05-11T01:45:10.907296Z","end":"2026-05-11T01:45:12.863227Z","steps":["trace[2036146824] 'process raft request' (duration: 1.953927527s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:12.863332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:10.907273Z","time spent":"1.956000254s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:45:12.863588Z","caller":"traceutil/trace.go:171","msg":"trace[1195048388] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24630; }","duration":"643.045496ms","start":"2026-05-11T01:45:12.220534Z","end":"2026-05-11T01:45:12.86358Z","steps":["trace[1195048388] 'process raft request' (duration: 643.027366ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:12.863594Z","caller":"traceutil/trace.go:171","msg":"trace[1127753399] transaction","detail":"{read_only:false; response_revision:24628; number_of_response:1; }","duration":"1.95623769s","start":"2026-05-11T01:45:10.907336Z","end":"2026-05-11T01:45:12.863573Z","steps":["trace[1127753399] 'process raft request' (duration: 1.955834711s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:12.863608Z","caller":"traceutil/trace.go:171","msg":"trace[1682376386] transaction","detail":"{read_only:false; response_revision:24629; number_of_response:1; }","duration":"1.955541243s","start":"2026-05-11T01:45:10.90805Z","end":"2026-05-11T01:45:12.863591Z","steps":["trace[1682376386] 'process raft request' (duration: 1.95540503s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:12.863645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:12.220511Z","time spent":"643.107977ms","remote":"127.0.0.1:40110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:45:12.863698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:10.907313Z","time spent":"1.956326651s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:45:12.863732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:10.908025Z","time spent":"1.955640236s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:45:12.863761Z","caller":"traceutil/trace.go:171","msg":"trace[991752218] transaction","detail":"{read_only:false; response_revision:24630; number_of_response:1; }","duration":"905.762561ms","start":"2026-05-11T01:45:11.95799Z","end":"2026-05-11T01:45:12.863753Z","steps":["trace[991752218] 'process raft request' (duration: 905.542436ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:12.863812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:11.957964Z","time spent":"905.812731ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:45:12.952299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000238108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-11T01:45:12.952404Z","caller":"traceutil/trace.go:171","msg":"trace[1236690795] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000393111s","start":"2026-05-11T01:45:10.951987Z","end":"2026-05-11T01:45:12.952381Z","steps":["trace[1236690795] 'agreement among raft nodes before linearized reading' (duration: 2.000252298s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:12.952466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:10.951971Z","time spent":"2.000483533s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:45:13.362034Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495960157401479,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:45:13.862655Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495960157401479,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:45:14.016748Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.376254446s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-11T01:45:14.914958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.802663ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:45:14.915072Z","caller":"traceutil/trace.go:171","msg":"trace[1979201152] transaction","detail":"{read_only:false; response_revision:24631; number_of_response:1; }","duration":"2.274713914s","start":"2026-05-11T01:45:12.640336Z","end":"2026-05-11T01:45:14.91505Z","steps":["trace[1979201152] 'process raft request' (duration: 1.376740067s)","trace[1979201152] 'compare' (duration: 896.226948ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:45:14.915133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:12.640306Z","time spent":"2.274797155s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:45:14.952674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999962032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-11T01:45:14.952846Z","caller":"traceutil/trace.go:171","msg":"trace[1113040328] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000189787s","start":"2026-05-11T01:45:12.952636Z","end":"2026-05-11T01:45:14.952826Z","steps":["trace[1113040328] 'agreement among raft nodes before linearized reading' (duration: 1.999987433s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:14.952959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:12.95262Z","time spent":"2.000328411s","remote":"127.0.0.1:40064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:45:15.662553Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.645490956s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-11T01:45:15.9615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.539541ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:45:15.962257Z","caller":"traceutil/trace.go:171","msg":"trace[940904234] linearizableReadLoop","detail":"{readStateIndex:25454; appliedIndex:25446; }","duration":"3.100772591s","start":"2026-05-11T01:45:12.861434Z","end":"2026-05-11T01:45:15.962207Z","steps":["trace[940904234] 'read index received' (duration: 1.155567197s)","trace[940904234] 'applied index is now lower than readState.Index' (duration: 1.945204254s)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:45:15.962479Z","caller":"traceutil/trace.go:171","msg":"trace[1390653409] transaction","detail":"{read_only:false; response_revision:24632; number_of_response:1; }","duration":"3.32186123s","start":"2026-05-11T01:45:12.640605Z","end":"2026-05-11T01:45:15.962466Z","steps":["trace[1390653409] 'process raft request' (duration: 3.022240404s)","trace[1390653409] 'compare' (duration: 298.074151ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:45:15.962531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:12.640592Z","time spent":"3.32191202s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:45:15.962689Z","caller":"traceutil/trace.go:171","msg":"trace[1712135758] transaction","detail":"{read_only:false; response_revision:24633; number_of_response:1; }","duration":"3.321709106s","start":"2026-05-11T01:45:12.640972Z","end":"2026-05-11T01:45:15.962681Z","steps":["trace[1712135758] 'process raft request' (duration: 3.320647183s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:15.962725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:12.640942Z","time spent":"3.321761847s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:45:15.963359Z","caller":"traceutil/trace.go:171","msg":"trace[1266633098] transaction","detail":"{read_only:false; response_revision:24637; number_of_response:1; }","duration":"3.094084542s","start":"2026-05-11T01:45:12.869259Z","end":"2026-05-11T01:45:15.963343Z","steps":["trace[1266633098] 'process raft request' (duration: 3.092883886s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:15.963378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.052718408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:45:15.963361Z","caller":"traceutil/trace.go:171","msg":"trace[1279362198] transaction","detail":"{read_only:false; response_revision:24638; number_of_response:1; }","duration":"1.98239659s","start":"2026-05-11T01:45:13.980923Z","end":"2026-05-11T01:45:15.96332Z","steps":["trace[1279362198] 'process raft request' (duration: 1.981241535s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:15.96339Z","caller":"traceutil/trace.go:171","msg":"trace[1901301793] transaction","detail":"{read_only:false; response_revision:24636; number_of_response:1; }","duration":"3.09448338s","start":"2026-05-11T01:45:12.868863Z","end":"2026-05-11T01:45:15.963346Z","steps":["trace[1901301793] 'process raft request' (duration: 3.093254693s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:15.963413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:12.869234Z","time spent":"3.094149513s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:45:15.963396Z","caller":"traceutil/trace.go:171","msg":"trace[1615145932] transaction","detail":"{read_only:false; response_revision:24634; number_of_response:1; }","duration":"3.32236888s","start":"2026-05-11T01:45:12.640994Z","end":"2026-05-11T01:45:15.963363Z","steps":["trace[1615145932] 'process raft request' (duration: 3.320785176s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:15.963445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:12.865249Z","time spent":"3.098191343s","remote":"127.0.0.1:40110","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-11T01:45:15.963475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.154425645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-11T01:45:15.963447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.249294901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:45:15.963496Z","caller":"traceutil/trace.go:171","msg":"trace[1133109349] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:24638; }","duration":"3.154494606s","start":"2026-05-11T01:45:12.808995Z","end":"2026-05-11T01:45:15.963489Z","steps":["trace[1133109349] 'agreement among raft nodes before linearized reading' (duration: 3.154454915s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:15.96347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.05281204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:45:15.963517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:12.808971Z","time spent":"3.154541426s","remote":"127.0.0.1:36180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:45:15.963515Z","caller":"traceutil/trace.go:171","msg":"trace[391037440] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24638; }","duration":"4.249462665s","start":"2026-05-11T01:45:11.714035Z","end":"2026-05-11T01:45:15.963498Z","steps":["trace[391037440] 'agreement among raft nodes before linearized reading' (duration: 4.249302812s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:15.963523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:13.980887Z","time spent":"1.982552324s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:45:15.963525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:12.868842Z","time spent":"3.094609993s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:45:15.963526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:12.640964Z","time spent":"3.322499163s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:45:15.963531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.134085627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-05-11T01:45:15.963553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:11.714012Z","time spent":"4.249534586s","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:45:15.963544Z","caller":"traceutil/trace.go:171","msg":"trace[1368352282] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24638; }","duration":"4.052922913s","start":"2026-05-11T01:45:11.9106Z","end":"2026-05-11T01:45:15.963523Z","steps":["trace[1368352282] 'agreement among raft nodes before linearized reading' (duration: 4.052743669s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:15.963594Z","caller":"traceutil/trace.go:171","msg":"trace[1100562075] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24638; }","duration":"4.13419285s","start":"2026-05-11T01:45:11.829384Z","end":"2026-05-11T01:45:15.963576Z","steps":["trace[1100562075] 'agreement among raft nodes before linearized reading' (duration: 4.133968915s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:15.96361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:11.910533Z","time spent":"4.053065936s","remote":"127.0.0.1:41390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:45:15.963628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:11.829335Z","time spent":"4.134285283s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-05-11T01:45:15.963436Z","caller":"traceutil/trace.go:171","msg":"trace[263656152] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24638; }","duration":"4.052860662s","start":"2026-05-11T01:45:11.910563Z","end":"2026-05-11T01:45:15.963424Z","steps":["trace[263656152] 'agreement among raft nodes before linearized reading' (duration: 4.052728769s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:15.963669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.601769906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-11T01:45:15.963678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.951128074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:45:15.963685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:11.910543Z","time spent":"4.053125787s","remote":"127.0.0.1:41302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:45:15.96369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.284772534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:45:15.963704Z","caller":"traceutil/trace.go:171","msg":"trace[1761066617] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:24638; }","duration":"3.601851847s","start":"2026-05-11T01:45:12.36184Z","end":"2026-05-11T01:45:15.963692Z","steps":["trace[1761066617] 'agreement among raft nodes before linearized reading' (duration: 3.601783716s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:15.963718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.73816656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ae5f4c7b232281\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-05-11T01:45:15.963715Z","caller":"traceutil/trace.go:171","msg":"trace[747078016] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24638; }","duration":"4.951209516s","start":"2026-05-11T01:45:11.012489Z","end":"2026-05-11T01:45:15.963699Z","steps":["trace[747078016] 'agreement among raft nodes before linearized reading' (duration: 4.951160954s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:15.963371Z","caller":"traceutil/trace.go:171","msg":"trace[2052948586] transaction","detail":"{read_only:false; response_revision:24635; number_of_response:1; }","duration":"3.096308551s","start":"2026-05-11T01:45:12.867024Z","end":"2026-05-11T01:45:15.963332Z","steps":["trace[2052948586] 'process raft request' (duration: 3.095056333s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:15.963736Z","caller":"traceutil/trace.go:171","msg":"trace[246798645] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ae5f4c7b232281; range_end:; response_count:1; response_revision:24638; }","duration":"3.738227981s","start":"2026-05-11T01:45:12.225503Z","end":"2026-05-11T01:45:15.963731Z","steps":["trace[246798645] 'agreement among raft nodes before linearized reading' (duration: 3.738144299s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:15.963734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:12.361805Z","time spent":"3.601921799s","remote":"127.0.0.1:54506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:45:15.96373Z","caller":"traceutil/trace.go:171","msg":"trace[1289976183] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24638; }","duration":"3.284831255s","start":"2026-05-11T01:45:12.678882Z","end":"2026-05-11T01:45:15.963713Z","steps":["trace[1289976183] 'agreement among raft nodes before linearized reading' (duration: 3.284763313s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:15.96375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:12.225485Z","time spent":"3.738261412s","remote":"127.0.0.1:40160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ae5f4c7b232281\" "} {"level":"warn","ts":"2026-05-11T01:45:15.963749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:11.012465Z","time spent":"4.951277637s","remote":"127.0.0.1:41808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:45:15.963513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.016449377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"warn","ts":"2026-05-11T01:45:15.963769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:12.678872Z","time spent":"3.284888246s","remote":"127.0.0.1:51786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:45:15.963637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.851043767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-05-11T01:45:15.963802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:12.866998Z","time spent":"3.096755471s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:45:15.963838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.040995607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:45:15.963832Z","caller":"traceutil/trace.go:171","msg":"trace[729081124] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24638; }","duration":"4.851285142s","start":"2026-05-11T01:45:11.112532Z","end":"2026-05-11T01:45:15.963817Z","steps":["trace[729081124] 'agreement among raft nodes before linearized reading' (duration: 4.851057767s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:15.963851Z","caller":"traceutil/trace.go:171","msg":"trace[161146655] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:24638; }","duration":"4.041018968s","start":"2026-05-11T01:45:11.922827Z","end":"2026-05-11T01:45:15.963846Z","steps":["trace[161146655] 'agreement among raft nodes before linearized reading' (duration: 4.040994287s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:15.963856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.432857428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-11T01:45:15.963867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:11.922821Z","time spent":"4.041043288s","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:45:15.963877Z","caller":"traceutil/trace.go:171","msg":"trace[1214332773] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:24638; }","duration":"3.432914689s","start":"2026-05-11T01:45:12.530955Z","end":"2026-05-11T01:45:15.96387Z","steps":["trace[1214332773] 'agreement among raft nodes before linearized reading' (duration: 3.432840788s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:15.963799Z","caller":"traceutil/trace.go:171","msg":"trace[1010036335] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24638; }","duration":"5.016803435s","start":"2026-05-11T01:45:10.946986Z","end":"2026-05-11T01:45:15.963789Z","steps":["trace[1010036335] 'agreement among raft nodes before linearized reading' (duration: 5.016326614s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:15.963894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:12.530938Z","time spent":"3.43295228s","remote":"127.0.0.1:40612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:45:15.9639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:10.946961Z","time spent":"5.016932307s","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-11T01:45:15.96387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:11.112514Z","time spent":"4.851345343s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-11T01:45:15.964046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.132642828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-05-11T01:45:15.964046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.190880688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:45:15.964072Z","caller":"traceutil/trace.go:171","msg":"trace[284008171] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:24638; }","duration":"6.13268578s","start":"2026-05-11T01:45:09.831378Z","end":"2026-05-11T01:45:15.964064Z","steps":["trace[284008171] 'agreement among raft nodes before linearized reading' (duration: 6.132557427s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:15.964078Z","caller":"traceutil/trace.go:171","msg":"trace[1964843728] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:24638; }","duration":"5.19095899s","start":"2026-05-11T01:45:10.773112Z","end":"2026-05-11T01:45:15.964071Z","steps":["trace[1964843728] 'agreement among raft nodes before linearized reading' (duration: 5.190899478s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:15.964075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.133280923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18368"} {"level":"warn","ts":"2026-05-11T01:45:15.964068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.702064339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-11T01:45:15.964096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:09.83137Z","time spent":"6.13272151s","remote":"127.0.0.1:40234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-05-11T01:45:15.964099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:10.773089Z","time spent":"5.19100512s","remote":"127.0.0.1:40378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:45:15.964106Z","caller":"traceutil/trace.go:171","msg":"trace[643955627] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24638; }","duration":"6.133334643s","start":"2026-05-11T01:45:09.830762Z","end":"2026-05-11T01:45:15.964097Z","steps":["trace[643955627] 'agreement among raft nodes before linearized reading' (duration: 6.133231501s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:15.964125Z","caller":"traceutil/trace.go:171","msg":"trace[513090202] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24638; }","duration":"5.702159461s","start":"2026-05-11T01:45:10.261946Z","end":"2026-05-11T01:45:15.964105Z","steps":["trace[513090202] 'agreement among raft nodes before linearized reading' (duration: 5.70207685s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:15.964134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:09.830749Z","time spent":"6.133378774s","remote":"127.0.0.1:40250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18391,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-11T01:45:15.964169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:10.261924Z","time spent":"5.702234003s","remote":"127.0.0.1:51800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:45:16.128022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000026224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-11T01:45:16.128106Z","caller":"traceutil/trace.go:171","msg":"trace[1039523159] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000182897s","start":"2026-05-11T01:45:14.127905Z","end":"2026-05-11T01:45:16.128088Z","steps":["trace[1039523159] 'agreement among raft nodes before linearized reading' (duration: 2.000072935s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:16.128141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:14.127871Z","time spent":"2.000263239s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/11 01:45:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:45:16.463253Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495960157401492,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:45:16.927967Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.265104445s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-11T01:45:16.960925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000171087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-11T01:45:16.961032Z","caller":"traceutil/trace.go:171","msg":"trace[1168942632] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00035833s","start":"2026-05-11T01:45:14.960651Z","end":"2026-05-11T01:45:16.961009Z","steps":["trace[1168942632] 'agreement among raft nodes before linearized reading' (duration: 2.000190346s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:16.961086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:14.960634Z","time spent":"2.000441152s","remote":"127.0.0.1:40064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:45:17.138774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.406601ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:45:17.139248Z","caller":"traceutil/trace.go:171","msg":"trace[1886393036] transaction","detail":"{read_only:false; response_revision:24644; number_of_response:1; }","duration":"1.498323802s","start":"2026-05-11T01:45:15.640905Z","end":"2026-05-11T01:45:17.139229Z","steps":["trace[1886393036] 'process raft request' (duration: 1.498250131s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:17.139334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:15.640871Z","time spent":"1.498424905s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:45:17.139589Z","caller":"traceutil/trace.go:171","msg":"trace[1178079591] transaction","detail":"{read_only:false; response_revision:24639; number_of_response:1; }","duration":"2.916768828s","start":"2026-05-11T01:45:14.222801Z","end":"2026-05-11T01:45:17.13957Z","steps":["trace[1178079591] 'process raft request' (duration: 2.705367645s)","trace[1178079591] 'compare' (duration: 210.238267ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:45:17.139674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:14.222771Z","time spent":"2.916866839s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:45:17.140153Z","caller":"traceutil/trace.go:171","msg":"trace[974651427] transaction","detail":"{read_only:false; response_revision:24642; number_of_response:1; }","duration":"2.227470534s","start":"2026-05-11T01:45:14.91265Z","end":"2026-05-11T01:45:17.140121Z","steps":["trace[974651427] 'process raft request' (duration: 2.226435701s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:17.140205Z","caller":"traceutil/trace.go:171","msg":"trace[2091597660] transaction","detail":"{read_only:false; response_revision:24640; number_of_response:1; }","duration":"2.61387911s","start":"2026-05-11T01:45:14.526285Z","end":"2026-05-11T01:45:17.140164Z","steps":["trace[2091597660] 'process raft request' (duration: 2.612635292s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:17.140346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:14.912644Z","time spent":"2.227606136s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:45:17.140371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:14.526259Z","time spent":"2.614033552s","remote":"127.0.0.1:39852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:45:17.140147Z","caller":"traceutil/trace.go:171","msg":"trace[841220473] transaction","detail":"{read_only:false; response_revision:24643; number_of_response:1; }","duration":"2.225448178s","start":"2026-05-11T01:45:14.91467Z","end":"2026-05-11T01:45:17.140119Z","steps":["trace[841220473] 'process raft request' (duration: 2.224451236s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:17.140413Z","caller":"traceutil/trace.go:171","msg":"trace[1489045434] transaction","detail":"{read_only:false; response_revision:24641; number_of_response:1; }","duration":"2.227548525s","start":"2026-05-11T01:45:14.91258Z","end":"2026-05-11T01:45:17.140128Z","steps":["trace[1489045434] 'process raft request' (duration: 2.226447101s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:17.140563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:14.914644Z","time spent":"2.225830826s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:45:17.140588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:14.91256Z","time spent":"2.227949933s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:45:18.969658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000428102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-11T01:45:18.969732Z","caller":"traceutil/trace.go:171","msg":"trace[897306225] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000545094s","start":"2026-05-11T01:45:16.969171Z","end":"2026-05-11T01:45:18.969716Z","steps":["trace[897306225] 'agreement among raft nodes before linearized reading' (duration: 2.000445312s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:18.969766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:16.969158Z","time spent":"2.000602155s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/11 01:45:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:45:19.007134Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.028932841s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-11T01:45:19.888735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.05745468s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:45:19.88905Z","caller":"traceutil/trace.go:171","msg":"trace[1227797165] transaction","detail":"{read_only:false; response_revision:24651; number_of_response:1; }","duration":"1.911000584s","start":"2026-05-11T01:45:17.978037Z","end":"2026-05-11T01:45:19.889037Z","steps":["trace[1227797165] 'process raft request' (duration: 1.910973653s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:19.889094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:17.978011Z","time spent":"1.911065564s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:45:19.889233Z","caller":"traceutil/trace.go:171","msg":"trace[1550973563] transaction","detail":"{read_only:false; response_revision:24648; number_of_response:1; }","duration":"3.916277573s","start":"2026-05-11T01:45:15.97295Z","end":"2026-05-11T01:45:19.889228Z","steps":["trace[1550973563] 'process raft request' (duration: 3.915975946s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:19.889265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:15.972939Z","time spent":"3.916311353s","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:45:19.889362Z","caller":"traceutil/trace.go:171","msg":"trace[1546337546] transaction","detail":"{read_only:false; response_revision:24649; number_of_response:1; }","duration":"3.901805561s","start":"2026-05-11T01:45:15.987551Z","end":"2026-05-11T01:45:19.889357Z","steps":["trace[1546337546] 'process raft request' (duration: 3.901411502s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:19.88939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:15.987536Z","time spent":"3.901840512s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:45:19.889354Z","caller":"traceutil/trace.go:171","msg":"trace[1621550264] transaction","detail":"{read_only:false; response_revision:24645; number_of_response:1; }","duration":"3.92332995s","start":"2026-05-11T01:45:15.966Z","end":"2026-05-11T01:45:19.88933Z","steps":["trace[1621550264] 'process raft request' (duration: 1.865235545s)","trace[1621550264] 'compare' (duration: 2.055967148s)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:45:19.889407Z","caller":"traceutil/trace.go:171","msg":"trace[1355143553] transaction","detail":"{read_only:false; response_revision:24647; number_of_response:1; }","duration":"3.918280568s","start":"2026-05-11T01:45:15.971101Z","end":"2026-05-11T01:45:19.889382Z","steps":["trace[1355143553] 'process raft request' (duration: 3.917786006s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:19.889481Z","caller":"traceutil/trace.go:171","msg":"trace[1744390744] linearizableReadLoop","detail":"{readStateIndex:25466; appliedIndex:25455; }","duration":"3.927192355s","start":"2026-05-11T01:45:15.962283Z","end":"2026-05-11T01:45:19.889475Z","steps":["trace[1744390744] 'read index received' (duration: 965.903018ms)","trace[1744390744] 'applied index is now lower than readState.Index' (duration: 2.961288687s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:45:19.889548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:15.971092Z","time spent":"3.91839013s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:45:19.889462Z","caller":"traceutil/trace.go:171","msg":"trace[1251772630] transaction","detail":"{read_only:false; response_revision:24650; number_of_response:1; }","duration":"2.963994768s","start":"2026-05-11T01:45:16.925462Z","end":"2026-05-11T01:45:19.889457Z","steps":["trace[1251772630] 'process raft request' (duration: 2.963523157s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:19.889656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:15.965983Z","time spent":"3.923483703s","remote":"127.0.0.1:40110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:45:19.889671Z","caller":"traceutil/trace.go:171","msg":"trace[1954158326] transaction","detail":"{read_only:false; response_revision:24646; number_of_response:1; }","duration":"3.923394542s","start":"2026-05-11T01:45:15.966246Z","end":"2026-05-11T01:45:19.88964Z","steps":["trace[1954158326] 'process raft request' (duration: 3.922571063s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:19.889738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.523570123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:45:19.889777Z","caller":"traceutil/trace.go:171","msg":"trace[1129983555] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:24651; }","duration":"4.523609394s","start":"2026-05-11T01:45:15.366162Z","end":"2026-05-11T01:45:19.889771Z","steps":["trace[1129983555] 'agreement among raft nodes before linearized reading' (duration: 4.523562253s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:19.889793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:15.366088Z","time spent":"4.523701926s","remote":"127.0.0.1:43036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:45:19.889682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.046299815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-11T01:45:19.889824Z","caller":"traceutil/trace.go:171","msg":"trace[1269553674] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:24651; }","duration":"4.046494031s","start":"2026-05-11T01:45:15.843321Z","end":"2026-05-11T01:45:19.889815Z","steps":["trace[1269553674] 'agreement among raft nodes before linearized reading' (duration: 4.046247075s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:19.889828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:15.966241Z","time spent":"3.923505454s","remote":"127.0.0.1:40160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:45:19.889862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:15.84329Z","time spent":"4.046561831s","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":175,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:45:19.88994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.095411744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-11T01:45:19.88996Z","caller":"traceutil/trace.go:171","msg":"trace[393915841] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24651; }","duration":"5.095430405s","start":"2026-05-11T01:45:14.794524Z","end":"2026-05-11T01:45:19.889955Z","steps":["trace[393915841] 'agreement among raft nodes before linearized reading' (duration: 5.095350933s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:19.889972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:14.794455Z","time spent":"5.095515096s","remote":"127.0.0.1:40186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-11T01:45:19.890047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.019269703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:45:19.890065Z","caller":"traceutil/trace.go:171","msg":"trace[1866939975] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24651; }","duration":"7.019334655s","start":"2026-05-11T01:45:12.870726Z","end":"2026-05-11T01:45:19.890061Z","steps":["trace[1866939975] 'agreement among raft nodes before linearized reading' (duration: 7.019307134s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:19.889977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:16.925441Z","time spent":"2.964178781s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:45:19.890079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:12.870701Z","time spent":"7.019374355s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-11T01:45:19.889711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.138379173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:45:19.893213Z","caller":"traceutil/trace.go:171","msg":"trace[648461774] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:24651; }","duration":"4.14186169s","start":"2026-05-11T01:45:15.751324Z","end":"2026-05-11T01:45:19.893186Z","steps":["trace[648461774] 'agreement among raft nodes before linearized reading' (duration: 4.138367613s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:19.893302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:15.751249Z","time spent":"4.142023305s","remote":"127.0.0.1:51898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:45:19.890114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.017627886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-05-11T01:45:19.893403Z","caller":"traceutil/trace.go:171","msg":"trace[658644441] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:24651; }","duration":"7.02094397s","start":"2026-05-11T01:45:12.872447Z","end":"2026-05-11T01:45:19.893391Z","steps":["trace[658644441] 'agreement among raft nodes before linearized reading' (duration: 7.017560535s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:19.890155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.64500571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:45:19.893505Z","caller":"traceutil/trace.go:171","msg":"trace[1643855402] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:24651; }","duration":"5.648380805s","start":"2026-05-11T01:45:14.245109Z","end":"2026-05-11T01:45:19.89349Z","steps":["trace[1643855402] 'agreement among raft nodes before linearized reading' (duration: 5.64502325s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:19.893462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:12.872435Z","time spent":"7.021015191s","remote":"127.0.0.1:40144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-05-11T01:45:19.893551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:14.245094Z","time spent":"5.648443607s","remote":"127.0.0.1:46160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:45:19.890184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.620143373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:45:19.893646Z","caller":"traceutil/trace.go:171","msg":"trace[277689392] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:24651; }","duration":"6.623632511s","start":"2026-05-11T01:45:13.269995Z","end":"2026-05-11T01:45:19.893628Z","steps":["trace[277689392] 'agreement among raft nodes before linearized reading' (duration: 6.620172424s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:19.893706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:13.269974Z","time spent":"6.623716362s","remote":"127.0.0.1:36172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:45:19.890272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.017263478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130810"} {"level":"info","ts":"2026-05-11T01:45:19.893842Z","caller":"traceutil/trace.go:171","msg":"trace[1840320895] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:24651; }","duration":"7.020843318s","start":"2026-05-11T01:45:12.872992Z","end":"2026-05-11T01:45:19.893835Z","steps":["trace[1840320895] 'agreement among raft nodes before linearized reading' (duration: 7.017219307s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:19.893868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:12.872983Z","time spent":"7.020877978s","remote":"127.0.0.1:40134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130833,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-05-11T01:45:20.390199Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495960157401505,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:45:20.390736Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.383324304s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-11T01:45:20.970125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999857888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-11T01:45:20.970217Z","caller":"traceutil/trace.go:171","msg":"trace[1034366600] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000009681s","start":"2026-05-11T01:45:18.970189Z","end":"2026-05-11T01:45:20.970198Z","steps":["trace[1034366600] 'agreement among raft nodes before linearized reading' (duration: 1.999897349s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:20.970273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:18.970166Z","time spent":"2.000097195s","remote":"127.0.0.1:40064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/11 01:45:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:45:21.907721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.304537ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:45:21.907826Z","caller":"traceutil/trace.go:171","msg":"trace[840600311] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24651; }","duration":"543.417589ms","start":"2026-05-11T01:45:21.364394Z","end":"2026-05-11T01:45:21.907811Z","steps":["trace[840600311] 'range keys from in-memory index tree' (duration: 543.293246ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:21.908524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.517494468s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:45:21.908705Z","caller":"traceutil/trace.go:171","msg":"trace[569938319] transaction","detail":"{read_only:false; response_revision:24653; number_of_response:1; }","duration":"3.93059271s","start":"2026-05-11T01:45:17.978098Z","end":"2026-05-11T01:45:21.90869Z","steps":["trace[569938319] 'process raft request' (duration: 3.930505298s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:21.908753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:17.97805Z","time spent":"3.930680454s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:45:21.90876Z","caller":"traceutil/trace.go:171","msg":"trace[1609845532] transaction","detail":"{read_only:false; response_revision:24652; number_of_response:1; }","duration":"3.930663963s","start":"2026-05-11T01:45:17.978067Z","end":"2026-05-11T01:45:21.90873Z","steps":["trace[1609845532] 'process raft request' (duration: 2.412885138s)","trace[1609845532] 'compare' (duration: 1.516856834s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:45:21.908911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:17.978048Z","time spent":"3.930783436s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:45:22.123318Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.541899781s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-11T01:45:22.978768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000349921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-11T01:45:22.978873Z","caller":"traceutil/trace.go:171","msg":"trace[523530862] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000530686s","start":"2026-05-11T01:45:20.978321Z","end":"2026-05-11T01:45:22.978851Z","steps":["trace[523530862] 'agreement among raft nodes before linearized reading' (duration: 2.000390571s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:22.978933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:20.978299Z","time spent":"2.000618497s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/11 01:45:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:45:23.304495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.180829679s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:45:23.304691Z","caller":"traceutil/trace.go:171","msg":"trace[922856665] transaction","detail":"{read_only:false; response_revision:24654; number_of_response:1; }","duration":"4.156769802s","start":"2026-05-11T01:45:19.147903Z","end":"2026-05-11T01:45:23.304672Z","steps":["trace[922856665] 'process raft request' (duration: 2.975679037s)","trace[922856665] 'compare' (duration: 1.180260857s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:45:23.30475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:19.147882Z","time spent":"4.156840454s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:45:23.304753Z","caller":"traceutil/trace.go:171","msg":"trace[239223083] transaction","detail":"{read_only:false; response_revision:24656; number_of_response:1; }","duration":"4.15531085s","start":"2026-05-11T01:45:19.149429Z","end":"2026-05-11T01:45:23.30474Z","steps":["trace[239223083] 'process raft request' (duration: 4.155231868s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:23.304814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:19.149421Z","time spent":"4.155358491s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:45:23.304907Z","caller":"traceutil/trace.go:171","msg":"trace[1313945451] transaction","detail":"{read_only:false; response_revision:24655; number_of_response:1; }","duration":"4.156862855s","start":"2026-05-11T01:45:19.148034Z","end":"2026-05-11T01:45:23.304897Z","steps":["trace[1313945451] 'process raft request' (duration: 4.156563769s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:23.304955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:19.148004Z","time spent":"4.156922816s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:45:23.305214Z","caller":"traceutil/trace.go:171","msg":"trace[1758432482] transaction","detail":"{read_only:false; response_revision:24657; number_of_response:1; }","duration":"2.936071776s","start":"2026-05-11T01:45:20.36911Z","end":"2026-05-11T01:45:23.305182Z","steps":["trace[1758432482] 'process raft request' (duration: 2.935597936s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:23.305274Z","caller":"traceutil/trace.go:171","msg":"trace[1555117233] transaction","detail":"{read_only:false; response_revision:24660; number_of_response:1; }","duration":"1.157722745s","start":"2026-05-11T01:45:22.147525Z","end":"2026-05-11T01:45:23.305247Z","steps":["trace[1555117233] 'process raft request' (duration: 1.157668124s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:23.305369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:20.369082Z","time spent":"2.93620437s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:45:23.305436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:22.147499Z","time spent":"1.157842677s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:45:23.305641Z","caller":"traceutil/trace.go:171","msg":"trace[1442442542] linearizableReadLoop","detail":"{readStateIndex:25474; appliedIndex:25468; }","duration":"3.416131565s","start":"2026-05-11T01:45:19.889498Z","end":"2026-05-11T01:45:23.305629Z","steps":["trace[1442442542] 'read index received' (duration: 501.466796ms)","trace[1442442542] 'applied index is now lower than readState.Index' (duration: 2.914663359s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:45:23.305699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.163845306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:45:23.305738Z","caller":"traceutil/trace.go:171","msg":"trace[1778891813] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:24660; }","duration":"5.163926797s","start":"2026-05-11T01:45:18.141799Z","end":"2026-05-11T01:45:23.305726Z","steps":["trace[1778891813] 'agreement among raft nodes before linearized reading' (duration: 5.163859306s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:23.305754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.981878901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:45:23.30577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:18.14178Z","time spent":"5.163982048s","remote":"127.0.0.1:58294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:45:23.305789Z","caller":"traceutil/trace.go:171","msg":"trace[2117801290] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:24660; }","duration":"6.981947882s","start":"2026-05-11T01:45:16.323832Z","end":"2026-05-11T01:45:23.305779Z","steps":["trace[2117801290] 'agreement among raft nodes before linearized reading' (duration: 6.98187958s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:23.305822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:16.323819Z","time spent":"6.981990783s","remote":"127.0.0.1:46096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:45:23.305879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.327906146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-05-11T01:45:23.305915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.327986367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-11T01:45:23.305935Z","caller":"traceutil/trace.go:171","msg":"trace[167344139] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24660; }","duration":"5.327958437s","start":"2026-05-11T01:45:17.977952Z","end":"2026-05-11T01:45:23.30591Z","steps":["trace[167344139] 'agreement among raft nodes before linearized reading' (duration: 5.327787824s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:23.305949Z","caller":"traceutil/trace.go:171","msg":"trace[1766619973] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24660; }","duration":"5.328024108s","start":"2026-05-11T01:45:17.977917Z","end":"2026-05-11T01:45:23.305941Z","steps":["trace[1766619973] 'agreement among raft nodes before linearized reading' (duration: 5.327921586s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:23.305975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:17.977913Z","time spent":"5.32805596s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-11T01:45:23.305974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:17.977948Z","time spent":"5.328019209s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-11T01:45:23.305985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.595950242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:45:23.305942Z","caller":"traceutil/trace.go:171","msg":"trace[1479962132] transaction","detail":"{read_only:false; response_revision:24658; number_of_response:1; }","duration":"1.408272308s","start":"2026-05-11T01:45:21.897619Z","end":"2026-05-11T01:45:23.305891Z","steps":["trace[1479962132] 'process raft request' (duration: 1.407420939s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:23.306028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.158726388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18368"} {"level":"warn","ts":"2026-05-11T01:45:23.306023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.338168336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-de3e4027-93aa-4851-bb50-51dd3860ba29\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-05-11T01:45:23.306059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.66012272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:45:23.306075Z","caller":"traceutil/trace.go:171","msg":"trace[1973156453] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:24660; }","duration":"6.15879301s","start":"2026-05-11T01:45:17.147265Z","end":"2026-05-11T01:45:23.306058Z","steps":["trace[1973156453] 'agreement among raft nodes before linearized reading' (duration: 6.158641216s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:23.306089Z","caller":"traceutil/trace.go:171","msg":"trace[1600839276] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24660; }","duration":"4.660175781s","start":"2026-05-11T01:45:18.645904Z","end":"2026-05-11T01:45:23.30608Z","steps":["trace[1600839276] 'agreement among raft nodes before linearized reading' (duration: 4.66013386s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:23.306095Z","caller":"traceutil/trace.go:171","msg":"trace[1168051377] range","detail":"{range_begin:/registry/persistentvolumes/pvc-de3e4027-93aa-4851-bb50-51dd3860ba29; range_end:; response_count:1; response_revision:24660; }","duration":"7.338272829s","start":"2026-05-11T01:45:15.967801Z","end":"2026-05-11T01:45:23.306074Z","steps":["trace[1168051377] 'agreement among raft nodes before linearized reading' (duration: 7.337986183s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:23.306119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:18.645888Z","time spent":"4.660222662s","remote":"127.0.0.1:51812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:45:23.306118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:17.147248Z","time spent":"6.158862141s","remote":"127.0.0.1:40250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18391,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-05-11T01:45:23.306127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.095893877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:45:23.30614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:21.897591Z","time spent":"1.408466283s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:45:23.306162Z","caller":"traceutil/trace.go:171","msg":"trace[1283006557] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:24660; }","duration":"7.095969319s","start":"2026-05-11T01:45:16.210181Z","end":"2026-05-11T01:45:23.30615Z","steps":["trace[1283006557] 'agreement among raft nodes before linearized reading' (duration: 7.095908797s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:23.306167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.258086176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:45:23.30617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.531656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:45:23.306188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:16.210151Z","time spent":"7.09603144s","remote":"127.0.0.1:39892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:45:23.306204Z","caller":"traceutil/trace.go:171","msg":"trace[1434973163] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24660; }","duration":"7.258157167s","start":"2026-05-11T01:45:16.048034Z","end":"2026-05-11T01:45:23.306191Z","steps":["trace[1434973163] 'agreement among raft nodes before linearized reading' (duration: 7.258062865s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:23.306211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.134358759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:45:23.305787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.268377807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:45:23.306227Z","caller":"traceutil/trace.go:171","msg":"trace[889536869] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24660; }","duration":"327.629948ms","start":"2026-05-11T01:45:22.97858Z","end":"2026-05-11T01:45:23.30621Z","steps":["trace[889536869] 'agreement among raft nodes before linearized reading' (duration: 327.544576ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:23.306241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:16.04802Z","time spent":"7.258214649s","remote":"127.0.0.1:40528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-05-11T01:45:23.306251Z","caller":"traceutil/trace.go:171","msg":"trace[144349852] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:24660; }","duration":"5.134440011s","start":"2026-05-11T01:45:18.171798Z","end":"2026-05-11T01:45:23.306238Z","steps":["trace[144349852] 'agreement among raft nodes before linearized reading' (duration: 5.134386909s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:23.306247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.214710002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:45:23.306272Z","caller":"traceutil/trace.go:171","msg":"trace[2016534232] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:24660; }","duration":"6.268922499s","start":"2026-05-11T01:45:17.03733Z","end":"2026-05-11T01:45:23.306252Z","steps":["trace[2016534232] 'agreement among raft nodes before linearized reading' (duration: 6.268377857s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:23.306279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:18.171772Z","time spent":"5.134499542s","remote":"127.0.0.1:41214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:45:23.306273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:22.978555Z","time spent":"327.70729ms","remote":"127.0.0.1:40064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:45:23.30619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.901601572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:45:23.307352Z","caller":"traceutil/trace.go:171","msg":"trace[1663890274] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:24660; }","duration":"1.9027965s","start":"2026-05-11T01:45:21.404539Z","end":"2026-05-11T01:45:23.307335Z","steps":["trace[1663890274] 'agreement among raft nodes before linearized reading' (duration: 1.901608183s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:23.307392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:21.404519Z","time spent":"1.902858231s","remote":"127.0.0.1:40426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:45:23.305999Z","caller":"traceutil/trace.go:171","msg":"trace[107550450] transaction","detail":"{read_only:false; response_revision:24659; number_of_response:1; }","duration":"1.40607429s","start":"2026-05-11T01:45:21.899891Z","end":"2026-05-11T01:45:23.305966Z","steps":["trace[107550450] 'process raft request' (duration: 1.405255642s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:23.307557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:21.899856Z","time spent":"1.407670666s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:45:23.306084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.409887287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-05-11T01:45:23.307678Z","caller":"traceutil/trace.go:171","msg":"trace[1559516782] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24660; }","duration":"3.411529514s","start":"2026-05-11T01:45:19.896139Z","end":"2026-05-11T01:45:23.307669Z","steps":["trace[1559516782] 'agreement among raft nodes before linearized reading' (duration: 3.409806485s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:23.307703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:19.896121Z","time spent":"3.411574275s","remote":"127.0.0.1:40236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-11T01:45:23.305822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.327914946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-11T01:45:23.307897Z","caller":"traceutil/trace.go:171","msg":"trace[1700498380] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24660; }","duration":"5.329999962s","start":"2026-05-11T01:45:17.977869Z","end":"2026-05-11T01:45:23.307869Z","steps":["trace[1700498380] 'agreement among raft nodes before linearized reading' (duration: 5.327867245s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:23.307954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:17.977852Z","time spent":"5.330084015s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-11T01:45:23.306159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:15.967791Z","time spent":"7.338351071s","remote":"127.0.0.1:40220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-de3e4027-93aa-4851-bb50-51dd3860ba29\" "} {"level":"warn","ts":"2026-05-11T01:45:23.305883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.601556923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:45:23.30853Z","caller":"traceutil/trace.go:171","msg":"trace[1061604442] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:24660; }","duration":"5.604182631s","start":"2026-05-11T01:45:17.704284Z","end":"2026-05-11T01:45:23.308467Z","steps":["trace[1061604442] 'agreement among raft nodes before linearized reading' (duration: 5.601559623s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:23.308611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:17.704264Z","time spent":"5.604322835s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:45:23.305937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.867391004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:45:23.308852Z","caller":"traceutil/trace.go:171","msg":"trace[1322605050] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24660; }","duration":"3.87035205s","start":"2026-05-11T01:45:19.438478Z","end":"2026-05-11T01:45:23.30883Z","steps":["trace[1322605050] 'agreement among raft nodes before linearized reading' (duration: 3.867422325s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:23.309095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:19.438457Z","time spent":"3.870609355s","remote":"127.0.0.1:40500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:45:23.306019Z","caller":"traceutil/trace.go:171","msg":"trace[1874502422] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24660; }","duration":"4.596009254s","start":"2026-05-11T01:45:18.709996Z","end":"2026-05-11T01:45:23.306006Z","steps":["trace[1874502422] 'agreement among raft nodes before linearized reading' (duration: 4.595961543s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:23.309395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:18.709979Z","time spent":"4.599375318s","remote":"127.0.0.1:41738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:45:23.306302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:17.037308Z","time spent":"6.268985161s","remote":"127.0.0.1:46288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:45:23.306298Z","caller":"traceutil/trace.go:171","msg":"trace[713620482] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:24660; }","duration":"1.214762054s","start":"2026-05-11T01:45:22.091519Z","end":"2026-05-11T01:45:23.306281Z","steps":["trace[713620482] 'agreement among raft nodes before linearized reading' (duration: 1.214676702s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:23.309779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:22.091459Z","time spent":"1.218305393s","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:45:23.306374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.853065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:45:23.309968Z","caller":"traceutil/trace.go:171","msg":"trace[927781921] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:24660; }","duration":"550.491117ms","start":"2026-05-11T01:45:22.759458Z","end":"2026-05-11T01:45:23.30995Z","steps":["trace[927781921] 'agreement among raft nodes before linearized reading' (duration: 546.870206ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:23.310016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:22.759435Z","time spent":"550.569549ms","remote":"127.0.0.1:58240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:45:23.306442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.782704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:45:23.310226Z","caller":"traceutil/trace.go:171","msg":"trace[132440606] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24660; }","duration":"933.604858ms","start":"2026-05-11T01:45:22.376603Z","end":"2026-05-11T01:45:23.310208Z","steps":["trace[132440606] 'agreement among raft nodes before linearized reading' (duration: 929.798553ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:23.310274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:22.376583Z","time spent":"933.676341ms","remote":"127.0.0.1:41728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:45:23.306461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.797911986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-11T01:45:23.310497Z","caller":"traceutil/trace.go:171","msg":"trace[1247650113] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:24660; }","duration":"1.802007007s","start":"2026-05-11T01:45:21.508478Z","end":"2026-05-11T01:45:23.310485Z","steps":["trace[1247650113] 'agreement among raft nodes before linearized reading' (duration: 1.797755353s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:23.310548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:21.508456Z","time spent":"1.80208115s","remote":"127.0.0.1:56918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":160,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:45:23.306503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.406570263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ae5f4c7b232281\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-05-11T01:45:23.310823Z","caller":"traceutil/trace.go:171","msg":"trace[547107565] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ae5f4c7b232281; range_end:; response_count:1; response_revision:24660; }","duration":"3.41090909s","start":"2026-05-11T01:45:19.899899Z","end":"2026-05-11T01:45:23.310808Z","steps":["trace[547107565] 'agreement among raft nodes before linearized reading' (duration: 3.406544233s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:23.310878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:19.899886Z","time spent":"3.410978502s","remote":"127.0.0.1:40160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ae5f4c7b232281\" "} {"level":"warn","ts":"2026-05-11T01:45:23.306495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.338166955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:45:23.311118Z","caller":"traceutil/trace.go:171","msg":"trace[1982816937] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24660; }","duration":"2.342832819s","start":"2026-05-11T01:45:20.968264Z","end":"2026-05-11T01:45:23.311096Z","steps":["trace[1982816937] 'agreement among raft nodes before linearized reading' (duration: 2.338198466s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:23.311176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:20.968238Z","time spent":"2.342919041s","remote":"127.0.0.1:41686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:45:23.306521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.408989286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:45:23.311437Z","caller":"traceutil/trace.go:171","msg":"trace[718545732] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24660; }","duration":"3.413925056s","start":"2026-05-11T01:45:19.8975Z","end":"2026-05-11T01:45:23.311425Z","steps":["trace[718545732] 'agreement among raft nodes before linearized reading' (duration: 3.408958966s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:23.311489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:19.897493Z","time spent":"3.413985267s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-11T01:45:23.306552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.403004103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-05-11T01:45:23.311741Z","caller":"traceutil/trace.go:171","msg":"trace[619888868] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24660; }","duration":"3.408193189s","start":"2026-05-11T01:45:19.903537Z","end":"2026-05-11T01:45:23.31173Z","steps":["trace[619888868] 'agreement among raft nodes before linearized reading' (duration: 3.402890701s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:23.311779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:19.903519Z","time spent":"3.40824872s","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-11T01:45:23.30656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.140989108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:45:23.311855Z","caller":"traceutil/trace.go:171","msg":"trace[1453816386] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:24660; }","duration":"2.146316907s","start":"2026-05-11T01:45:21.165509Z","end":"2026-05-11T01:45:23.311826Z","steps":["trace[1453816386] 'agreement among raft nodes before linearized reading' (duration: 2.140937557s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:23.311909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:21.165486Z","time spent":"2.146405729s","remote":"127.0.0.1:56876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":74,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:45:23.306695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.699099059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:45:23.311959Z","caller":"traceutil/trace.go:171","msg":"trace[1548872895] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:24660; }","duration":"1.704390496s","start":"2026-05-11T01:45:21.607548Z","end":"2026-05-11T01:45:23.311938Z","steps":["trace[1548872895] 'agreement among raft nodes before linearized reading' (duration: 1.698666649s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:23.31201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:21.607524Z","time spent":"1.704466517s","remote":"127.0.0.1:41268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:45:24.940337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.471630779s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:45:24.940468Z","caller":"traceutil/trace.go:171","msg":"trace[525401770] transaction","detail":"{read_only:false; response_revision:24661; number_of_response:1; }","duration":"1.628427147s","start":"2026-05-11T01:45:23.312018Z","end":"2026-05-11T01:45:24.940445Z","steps":["trace[525401770] 'process raft request' (duration: 156.576153ms)","trace[525401770] 'compare' (duration: 1.471024695s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:45:24.94054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:23.311994Z","time spent":"1.62851644s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:45:25.314493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000090415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-11T01:45:25.314597Z","caller":"traceutil/trace.go:171","msg":"trace[1255237000] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000249758s","start":"2026-05-11T01:45:23.314327Z","end":"2026-05-11T01:45:25.314577Z","steps":["trace[1255237000] 'agreement among raft nodes before linearized reading' (duration: 2.000103154s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:25.314663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:23.314317Z","time spent":"2.00033157s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/11 01:45:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:45:26.442375Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.973663505s","expected-duration":"1s"} {"level":"info","ts":"2026-05-11T01:45:26.442989Z","caller":"traceutil/trace.go:171","msg":"trace[955008953] transaction","detail":"{read_only:false; response_revision:24662; number_of_response:1; }","duration":"3.130860133s","start":"2026-05-11T01:45:23.312079Z","end":"2026-05-11T01:45:26.442939Z","steps":["trace[955008953] 'process raft request' (duration: 3.130563886s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:26.443183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:23.312061Z","time spent":"3.131025786s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:45:26.443354Z","caller":"traceutil/trace.go:171","msg":"trace[2049788632] transaction","detail":"{read_only:false; response_revision:24663; number_of_response:1; }","duration":"3.131022255s","start":"2026-05-11T01:45:23.312279Z","end":"2026-05-11T01:45:26.443301Z","steps":["trace[2049788632] 'process raft request' (duration: 3.130578125s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:26.443582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:23.312261Z","time spent":"3.131203089s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:45:26.443558Z","caller":"traceutil/trace.go:171","msg":"trace[710831935] linearizableReadLoop","detail":"{readStateIndex:25479; appliedIndex:25477; }","duration":"3.131267601s","start":"2026-05-11T01:45:23.312251Z","end":"2026-05-11T01:45:26.443519Z","steps":["trace[710831935] 'read index received' (duration: 156.45054ms)","trace[710831935] 'applied index is now lower than readState.Index' (duration: 2.974815231s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:45:26.443755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:23.313931Z","time spent":"3.129816339s","remote":"127.0.0.1:40160","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-11T01:45:26.443793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.131529826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:45:26.443851Z","caller":"traceutil/trace.go:171","msg":"trace[1176435426] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24663; }","duration":"3.131606448s","start":"2026-05-11T01:45:23.312229Z","end":"2026-05-11T01:45:26.443835Z","steps":["trace[1176435426] 'agreement among raft nodes before linearized reading' (duration: 3.131494335s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:26.443913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:23.312216Z","time spent":"3.13168539s","remote":"127.0.0.1:40260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-05-11T01:45:26.661775Z","caller":"traceutil/trace.go:171","msg":"trace[915801887] transaction","detail":"{read_only:false; response_revision:24664; number_of_response:1; }","duration":"2.747714138s","start":"2026-05-11T01:45:23.914036Z","end":"2026-05-11T01:45:26.66175Z","steps":["trace[915801887] 'process raft request' (duration: 2.747131036s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:26.66195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:23.914014Z","time spent":"2.747841892s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:45:26.662085Z","caller":"traceutil/trace.go:171","msg":"trace[117716800] transaction","detail":"{read_only:false; response_revision:24666; number_of_response:1; }","duration":"1.348661194s","start":"2026-05-11T01:45:25.313403Z","end":"2026-05-11T01:45:26.662064Z","steps":["trace[117716800] 'process raft request' (duration: 1.348508481s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:26.662233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:25.313377Z","time spent":"1.348773947s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:45:26.66229Z","caller":"traceutil/trace.go:171","msg":"trace[921546268] transaction","detail":"{read_only:false; response_revision:24667; number_of_response:1; }","duration":"1.348200644s","start":"2026-05-11T01:45:25.314055Z","end":"2026-05-11T01:45:26.662256Z","steps":["trace[921546268] 'process raft request' (duration: 1.347971619s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:26.662435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:25.314033Z","time spent":"1.348340407s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:45:26.662664Z","caller":"traceutil/trace.go:171","msg":"trace[496072980] transaction","detail":"{read_only:false; response_revision:24668; number_of_response:1; }","duration":"1.348335448s","start":"2026-05-11T01:45:25.314313Z","end":"2026-05-11T01:45:26.662648Z","steps":["trace[496072980] 'process raft request' (duration: 1.347852276s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:26.662761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:25.314305Z","time spent":"1.348408939s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:45:26.662867Z","caller":"traceutil/trace.go:171","msg":"trace[1794331923] transaction","detail":"{read_only:false; response_revision:24669; number_of_response:1; }","duration":"1.348174915s","start":"2026-05-11T01:45:25.314679Z","end":"2026-05-11T01:45:26.662854Z","steps":["trace[1794331923] 'process raft request' (duration: 1.347883827s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:26.662932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:25.314674Z","time spent":"1.348226946s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:45:26.663028Z","caller":"traceutil/trace.go:171","msg":"trace[501607621] transaction","detail":"{read_only:false; response_revision:24670; number_of_response:1; }","duration":"1.346298863s","start":"2026-05-11T01:45:25.316709Z","end":"2026-05-11T01:45:26.663008Z","steps":["trace[501607621] 'process raft request' (duration: 1.346104799s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:26.663153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:25.316701Z","time spent":"1.346406615s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:45:26.663169Z","caller":"traceutil/trace.go:171","msg":"trace[913681163] transaction","detail":"{read_only:false; response_revision:24671; number_of_response:1; }","duration":"546.526739ms","start":"2026-05-11T01:45:26.116634Z","end":"2026-05-11T01:45:26.663161Z","steps":["trace[913681163] 'process raft request' (duration: 546.298574ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:26.663244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:26.116543Z","time spent":"546.650072ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:45:26.66208Z","caller":"traceutil/trace.go:171","msg":"trace[1512369661] transaction","detail":"{read_only:false; response_revision:24665; number_of_response:1; }","duration":"2.747983544s","start":"2026-05-11T01:45:23.914066Z","end":"2026-05-11T01:45:26.662049Z","steps":["trace[1512369661] 'process raft request' (duration: 2.747609906s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:26.671502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:23.914045Z","time spent":"2.757413905s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:45:27.314724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000168179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-11T01:45:27.3148Z","caller":"traceutil/trace.go:171","msg":"trace[778926773] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000267981s","start":"2026-05-11T01:45:25.314515Z","end":"2026-05-11T01:45:27.314783Z","steps":["trace[778926773] 'agreement among raft nodes before linearized reading' (duration: 2.000163209s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:27.314841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:25.314484Z","time spent":"2.000348902s","remote":"127.0.0.1:40064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:45:27.854652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.191543867s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-11T01:45:27.854862Z","caller":"traceutil/trace.go:171","msg":"trace[491762872] linearizableReadLoop","detail":"{readStateIndex:25490; appliedIndex:25481; }","duration":"1.411207304s","start":"2026-05-11T01:45:26.443639Z","end":"2026-05-11T01:45:27.854847Z","steps":["trace[491762872] 'read index received' (duration: 217.567001ms)","trace[491762872] 'applied index is now lower than readState.Index' (duration: 1.193639383s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:45:27.855432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.991133853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:45:27.855477Z","caller":"traceutil/trace.go:171","msg":"trace[576753386] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:24671; }","duration":"2.991229015s","start":"2026-05-11T01:45:24.864236Z","end":"2026-05-11T01:45:27.855465Z","steps":["trace[576753386] 'agreement among raft nodes before linearized reading' (duration: 2.991123743s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:27.855513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:24.86421Z","time spent":"2.991292476s","remote":"127.0.0.1:40220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:45:27.855577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.175493087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:45:27.85561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.437114329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:45:27.855621Z","caller":"traceutil/trace.go:171","msg":"trace[114571299] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:24671; }","duration":"2.175574009s","start":"2026-05-11T01:45:25.68003Z","end":"2026-05-11T01:45:27.855604Z","steps":["trace[114571299] 'agreement among raft nodes before linearized reading' (duration: 2.175527838s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:27.855663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:25.680007Z","time spent":"2.17565051s","remote":"127.0.0.1:46146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:45:27.855649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.564082512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:45:27.855671Z","caller":"traceutil/trace.go:171","msg":"trace[883948725] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:24671; }","duration":"2.437217221s","start":"2026-05-11T01:45:25.418429Z","end":"2026-05-11T01:45:27.855646Z","steps":["trace[883948725] 'agreement among raft nodes before linearized reading' (duration: 2.437112409s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:27.855668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.541590015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-05-11T01:45:27.855498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.400837681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-11T01:45:27.855729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:25.418404Z","time spent":"2.437309172s","remote":"127.0.0.1:41314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:45:27.855776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.472248276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:45:27.855801Z","caller":"traceutil/trace.go:171","msg":"trace[492588019] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:24671; }","duration":"3.472360528s","start":"2026-05-11T01:45:24.383434Z","end":"2026-05-11T01:45:27.855795Z","steps":["trace[492588019] 'agreement among raft nodes before linearized reading' (duration: 3.472305147s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:27.855797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.542371692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-11T01:45:27.855822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:24.383402Z","time spent":"3.47241516s","remote":"127.0.0.1:40554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:45:27.855788Z","caller":"traceutil/trace.go:171","msg":"trace[1657798209] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24671; }","duration":"2.401159058s","start":"2026-05-11T01:45:25.454596Z","end":"2026-05-11T01:45:27.855755Z","steps":["trace[1657798209] 'agreement among raft nodes before linearized reading' (duration: 2.40080254s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:27.855478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.618837101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:45:27.855854Z","caller":"traceutil/trace.go:171","msg":"trace[2109345945] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:24671; }","duration":"2.619301911s","start":"2026-05-11T01:45:25.236546Z","end":"2026-05-11T01:45:27.855847Z","steps":["trace[2109345945] 'agreement among raft nodes before linearized reading' (duration: 2.618820641s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:27.855877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:25.236519Z","time spent":"2.619350753s","remote":"127.0.0.1:40214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:45:27.855886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:25.454582Z","time spent":"2.40126873s","remote":"127.0.0.1:51804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:45:27.855717Z","caller":"traceutil/trace.go:171","msg":"trace[103070298] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24671; }","duration":"2.564191055s","start":"2026-05-11T01:45:25.291507Z","end":"2026-05-11T01:45:27.855698Z","steps":["trace[103070298] 'agreement among raft nodes before linearized reading' (duration: 2.564075412s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:27.855965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.798787651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:45:27.855982Z","caller":"traceutil/trace.go:171","msg":"trace[1586116778] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24671; }","duration":"3.798852932s","start":"2026-05-11T01:45:24.057123Z","end":"2026-05-11T01:45:27.855976Z","steps":["trace[1586116778] 'agreement among raft nodes before linearized reading' (duration: 3.798816501s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:27.855981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:25.291492Z","time spent":"2.564479641s","remote":"127.0.0.1:41422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:45:27.855998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:24.057099Z","time spent":"3.798894404s","remote":"127.0.0.1:41532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:45:27.855722Z","caller":"traceutil/trace.go:171","msg":"trace[2050521496] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:24671; }","duration":"4.541670397s","start":"2026-05-11T01:45:23.314039Z","end":"2026-05-11T01:45:27.855709Z","steps":["trace[2050521496] 'agreement among raft nodes before linearized reading' (duration: 4.541493013s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:27.856054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.031404716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-11T01:45:27.856104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:23.314033Z","time spent":"4.542059367s","remote":"127.0.0.1:40234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"info","ts":"2026-05-11T01:45:27.856113Z","caller":"traceutil/trace.go:171","msg":"trace[431430801] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:24671; }","duration":"4.031517979s","start":"2026-05-11T01:45:23.82458Z","end":"2026-05-11T01:45:27.856098Z","steps":["trace[431430801] 'agreement among raft nodes before linearized reading' (duration: 4.031417886s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:27.856144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.541094415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29641065-qmwld\" ","response":"range_response_count:1 size:5678"} {"level":"warn","ts":"2026-05-11T01:45:27.856145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:23.824557Z","time spent":"4.031583721s","remote":"127.0.0.1:54510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:45:27.856163Z","caller":"traceutil/trace.go:171","msg":"trace[133587778] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29641065-qmwld; range_end:; response_count:1; response_revision:24671; }","duration":"4.541127785s","start":"2026-05-11T01:45:23.315031Z","end":"2026-05-11T01:45:27.856158Z","steps":["trace[133587778] 'agreement among raft nodes before linearized reading' (duration: 4.541032703s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:27.85618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:23.315022Z","time spent":"4.541155286s","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":5701,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29641065-qmwld\" "} {"level":"info","ts":"2026-05-11T01:45:27.855823Z","caller":"traceutil/trace.go:171","msg":"trace[713852605] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24671; }","duration":"4.542405853s","start":"2026-05-11T01:45:23.31341Z","end":"2026-05-11T01:45:27.855816Z","steps":["trace[713852605] 'agreement among raft nodes before linearized reading' (duration: 4.54226694s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:27.856213Z","caller":"traceutil/trace.go:171","msg":"trace[1829252417] transaction","detail":"{read_only:false; response_revision:24672; number_of_response:1; }","duration":"1.410855646s","start":"2026-05-11T01:45:26.445349Z","end":"2026-05-11T01:45:27.856205Z","steps":["trace[1829252417] 'process raft request' (duration: 1.409401123s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:27.856253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:23.313405Z","time spent":"4.542830264s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-05-11T01:45:27.856285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:26.445319Z","time spent":"1.410914718s","remote":"127.0.0.1:40160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:45:28.35562Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495960157401530,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:45:28.856318Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495960157401530,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:45:29.324031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.992482604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-11T01:45:29.324164Z","caller":"traceutil/trace.go:171","msg":"trace[9444728] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.992650617s","start":"2026-05-11T01:45:27.331481Z","end":"2026-05-11T01:45:29.324132Z","steps":["trace[9444728] 'agreement among raft nodes before linearized reading' (duration: 1.992506344s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:29.324244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:27.331466Z","time spent":"1.99274939s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/11 01:45:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:45:29.357393Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495960157401530,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:45:29.646055Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.259306588s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-11T01:45:29.782028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.673858ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:45:29.782152Z","caller":"traceutil/trace.go:171","msg":"trace[1505777494] transaction","detail":"{read_only:false; response_revision:24673; number_of_response:1; }","duration":"2.395476508s","start":"2026-05-11T01:45:27.386653Z","end":"2026-05-11T01:45:29.78213Z","steps":["trace[1505777494] 'process raft request' (duration: 2.259621906s)","trace[1505777494] 'compare' (duration: 134.82486ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:45:29.782218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:27.386628Z","time spent":"2.39555756s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:45:31.324155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999275136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-11T01:45:31.324258Z","caller":"traceutil/trace.go:171","msg":"trace[2123562984] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99941047s","start":"2026-05-11T01:45:29.324827Z","end":"2026-05-11T01:45:31.324238Z","steps":["trace[2123562984] 'agreement among raft nodes before linearized reading' (duration: 1.999264186s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:31.324305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:29.324751Z","time spent":"1.999542903s","remote":"127.0.0.1:40064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/11 01:45:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:45:31.34206Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.695736134s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-11T01:45:32.281775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.667714ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:45:32.28192Z","caller":"traceutil/trace.go:171","msg":"trace[426158362] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24673; }","duration":"917.826697ms","start":"2026-05-11T01:45:31.364073Z","end":"2026-05-11T01:45:32.281899Z","steps":["trace[426158362] 'range keys from in-memory index tree' (duration: 917.651044ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:32.28279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.34805ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:45:32.283125Z","caller":"traceutil/trace.go:171","msg":"trace[1977885209] transaction","detail":"{read_only:false; response_revision:24674; number_of_response:1; }","duration":"4.419813223s","start":"2026-05-11T01:45:27.863263Z","end":"2026-05-11T01:45:32.283076Z","steps":["trace[1977885209] 'process raft request' (duration: 3.479100895s)","trace[1977885209] 'compare' (duration: 940.129395ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:45:32.283197Z","caller":"traceutil/trace.go:171","msg":"trace[1902000350] transaction","detail":"{read_only:false; response_revision:24675; number_of_response:1; }","duration":"4.416589791s","start":"2026-05-11T01:45:27.866567Z","end":"2026-05-11T01:45:32.283157Z","steps":["trace[1902000350] 'process raft request' (duration: 4.416345686s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:32.283269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:27.863245Z","time spent":"4.419942976s","remote":"127.0.0.1:40160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-11T01:45:32.283412Z","caller":"traceutil/trace.go:171","msg":"trace[530653501] transaction","detail":"{read_only:false; response_revision:24678; number_of_response:1; }","duration":"3.613747613s","start":"2026-05-11T01:45:28.669644Z","end":"2026-05-11T01:45:32.283392Z","steps":["trace[530653501] 'process raft request' (duration: 3.613660181s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:32.283504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:27.86655Z","time spent":"4.416738525s","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6970,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:45:32.283526Z","caller":"traceutil/trace.go:171","msg":"trace[272722674] transaction","detail":"{read_only:false; response_revision:24676; number_of_response:1; }","duration":"3.958823608s","start":"2026-05-11T01:45:28.324686Z","end":"2026-05-11T01:45:32.283509Z","steps":["trace[272722674] 'process raft request' (duration: 3.958350547s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:32.283555Z","caller":"traceutil/trace.go:171","msg":"trace[2140771143] transaction","detail":"{read_only:false; response_revision:24677; number_of_response:1; }","duration":"3.614242683s","start":"2026-05-11T01:45:28.669302Z","end":"2026-05-11T01:45:32.283545Z","steps":["trace[2140771143] 'process raft request' (duration: 3.613875905s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:32.28361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:28.324664Z","time spent":"3.95890704s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:45:32.283611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:28.669275Z","time spent":"3.614308495s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:45:32.283512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:28.669633Z","time spent":"3.613825394s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:45:32.283743Z","caller":"traceutil/trace.go:171","msg":"trace[2018783474] transaction","detail":"{read_only:false; response_revision:24679; number_of_response:1; }","duration":"3.613692161s","start":"2026-05-11T01:45:28.670032Z","end":"2026-05-11T01:45:32.283725Z","steps":["trace[2018783474] 'process raft request' (duration: 3.613315903s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:32.283853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:28.670022Z","time spent":"3.613761803s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:45:32.283881Z","caller":"traceutil/trace.go:171","msg":"trace[514328585] transaction","detail":"{read_only:false; response_revision:24680; number_of_response:1; }","duration":"3.613777983s","start":"2026-05-11T01:45:28.670092Z","end":"2026-05-11T01:45:32.28387Z","steps":["trace[514328585] 'process raft request' (duration: 3.613556569s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:32.283923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:28.670084Z","time spent":"3.613817114s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:45:32.284306Z","caller":"traceutil/trace.go:171","msg":"trace[526768696] transaction","detail":"{read_only:false; response_revision:24682; number_of_response:1; }","duration":"3.610885828s","start":"2026-05-11T01:45:28.673398Z","end":"2026-05-11T01:45:32.284284Z","steps":["trace[526768696] 'process raft request' (duration: 3.610755486s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:32.284352Z","caller":"traceutil/trace.go:171","msg":"trace[547297945] transaction","detail":"{read_only:false; response_revision:24681; number_of_response:1; }","duration":"3.613560819s","start":"2026-05-11T01:45:28.670778Z","end":"2026-05-11T01:45:32.284338Z","steps":["trace[547297945] 'process raft request' (duration: 3.613023677s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:32.284422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:28.670732Z","time spent":"3.613650901s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:45:32.284459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.835282711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-11T01:45:32.284498Z","caller":"traceutil/trace.go:171","msg":"trace[1348769239] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24683; }","duration":"5.835371783s","start":"2026-05-11T01:45:26.449117Z","end":"2026-05-11T01:45:32.284489Z","steps":["trace[1348769239] 'agreement among raft nodes before linearized reading' (duration: 5.83523205s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:32.284525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:26.449086Z","time spent":"5.835432145s","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-11T01:45:32.284638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:28.673385Z","time spent":"3.610979351s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:45:32.284762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.02928343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:45:32.284836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.340073854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-11T01:45:32.284329Z","caller":"traceutil/trace.go:171","msg":"trace[651940485] linearizableReadLoop","detail":"{readStateIndex:25502; appliedIndex:25491; }","duration":"4.429427506s","start":"2026-05-11T01:45:27.854891Z","end":"2026-05-11T01:45:32.284319Z","steps":["trace[651940485] 'read index received' (duration: 1.791396661s)","trace[651940485] 'applied index is now lower than readState.Index' (duration: 2.638029875s)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:45:32.28487Z","caller":"traceutil/trace.go:171","msg":"trace[236760609] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24683; }","duration":"5.340119995s","start":"2026-05-11T01:45:26.944743Z","end":"2026-05-11T01:45:32.284863Z","steps":["trace[236760609] 'agreement among raft nodes before linearized reading' (duration: 5.340027403s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:32.284894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:26.944737Z","time spent":"5.340150696s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-11T01:45:32.284995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.746259564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:45:32.285019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.868081225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:45:32.285055Z","caller":"traceutil/trace.go:171","msg":"trace[606069786] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24683; }","duration":"4.746324527s","start":"2026-05-11T01:45:27.538714Z","end":"2026-05-11T01:45:32.285038Z","steps":["trace[606069786] 'agreement among raft nodes before linearized reading' (duration: 4.746221014s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:32.285086Z","caller":"traceutil/trace.go:171","msg":"trace[679454610] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24683; }","duration":"4.868187026s","start":"2026-05-11T01:45:27.416878Z","end":"2026-05-11T01:45:32.285065Z","steps":["trace[679454610] 'agreement among raft nodes before linearized reading' (duration: 4.868062963s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:32.28513Z","caller":"traceutil/trace.go:171","msg":"trace[228898242] transaction","detail":"{read_only:false; response_revision:24683; number_of_response:1; }","duration":"3.609683673s","start":"2026-05-11T01:45:28.675436Z","end":"2026-05-11T01:45:32.28512Z","steps":["trace[228898242] 'process raft request' (duration: 3.608801372s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:32.285144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:27.416866Z","time spent":"4.868260969s","remote":"127.0.0.1:40288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:45:32.285095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:27.53865Z","time spent":"4.746434799s","remote":"127.0.0.1:41706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:45:32.285189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:28.675425Z","time spent":"3.609728603s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:45:32.28524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.65450676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:45:32.285303Z","caller":"traceutil/trace.go:171","msg":"trace[277788694] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24683; }","duration":"5.654645123s","start":"2026-05-11T01:45:26.630641Z","end":"2026-05-11T01:45:32.285286Z","steps":["trace[277788694] 'agreement among raft nodes before linearized reading' (duration: 5.65450008s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:32.285348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:26.630611Z","time spent":"5.654727084s","remote":"127.0.0.1:51828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:45:32.285522Z","caller":"traceutil/trace.go:171","msg":"trace[530767783] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:24683; }","duration":"5.030070738s","start":"2026-05-11T01:45:27.255433Z","end":"2026-05-11T01:45:32.285504Z","steps":["trace[530767783] 'agreement among raft nodes before linearized reading' (duration: 5.02929083s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:32.285575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:27.255416Z","time spent":"5.030143209s","remote":"127.0.0.1:39942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:45:32.288478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.359349214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-11T01:45:32.288633Z","caller":"traceutil/trace.go:171","msg":"trace[883543990] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24683; }","duration":"5.359480076s","start":"2026-05-11T01:45:26.929063Z","end":"2026-05-11T01:45:32.288543Z","steps":["trace[883543990] 'agreement among raft nodes before linearized reading' (duration: 5.356000978s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:32.288694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:26.929043Z","time spent":"5.35963753s","remote":"127.0.0.1:40160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2619,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:45:32.339558Z","caller":"traceutil/trace.go:171","msg":"trace[556461931] transaction","detail":"{read_only:false; response_revision:24684; number_of_response:1; }","duration":"1.523132024s","start":"2026-05-11T01:45:30.8164Z","end":"2026-05-11T01:45:32.339532Z","steps":["trace[556461931] 'process raft request' (duration: 1.522975971s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:32.339724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:30.816373Z","time spent":"1.523266887s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:45:32.515843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.655915ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-11T01:45:32.516307Z","caller":"traceutil/trace.go:171","msg":"trace[30152601] linearizableReadLoop","detail":"{readStateIndex:25504; appliedIndex:25502; }","duration":"231.401169ms","start":"2026-05-11T01:45:32.284882Z","end":"2026-05-11T01:45:32.516283Z","steps":["trace[30152601] 'read index received' (duration: 54.481013ms)","trace[30152601] 'applied index is now lower than readState.Index' (duration: 176.919056ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:45:32.517629Z","caller":"traceutil/trace.go:171","msg":"trace[1412120603] transaction","detail":"{read_only:false; response_revision:24686; number_of_response:1; }","duration":"227.027342ms","start":"2026-05-11T01:45:32.290589Z","end":"2026-05-11T01:45:32.517616Z","steps":["trace[1412120603] 'process raft request' (duration: 225.372725ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:32.523348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.850922662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:45:32.5234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.664049305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:45:32.523424Z","caller":"traceutil/trace.go:171","msg":"trace[1957064581] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:24687; }","duration":"2.851064396s","start":"2026-05-11T01:45:29.672344Z","end":"2026-05-11T01:45:32.523409Z","steps":["trace[1957064581] 'agreement among raft nodes before linearized reading' (duration: 2.850899572s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:32.523456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:29.672323Z","time spent":"2.851127157s","remote":"127.0.0.1:40208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:45:32.523534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.243832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18368"} {"level":"warn","ts":"2026-05-11T01:45:32.523566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.074869331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-11T01:45:32.523584Z","caller":"traceutil/trace.go:171","msg":"trace[1523725366] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24687; }","duration":"234.350294ms","start":"2026-05-11T01:45:32.289221Z","end":"2026-05-11T01:45:32.523572Z","steps":["trace[1523725366] 'agreement among raft nodes before linearized reading' (duration: 234.17479ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:32.523644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.075359682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-11T01:45:32.523673Z","caller":"traceutil/trace.go:171","msg":"trace[131479398] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24687; }","duration":"4.075428863s","start":"2026-05-11T01:45:28.448238Z","end":"2026-05-11T01:45:32.523667Z","steps":["trace[131479398] 'agreement among raft nodes before linearized reading' (duration: 4.075362872s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:32.523698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.851249194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:45:32.523704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:28.448218Z","time spent":"4.075479424s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-11T01:45:32.523724Z","caller":"traceutil/trace.go:171","msg":"trace[222760894] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:24687; }","duration":"1.851316245s","start":"2026-05-11T01:45:30.672399Z","end":"2026-05-11T01:45:32.523716Z","steps":["trace[222760894] 'agreement among raft nodes before linearized reading' (duration: 1.851265874s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:32.523743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:30.672378Z","time spent":"1.851361396s","remote":"127.0.0.1:58224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:45:32.523735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.664454428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:45:32.523828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.927878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29641065-qmwld\" ","response":"range_response_count:1 size:6988"} {"level":"warn","ts":"2026-05-11T01:45:32.523854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.167173441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:45:32.523821Z","caller":"traceutil/trace.go:171","msg":"trace[1985519779] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:24687; }","duration":"1.66455847s","start":"2026-05-11T01:45:30.859239Z","end":"2026-05-11T01:45:32.523798Z","steps":["trace[1985519779] 'agreement among raft nodes before linearized reading' (duration: 1.664396547s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:32.523864Z","caller":"traceutil/trace.go:171","msg":"trace[465965570] transaction","detail":"{read_only:false; response_revision:24687; number_of_response:1; }","duration":"232.176475ms","start":"2026-05-11T01:45:32.291677Z","end":"2026-05-11T01:45:32.523853Z","steps":["trace[465965570] 'process raft request' (duration: 224.518875ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:32.523874Z","caller":"traceutil/trace.go:171","msg":"trace[1609011950] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:24687; }","duration":"2.167237743s","start":"2026-05-11T01:45:30.356632Z","end":"2026-05-11T01:45:32.523869Z","steps":["trace[1609011950] 'agreement among raft nodes before linearized reading' (duration: 2.167190312s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:32.523888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:30.356608Z","time spent":"2.167276494s","remote":"127.0.0.1:40540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":19,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:45:32.523894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:30.859113Z","time spent":"1.664766985s","remote":"127.0.0.1:51912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:45:32.52392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.661331415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a5c5007d-6549-48c8-96fe-0b5f046107eb\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-05-11T01:45:32.523946Z","caller":"traceutil/trace.go:171","msg":"trace[320430097] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a5c5007d-6549-48c8-96fe-0b5f046107eb; range_end:; response_count:1; response_revision:24687; }","duration":"4.661383206s","start":"2026-05-11T01:45:27.862557Z","end":"2026-05-11T01:45:32.52394Z","steps":["trace[320430097] 'agreement among raft nodes before linearized reading' (duration: 4.661315265s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:32.523972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:27.862544Z","time spent":"4.661420257s","remote":"127.0.0.1:40220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1339,"request content":"key:\"/registry/persistentvolumes/pvc-a5c5007d-6549-48c8-96fe-0b5f046107eb\" "} {"level":"info","ts":"2026-05-11T01:45:32.523589Z","caller":"traceutil/trace.go:171","msg":"trace[650177205] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24687; }","duration":"4.074910201s","start":"2026-05-11T01:45:28.448673Z","end":"2026-05-11T01:45:32.523583Z","steps":["trace[650177205] 'agreement among raft nodes before linearized reading' (duration: 4.074798129s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:32.524019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:28.448665Z","time spent":"4.075346801s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-11T01:45:32.52345Z","caller":"traceutil/trace.go:171","msg":"trace[1667768389] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:0; response_revision:24687; }","duration":"4.664155947s","start":"2026-05-11T01:45:27.859279Z","end":"2026-05-11T01:45:32.523435Z","steps":["trace[1667768389] 'agreement among raft nodes before linearized reading' (duration: 4.664055525s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:32.524088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:27.859255Z","time spent":"4.664827392s","remote":"127.0.0.1:40110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.210\" "} {"level":"warn","ts":"2026-05-11T01:45:32.524106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.191971588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:45:32.523857Z","caller":"traceutil/trace.go:171","msg":"trace[2122078770] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29641065-qmwld; range_end:; response_count:1; response_revision:24687; }","duration":"226.956449ms","start":"2026-05-11T01:45:32.296893Z","end":"2026-05-11T01:45:32.52385Z","steps":["trace[2122078770] 'agreement among raft nodes before linearized reading' (duration: 226.868677ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:32.524132Z","caller":"traceutil/trace.go:171","msg":"trace[410131596] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24687; }","duration":"1.192036768s","start":"2026-05-11T01:45:31.332087Z","end":"2026-05-11T01:45:32.524124Z","steps":["trace[410131596] 'agreement among raft nodes before linearized reading' (duration: 1.191984067s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:32.524157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:31.332067Z","time spent":"1.19208439s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:45:32.524339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.299287895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:45:32.524366Z","caller":"traceutil/trace.go:171","msg":"trace[2027995590] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:24687; }","duration":"1.299350055s","start":"2026-05-11T01:45:31.22501Z","end":"2026-05-11T01:45:32.52436Z","steps":["trace[2027995590] 'agreement among raft nodes before linearized reading' (duration: 1.299279844s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:32.524386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:31.224994Z","time spent":"1.299386387s","remote":"127.0.0.1:40192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:45:32.524391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.633705764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:45:32.524418Z","caller":"traceutil/trace.go:171","msg":"trace[718471563] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:24687; }","duration":"1.633770746s","start":"2026-05-11T01:45:30.890637Z","end":"2026-05-11T01:45:32.524408Z","steps":["trace[718471563] 'agreement among raft nodes before linearized reading' (duration: 1.633722924s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:32.524446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:30.89062Z","time spent":"1.633818516s","remote":"127.0.0.1:46200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:45:32.885783Z","caller":"traceutil/trace.go:171","msg":"trace[220354583] linearizableReadLoop","detail":"{readStateIndex:25512; appliedIndex:25511; }","duration":"291.27172ms","start":"2026-05-11T01:45:32.594483Z","end":"2026-05-11T01:45:32.885754Z","steps":["trace[220354583] 'read index received' (duration: 205.284337ms)","trace[220354583] 'applied index is now lower than readState.Index' (duration: 85.986423ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:45:32.885889Z","caller":"traceutil/trace.go:171","msg":"trace[1037546339] transaction","detail":"{read_only:false; response_revision:24692; number_of_response:1; }","duration":"291.942635ms","start":"2026-05-11T01:45:32.593936Z","end":"2026-05-11T01:45:32.885878Z","steps":["trace[1037546339] 'process raft request' (duration: 205.499452ms)","trace[1037546339] 'compare' (duration: 86.208738ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:45:32.886174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.670729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-05-11T01:45:32.886202Z","caller":"traceutil/trace.go:171","msg":"trace[1061441608] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24692; }","duration":"291.732ms","start":"2026-05-11T01:45:32.594462Z","end":"2026-05-11T01:45:32.886194Z","steps":["trace[1061441608] 'agreement among raft nodes before linearized reading' (duration: 291.578666ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:32.958988Z","caller":"traceutil/trace.go:171","msg":"trace[945727204] transaction","detail":"{read_only:false; response_revision:24693; number_of_response:1; }","duration":"360.169552ms","start":"2026-05-11T01:45:32.598794Z","end":"2026-05-11T01:45:32.958964Z","steps":["trace[945727204] 'process raft request' (duration: 359.834754ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:32.959063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.188097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-11T01:45:32.95912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:32.598771Z","time spent":"360.270234ms","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:45:32.959155Z","caller":"traceutil/trace.go:171","msg":"trace[450335880] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:24693; }","duration":"344.33194ms","start":"2026-05-11T01:45:32.614796Z","end":"2026-05-11T01:45:32.959128Z","steps":["trace[450335880] 'agreement among raft nodes before linearized reading' (duration: 344.107145ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:32.959202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:32.614776Z","time spent":"344.415022ms","remote":"127.0.0.1:36154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:45:32.959307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.825101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-05-11T01:45:32.959365Z","caller":"traceutil/trace.go:171","msg":"trace[431151593] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:24693; }","duration":"363.936596ms","start":"2026-05-11T01:45:32.595411Z","end":"2026-05-11T01:45:32.959347Z","steps":["trace[431151593] 'agreement among raft nodes before linearized reading' (duration: 363.718831ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:32.959339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.1337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-11T01:45:32.9594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:32.595404Z","time spent":"363.986788ms","remote":"127.0.0.1:40234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"info","ts":"2026-05-11T01:45:32.959429Z","caller":"traceutil/trace.go:171","msg":"trace[1070224100] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:24693; }","duration":"177.280083ms","start":"2026-05-11T01:45:32.782128Z","end":"2026-05-11T01:45:32.959408Z","steps":["trace[1070224100] 'agreement among raft nodes before linearized reading' (duration: 176.921685ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:33.108699Z","caller":"traceutil/trace.go:171","msg":"trace[1736962057] linearizableReadLoop","detail":"{readStateIndex:25515; appliedIndex:25514; }","duration":"127.702722ms","start":"2026-05-11T01:45:32.980968Z","end":"2026-05-11T01:45:33.108671Z","steps":["trace[1736962057] 'read index received' (duration: 127.413134ms)","trace[1736962057] 'applied index is now lower than readState.Index' (duration: 288.407µs)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:45:33.108757Z","caller":"traceutil/trace.go:171","msg":"trace[1931900488] transaction","detail":"{read_only:false; response_revision:24695; number_of_response:1; }","duration":"137.816097ms","start":"2026-05-11T01:45:32.970909Z","end":"2026-05-11T01:45:33.108725Z","steps":["trace[1931900488] 'process raft request' (duration: 137.53458ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:33.109141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.264682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-05-11T01:45:33.109201Z","caller":"traceutil/trace.go:171","msg":"trace[2080233306] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:24695; }","duration":"127.363644ms","start":"2026-05-11T01:45:32.981819Z","end":"2026-05-11T01:45:33.109182Z","steps":["trace[2080233306] 'agreement among raft nodes before linearized reading' (duration: 127.034777ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:33.110262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.993988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ae5f4c7b232281\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-05-11T01:45:33.110342Z","caller":"traceutil/trace.go:171","msg":"trace[785510192] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ae5f4c7b232281; range_end:; response_count:1; response_revision:24695; }","duration":"129.396609ms","start":"2026-05-11T01:45:32.980917Z","end":"2026-05-11T01:45:33.110314Z","steps":["trace[785510192] 'agreement among raft nodes before linearized reading' (duration: 127.865885ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:33.304464Z","caller":"traceutil/trace.go:171","msg":"trace[1681485498] transaction","detail":"{read_only:false; response_revision:24701; number_of_response:1; }","duration":"104.032964ms","start":"2026-05-11T01:45:33.200408Z","end":"2026-05-11T01:45:33.304441Z","steps":["trace[1681485498] 'process raft request' (duration: 103.444391ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:33.539066Z","caller":"traceutil/trace.go:171","msg":"trace[47156514] linearizableReadLoop","detail":"{readStateIndex:25523; appliedIndex:25522; }","duration":"195.623702ms","start":"2026-05-11T01:45:33.343414Z","end":"2026-05-11T01:45:33.539038Z","steps":["trace[47156514] 'read index received' (duration: 117.848492ms)","trace[47156514] 'applied index is now lower than readState.Index' (duration: 77.77328ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:45:33.539152Z","caller":"traceutil/trace.go:171","msg":"trace[205714728] transaction","detail":"{read_only:false; response_revision:24703; number_of_response:1; }","duration":"197.127215ms","start":"2026-05-11T01:45:33.341982Z","end":"2026-05-11T01:45:33.539109Z","steps":["trace[205714728] 'process raft request' (duration: 119.391275ms)","trace[205714728] 'compare' (duration: 76.997814ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:45:33.539343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.048009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:45:33.539353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.918588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0424129e-6c44-4cbd-a561-ce58887df9e5\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-05-11T01:45:33.539433Z","caller":"traceutil/trace.go:171","msg":"trace[538556562] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0424129e-6c44-4cbd-a561-ce58887df9e5; range_end:; response_count:1; response_revision:24703; }","duration":"196.119293ms","start":"2026-05-11T01:45:33.343293Z","end":"2026-05-11T01:45:33.539412Z","steps":["trace[538556562] 'agreement among raft nodes before linearized reading' (duration: 195.875688ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:33.539392Z","caller":"traceutil/trace.go:171","msg":"trace[2062038556] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24703; }","duration":"195.162611ms","start":"2026-05-11T01:45:33.344217Z","end":"2026-05-11T01:45:33.539379Z","steps":["trace[2062038556] 'agreement among raft nodes before linearized reading' (duration: 195.038988ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:33.539887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.464246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/heat-engine-cleaner\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-05-11T01:45:33.539972Z","caller":"traceutil/trace.go:171","msg":"trace[1952354193] range","detail":"{range_begin:/registry/serviceaccounts/openstack/heat-engine-cleaner; range_end:; response_count:1; response_revision:24703; }","duration":"154.593309ms","start":"2026-05-11T01:45:33.38536Z","end":"2026-05-11T01:45:33.539953Z","steps":["trace[1952354193] 'agreement among raft nodes before linearized reading' (duration: 154.355744ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:34.07492Z","caller":"traceutil/trace.go:171","msg":"trace[1892450169] transaction","detail":"{read_only:false; response_revision:24715; number_of_response:1; }","duration":"144.339221ms","start":"2026-05-11T01:45:33.930553Z","end":"2026-05-11T01:45:34.074892Z","steps":["trace[1892450169] 'process raft request' (duration: 112.080064ms)","trace[1892450169] 'compare' (duration: 31.995321ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:45:34.212172Z","caller":"traceutil/trace.go:171","msg":"trace[849371187] transaction","detail":"{read_only:false; response_revision:24717; number_of_response:1; }","duration":"104.587896ms","start":"2026-05-11T01:45:34.107566Z","end":"2026-05-11T01:45:34.212154Z","steps":["trace[849371187] 'process raft request' (duration: 93.173992ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:34.426558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.8333ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:45:34.426875Z","caller":"traceutil/trace.go:171","msg":"trace[1321600993] transaction","detail":"{read_only:false; response_revision:24720; number_of_response:1; }","duration":"199.715533ms","start":"2026-05-11T01:45:34.227126Z","end":"2026-05-11T01:45:34.426841Z","steps":["trace[1321600993] 'process raft request' (duration: 91.528695ms)","trace[1321600993] 'compare' (duration: 107.683457ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:45:34.426895Z","caller":"traceutil/trace.go:171","msg":"trace[503889578] transaction","detail":"{read_only:false; response_revision:24721; number_of_response:1; }","duration":"198.708191ms","start":"2026-05-11T01:45:34.228162Z","end":"2026-05-11T01:45:34.42687Z","steps":["trace[503889578] 'process raft request' (duration: 198.517417ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:34.427069Z","caller":"traceutil/trace.go:171","msg":"trace[702716673] linearizableReadLoop","detail":"{readStateIndex:25541; appliedIndex:25539; }","duration":"172.290852ms","start":"2026-05-11T01:45:34.25476Z","end":"2026-05-11T01:45:34.427051Z","steps":["trace[702716673] 'read index received' (duration: 63.908741ms)","trace[702716673] 'applied index is now lower than readState.Index' (duration: 108.381091ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:45:34.427183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.410045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:45:34.427235Z","caller":"traceutil/trace.go:171","msg":"trace[529666519] transaction","detail":"{read_only:false; response_revision:24726; number_of_response:1; }","duration":"133.473749ms","start":"2026-05-11T01:45:34.293725Z","end":"2026-05-11T01:45:34.427199Z","steps":["trace[529666519] 'process raft request' (duration: 133.229953ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:34.427256Z","caller":"traceutil/trace.go:171","msg":"trace[414889237] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:24728; }","duration":"172.540077ms","start":"2026-05-11T01:45:34.254701Z","end":"2026-05-11T01:45:34.427241Z","steps":["trace[414889237] 'agreement among raft nodes before linearized reading' (duration: 172.413335ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:34.427202Z","caller":"traceutil/trace.go:171","msg":"trace[6186601] transaction","detail":"{read_only:false; response_revision:24724; number_of_response:1; }","duration":"135.487834ms","start":"2026-05-11T01:45:34.291706Z","end":"2026-05-11T01:45:34.427193Z","steps":["trace[6186601] 'process raft request' (duration: 135.178198ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:34.427339Z","caller":"traceutil/trace.go:171","msg":"trace[28037920] transaction","detail":"{read_only:false; response_revision:24727; number_of_response:1; }","duration":"132.640231ms","start":"2026-05-11T01:45:34.294666Z","end":"2026-05-11T01:45:34.427306Z","steps":["trace[28037920] 'process raft request' (duration: 132.322204ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:34.427491Z","caller":"traceutil/trace.go:171","msg":"trace[1408723903] transaction","detail":"{read_only:false; response_revision:24723; number_of_response:1; }","duration":"136.842795ms","start":"2026-05-11T01:45:34.29063Z","end":"2026-05-11T01:45:34.427473Z","steps":["trace[1408723903] 'process raft request' (duration: 136.209351ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:34.427391Z","caller":"traceutil/trace.go:171","msg":"trace[1251959338] transaction","detail":"{read_only:false; response_revision:24725; number_of_response:1; }","duration":"135.032915ms","start":"2026-05-11T01:45:34.29235Z","end":"2026-05-11T01:45:34.427383Z","steps":["trace[1251959338] 'process raft request' (duration: 134.572694ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:34.427493Z","caller":"traceutil/trace.go:171","msg":"trace[1042146547] transaction","detail":"{read_only:false; response_revision:24728; number_of_response:1; }","duration":"132.705322ms","start":"2026-05-11T01:45:34.294775Z","end":"2026-05-11T01:45:34.42748Z","steps":["trace[1042146547] 'process raft request' (duration: 132.241902ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:34.42765Z","caller":"traceutil/trace.go:171","msg":"trace[653513069] transaction","detail":"{read_only:false; response_revision:24722; number_of_response:1; }","duration":"137.773645ms","start":"2026-05-11T01:45:34.28987Z","end":"2026-05-11T01:45:34.427644Z","steps":["trace[653513069] 'process raft request' (duration: 136.906506ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:34.632023Z","caller":"traceutil/trace.go:171","msg":"trace[300553749] linearizableReadLoop","detail":"{readStateIndex:25552; appliedIndex:25551; }","duration":"100.464165ms","start":"2026-05-11T01:45:34.531531Z","end":"2026-05-11T01:45:34.631995Z","steps":["trace[300553749] 'read index received' (duration: 39.317615ms)","trace[300553749] 'applied index is now lower than readState.Index' (duration: 61.14543ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:45:34.632073Z","caller":"traceutil/trace.go:171","msg":"trace[746104241] transaction","detail":"{read_only:false; response_revision:24732; number_of_response:1; }","duration":"103.176775ms","start":"2026-05-11T01:45:34.528861Z","end":"2026-05-11T01:45:34.632037Z","steps":["trace[746104241] 'process raft request' (duration: 42.110367ms)","trace[746104241] 'compare' (duration: 60.457265ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:45:34.633336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.783565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-11T01:45:34.633461Z","caller":"traceutil/trace.go:171","msg":"trace[1916199342] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24732; }","duration":"101.916268ms","start":"2026-05-11T01:45:34.531477Z","end":"2026-05-11T01:45:34.633394Z","steps":["trace[1916199342] 'agreement among raft nodes before linearized reading' (duration: 100.723801ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:34.884942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.728885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7506"} {"level":"info","ts":"2026-05-11T01:45:34.885015Z","caller":"traceutil/trace.go:171","msg":"trace[1512266713] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:24736; }","duration":"151.856848ms","start":"2026-05-11T01:45:34.733143Z","end":"2026-05-11T01:45:34.884999Z","steps":["trace[1512266713] 'range keys from in-memory index tree' (duration: 151.565812ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:34.885025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.217563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4430"} {"level":"info","ts":"2026-05-11T01:45:34.885092Z","caller":"traceutil/trace.go:171","msg":"trace[885113501] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:24736; }","duration":"124.313395ms","start":"2026-05-11T01:45:34.760763Z","end":"2026-05-11T01:45:34.885077Z","steps":["trace[885113501] 'range keys from in-memory index tree' (duration: 124.03423ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:35.744733Z","caller":"traceutil/trace.go:171","msg":"trace[2029117189] transaction","detail":"{read_only:false; response_revision:24746; number_of_response:1; }","duration":"162.26696ms","start":"2026-05-11T01:45:35.582435Z","end":"2026-05-11T01:45:35.744702Z","steps":["trace[2029117189] 'process raft request' (duration: 108.782539ms)","trace[2029117189] 'compare' (duration: 52.663992ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:45:36.580079Z","caller":"traceutil/trace.go:171","msg":"trace[548314925] transaction","detail":"{read_only:false; response_revision:24750; number_of_response:1; }","duration":"146.998321ms","start":"2026-05-11T01:45:36.433052Z","end":"2026-05-11T01:45:36.58005Z","steps":["trace[548314925] 'process raft request' (duration: 146.800997ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:36.785972Z","caller":"traceutil/trace.go:171","msg":"trace[305766602] transaction","detail":"{read_only:false; response_revision:24751; number_of_response:1; }","duration":"352.637245ms","start":"2026-05-11T01:45:36.433306Z","end":"2026-05-11T01:45:36.785944Z","steps":["trace[305766602] 'process raft request' (duration: 351.95371ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:36.786034Z","caller":"traceutil/trace.go:171","msg":"trace[1316533669] transaction","detail":"{read_only:false; response_revision:24756; number_of_response:1; }","duration":"351.822816ms","start":"2026-05-11T01:45:36.434159Z","end":"2026-05-11T01:45:36.785982Z","steps":["trace[1316533669] 'process raft request' (duration: 351.452978ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:36.786108Z","caller":"traceutil/trace.go:171","msg":"trace[1563492643] transaction","detail":"{read_only:false; response_revision:24752; number_of_response:1; }","duration":"352.694547ms","start":"2026-05-11T01:45:36.43338Z","end":"2026-05-11T01:45:36.786075Z","steps":["trace[1563492643] 'process raft request' (duration: 352.076693ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:36.786151Z","caller":"traceutil/trace.go:171","msg":"trace[332871804] transaction","detail":"{read_only:false; response_revision:24753; number_of_response:1; }","duration":"352.504292ms","start":"2026-05-11T01:45:36.433622Z","end":"2026-05-11T01:45:36.786126Z","steps":["trace[332871804] 'process raft request' (duration: 351.877598ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:36.786184Z","caller":"traceutil/trace.go:171","msg":"trace[1943607190] transaction","detail":"{read_only:false; response_revision:24754; number_of_response:1; }","duration":"352.363039ms","start":"2026-05-11T01:45:36.433788Z","end":"2026-05-11T01:45:36.786151Z","steps":["trace[1943607190] 'process raft request' (duration: 351.742996ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:36.78625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:36.433373Z","time spent":"352.804279ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:45:36.786238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:36.434146Z","time spent":"351.97915ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:45:36.786137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:36.433289Z","time spent":"352.753668ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:45:36.78637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:36.433759Z","time spent":"352.517592ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:45:36.786402Z","caller":"traceutil/trace.go:171","msg":"trace[685285484] transaction","detail":"{read_only:false; response_revision:24755; number_of_response:1; }","duration":"352.439409ms","start":"2026-05-11T01:45:36.433939Z","end":"2026-05-11T01:45:36.786378Z","steps":["trace[685285484] 'process raft request' (duration: 351.631182ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:36.786329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:36.433612Z","time spent":"352.641275ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:45:36.786502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:36.433928Z","time spent":"352.524612ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:45:37.426887Z","caller":"traceutil/trace.go:171","msg":"trace[604861874] transaction","detail":"{read_only:false; response_revision:24761; number_of_response:1; }","duration":"131.421314ms","start":"2026-05-11T01:45:37.295439Z","end":"2026-05-11T01:45:37.42686Z","steps":["trace[604861874] 'process raft request' (duration: 131.23361ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:38.647296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.636623ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-05-11T01:45:38.647422Z","caller":"traceutil/trace.go:171","msg":"trace[1797181153] linearizableReadLoop","detail":"{readStateIndex:25584; appliedIndex:25583; }","duration":"721.699946ms","start":"2026-05-11T01:45:37.925702Z","end":"2026-05-11T01:45:38.647402Z","steps":["trace[1797181153] 'read index received' (duration: 53.92195ms)","trace[1797181153] 'applied index is now lower than readState.Index' (duration: 667.776046ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:45:38.647499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:37.859471Z","time spent":"788.023641ms","remote":"127.0.0.1:40110","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-11T01:45:38.647609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.877349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:45:38.647717Z","caller":"traceutil/trace.go:171","msg":"trace[991739345] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24763; }","duration":"722.040063ms","start":"2026-05-11T01:45:37.925649Z","end":"2026-05-11T01:45:38.647689Z","steps":["trace[991739345] 'agreement among raft nodes before linearized reading' (duration: 721.865299ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:38.647761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:37.925627Z","time spent":"722.123964ms","remote":"127.0.0.1:51848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:45:38.669872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.559847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:45:38.669939Z","caller":"traceutil/trace.go:171","msg":"trace[966933846] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24764; }","duration":"100.68658ms","start":"2026-05-11T01:45:38.569234Z","end":"2026-05-11T01:45:38.669921Z","steps":["trace[966933846] 'agreement among raft nodes before linearized reading' (duration: 100.508376ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:38.669946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.605783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:45:38.669868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.781817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:45:38.670001Z","caller":"traceutil/trace.go:171","msg":"trace[1755803328] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:24764; }","duration":"329.730005ms","start":"2026-05-11T01:45:38.340256Z","end":"2026-05-11T01:45:38.669986Z","steps":["trace[1755803328] 'agreement among raft nodes before linearized reading' (duration: 329.626033ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:38.670028Z","caller":"traceutil/trace.go:171","msg":"trace[472818811] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24764; }","duration":"743.971681ms","start":"2026-05-11T01:45:37.926045Z","end":"2026-05-11T01:45:38.670017Z","steps":["trace[472818811] 'agreement among raft nodes before linearized reading' (duration: 743.693525ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:38.670039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:38.340242Z","time spent":"329.787847ms","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:45:38.670056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:37.926034Z","time spent":"744.014852ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:45:39.312018Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495960157401723,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:45:39.812524Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495960157401723,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:45:40.089901Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.294883618s","expected-duration":"1s"} {"level":"info","ts":"2026-05-11T01:45:40.09031Z","caller":"traceutil/trace.go:171","msg":"trace[41977725] transaction","detail":"{read_only:false; response_revision:24766; number_of_response:1; }","duration":"1.295420279s","start":"2026-05-11T01:45:38.794866Z","end":"2026-05-11T01:45:40.090286Z","steps":["trace[41977725] 'process raft request' (duration: 1.295260196s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:40.090464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:38.794837Z","time spent":"1.295546593s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:45:40.842716Z","caller":"traceutil/trace.go:171","msg":"trace[1857338228] transaction","detail":"{read_only:false; response_revision:24767; number_of_response:1; }","duration":"2.047396518s","start":"2026-05-11T01:45:38.795285Z","end":"2026-05-11T01:45:40.842681Z","steps":["trace[1857338228] 'process raft request' (duration: 2.046939898s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:40.842998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:38.79526Z","time spent":"2.04754644s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:45:40.843339Z","caller":"traceutil/trace.go:171","msg":"trace[1594368621] transaction","detail":"{read_only:false; response_revision:24768; number_of_response:1; }","duration":"2.047942561s","start":"2026-05-11T01:45:38.795345Z","end":"2026-05-11T01:45:40.843287Z","steps":["trace[1594368621] 'process raft request' (duration: 2.047080901s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:40.843527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:38.795336Z","time spent":"2.048100354s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:45:40.843582Z","caller":"traceutil/trace.go:171","msg":"trace[107226760] transaction","detail":"{read_only:false; response_revision:24769; number_of_response:1; }","duration":"2.048107304s","start":"2026-05-11T01:45:38.795391Z","end":"2026-05-11T01:45:40.843498Z","steps":["trace[107226760] 'process raft request' (duration: 2.047788787s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:40.843692Z","caller":"traceutil/trace.go:171","msg":"trace[1784293020] transaction","detail":"{read_only:false; response_revision:24771; number_of_response:1; }","duration":"2.048223615s","start":"2026-05-11T01:45:38.795454Z","end":"2026-05-11T01:45:40.843677Z","steps":["trace[1784293020] 'process raft request' (duration: 2.048003431s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:40.843719Z","caller":"traceutil/trace.go:171","msg":"trace[306395120] transaction","detail":"{read_only:false; response_revision:24770; number_of_response:1; }","duration":"2.048284496s","start":"2026-05-11T01:45:38.795394Z","end":"2026-05-11T01:45:40.843678Z","steps":["trace[306395120] 'process raft request' (duration: 2.04798607s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:40.843749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:38.795417Z","time spent":"2.048303657s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:45:40.843869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:38.795382Z","time spent":"2.04840876s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:45:40.84375Z","caller":"traceutil/trace.go:171","msg":"trace[1336799437] linearizableReadLoop","detail":"{readStateIndex:25592; appliedIndex:25587; }","duration":"2.032346814s","start":"2026-05-11T01:45:38.811388Z","end":"2026-05-11T01:45:40.843735Z","steps":["trace[1336799437] 'read index received' (duration: 1.278930363s)","trace[1336799437] 'applied index is now lower than readState.Index' (duration: 753.415081ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:45:40.84393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.032542458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-11T01:45:40.843918Z","caller":"traceutil/trace.go:171","msg":"trace[163676366] transaction","detail":"{read_only:false; response_revision:24773; number_of_response:1; }","duration":"937.545287ms","start":"2026-05-11T01:45:39.906346Z","end":"2026-05-11T01:45:40.843891Z","steps":["trace[163676366] 'process raft request' (duration: 937.24207ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:40.843978Z","caller":"traceutil/trace.go:171","msg":"trace[2071100666] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24773; }","duration":"2.03263657s","start":"2026-05-11T01:45:38.811331Z","end":"2026-05-11T01:45:40.843967Z","steps":["trace[2071100666] 'agreement among raft nodes before linearized reading' (duration: 2.032448076s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:40.843979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:38.795385Z","time spent":"2.048337378s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:45:40.844014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:38.81131Z","time spent":"2.032696711s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-11T01:45:40.843731Z","caller":"traceutil/trace.go:171","msg":"trace[771098165] transaction","detail":"{read_only:false; response_revision:24772; number_of_response:1; }","duration":"996.763454ms","start":"2026-05-11T01:45:39.84691Z","end":"2026-05-11T01:45:40.843673Z","steps":["trace[771098165] 'process raft request' (duration: 996.621101ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:40.844073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:39.846879Z","time spent":"997.170464ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:45:40.844106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:39.906315Z","time spent":"937.6794ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:45:40.927552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000265219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-11T01:45:40.92764Z","caller":"traceutil/trace.go:171","msg":"trace[596960926] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000437003s","start":"2026-05-11T01:45:38.927183Z","end":"2026-05-11T01:45:40.92762Z","steps":["trace[596960926] 'agreement among raft nodes before linearized reading' (duration: 2.000332961s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:40.927694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:38.927162Z","time spent":"2.000516724s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:45:41.292591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.153203ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:45:41.292755Z","caller":"traceutil/trace.go:171","msg":"trace[720988725] linearizableReadLoop","detail":"{readStateIndex:25595; appliedIndex:25594; }","duration":"448.779773ms","start":"2026-05-11T01:45:40.843961Z","end":"2026-05-11T01:45:41.292741Z","steps":["trace[720988725] 'read index received' (duration: 141.334483ms)","trace[720988725] 'applied index is now lower than readState.Index' (duration: 307.44421ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:45:41.29283Z","caller":"traceutil/trace.go:171","msg":"trace[781491733] transaction","detail":"{read_only:false; response_revision:24774; number_of_response:1; }","duration":"617.751762ms","start":"2026-05-11T01:45:40.675067Z","end":"2026-05-11T01:45:41.292819Z","steps":["trace[781491733] 'process raft request' (duration: 310.302393ms)","trace[781491733] 'compare' (duration: 306.924588ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:45:41.292877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:40.675043Z","time spent":"617.810244ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:45:41.293032Z","caller":"traceutil/trace.go:171","msg":"trace[1986977358] transaction","detail":"{read_only:false; response_revision:24775; number_of_response:1; }","duration":"443.915354ms","start":"2026-05-11T01:45:40.849082Z","end":"2026-05-11T01:45:41.292997Z","steps":["trace[1986977358] 'process raft request' (duration: 443.617848ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:41.293093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.130547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:45:41.293123Z","caller":"traceutil/trace.go:171","msg":"trace[99794753] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24775; }","duration":"559.2051ms","start":"2026-05-11T01:45:40.733903Z","end":"2026-05-11T01:45:41.293108Z","steps":["trace[99794753] 'agreement among raft nodes before linearized reading' (duration: 559.126408ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:41.293144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:40.733874Z","time spent":"559.265341ms","remote":"127.0.0.1:41832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:45:41.293207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:40.84905Z","time spent":"444.057918ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:45:41.293265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.597479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:45:41.293285Z","caller":"traceutil/trace.go:171","msg":"trace[1460871539] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:24775; }","duration":"742.635781ms","start":"2026-05-11T01:45:40.550644Z","end":"2026-05-11T01:45:41.29328Z","steps":["trace[1460871539] 'agreement among raft nodes before linearized reading' (duration: 742.59869ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:41.293305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:40.550636Z","time spent":"742.663691ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:45:41.293436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.720293411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-11T01:45:41.2935Z","caller":"traceutil/trace.go:171","msg":"trace[566471406] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24775; }","duration":"1.720402183s","start":"2026-05-11T01:45:39.573085Z","end":"2026-05-11T01:45:41.293487Z","steps":["trace[566471406] 'agreement among raft nodes before linearized reading' (duration: 1.720220539s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:41.293461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.833876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:45:41.293532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:39.573064Z","time spent":"1.720458634s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-11T01:45:41.293566Z","caller":"traceutil/trace.go:171","msg":"trace[363311041] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:24775; }","duration":"409.962319ms","start":"2026-05-11T01:45:40.883579Z","end":"2026-05-11T01:45:41.293541Z","steps":["trace[363311041] 'agreement among raft nodes before linearized reading' (duration: 409.770175ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:41.29362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:40.883514Z","time spent":"410.092232ms","remote":"127.0.0.1:56908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:45:41.293668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.203154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-11T01:45:41.293699Z","caller":"traceutil/trace.go:171","msg":"trace[1472097366] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24775; }","duration":"864.290287ms","start":"2026-05-11T01:45:40.429399Z","end":"2026-05-11T01:45:41.293689Z","steps":["trace[1472097366] 'agreement among raft nodes before linearized reading' (duration: 864.200975ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:41.293727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:40.429372Z","time spent":"864.349167ms","remote":"127.0.0.1:40186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-11T01:45:41.293765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.034736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-11T01:45:41.293811Z","caller":"traceutil/trace.go:171","msg":"trace[2145260000] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24775; }","duration":"194.116218ms","start":"2026-05-11T01:45:41.099683Z","end":"2026-05-11T01:45:41.2938Z","steps":["trace[2145260000] 'agreement among raft nodes before linearized reading' (duration: 193.960275ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:41.293819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043398311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" ","response":"range_response_count:1 size:186"} {"level":"info","ts":"2026-05-11T01:45:41.293853Z","caller":"traceutil/trace.go:171","msg":"trace[1372921156] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:24775; }","duration":"1.043476713s","start":"2026-05-11T01:45:40.250366Z","end":"2026-05-11T01:45:41.293843Z","steps":["trace[1372921156] 'agreement among raft nodes before linearized reading' (duration: 1.043368881s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:41.293879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:40.250335Z","time spent":"1.043537134s","remote":"127.0.0.1:40270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":209,"request content":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" "} {"level":"warn","ts":"2026-05-11T01:45:41.293879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.592859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:45:41.293912Z","caller":"traceutil/trace.go:171","msg":"trace[973356911] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:24775; }","duration":"261.672261ms","start":"2026-05-11T01:45:41.032229Z","end":"2026-05-11T01:45:41.293901Z","steps":["trace[973356911] 'agreement among raft nodes before linearized reading' (duration: 261.60703ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:41.293925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.036227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:45:41.293953Z","caller":"traceutil/trace.go:171","msg":"trace[1638203744] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:24775; }","duration":"813.127328ms","start":"2026-05-11T01:45:40.480817Z","end":"2026-05-11T01:45:41.293944Z","steps":["trace[1638203744] 'agreement among raft nodes before linearized reading' (duration: 813.077597ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:41.29398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:40.480788Z","time spent":"813.18478ms","remote":"127.0.0.1:39906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:45:41.293995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.835152596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:45:41.294114Z","caller":"traceutil/trace.go:171","msg":"trace[1985332595] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:24775; }","duration":"1.83531988s","start":"2026-05-11T01:45:39.458781Z","end":"2026-05-11T01:45:41.294101Z","steps":["trace[1985332595] 'agreement among raft nodes before linearized reading' (duration: 1.835169046s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:41.294143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.363487641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:45:41.294183Z","caller":"traceutil/trace.go:171","msg":"trace[1388894807] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:24775; }","duration":"1.363530712s","start":"2026-05-11T01:45:39.930643Z","end":"2026-05-11T01:45:41.294174Z","steps":["trace[1388894807] 'agreement among raft nodes before linearized reading' (duration: 1.363460491s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:41.29421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:39.930588Z","time spent":"1.363613136s","remote":"127.0.0.1:40348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:45:41.294242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.469733193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-11T01:45:41.29427Z","caller":"traceutil/trace.go:171","msg":"trace[2095448416] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24775; }","duration":"2.469773114s","start":"2026-05-11T01:45:38.824488Z","end":"2026-05-11T01:45:41.294262Z","steps":["trace[2095448416] 'agreement among raft nodes before linearized reading' (duration: 2.469680941s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:41.2943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:38.824482Z","time spent":"2.469808335s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-11T01:45:41.293878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.714173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:45:41.295018Z","caller":"traceutil/trace.go:171","msg":"trace[128750915] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:24775; }","duration":"748.88093ms","start":"2026-05-11T01:45:40.546117Z","end":"2026-05-11T01:45:41.294997Z","steps":["trace[128750915] 'agreement among raft nodes before linearized reading' (duration: 747.731674ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:41.295062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:40.546096Z","time spent":"748.950871ms","remote":"127.0.0.1:41354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:45:41.294148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:39.458759Z","time spent":"1.83537865s","remote":"127.0.0.1:54460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:45:41.294401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.47134705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-11T01:45:41.295428Z","caller":"traceutil/trace.go:171","msg":"trace[970364798] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24775; }","duration":"2.472374182s","start":"2026-05-11T01:45:38.82303Z","end":"2026-05-11T01:45:41.295405Z","steps":["trace[970364798] 'agreement among raft nodes before linearized reading' (duration: 2.471207607s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:41.295472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:38.822987Z","time spent":"2.472469534s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-11T01:45:41.294452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.481685633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-11T01:45:41.295628Z","caller":"traceutil/trace.go:171","msg":"trace[939452463] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24775; }","duration":"1.4829072s","start":"2026-05-11T01:45:39.812703Z","end":"2026-05-11T01:45:41.295611Z","steps":["trace[939452463] 'agreement among raft nodes before linearized reading' (duration: 1.481600091s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:41.294474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.409012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:45:41.295684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:39.812679Z","time spent":"1.482990291s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-11T01:45:41.295694Z","caller":"traceutil/trace.go:171","msg":"trace[193525671] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24775; }","duration":"367.647588ms","start":"2026-05-11T01:45:40.928025Z","end":"2026-05-11T01:45:41.295673Z","steps":["trace[193525671] 'agreement among raft nodes before linearized reading' (duration: 366.416381ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:41.29574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:40.92801Z","time spent":"367.71673ms","remote":"127.0.0.1:40064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:45:41.29448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.239877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:45:41.295863Z","caller":"traceutil/trace.go:171","msg":"trace[100994506] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:24775; }","duration":"326.656898ms","start":"2026-05-11T01:45:40.969189Z","end":"2026-05-11T01:45:41.295846Z","steps":["trace[100994506] 'agreement among raft nodes before linearized reading' (duration: 325.242617ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:41.295931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:40.969172Z","time spent":"326.735329ms","remote":"127.0.0.1:41598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:45:41.29453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.990981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:45:41.296073Z","caller":"traceutil/trace.go:171","msg":"trace[50722573] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24775; }","duration":"264.588226ms","start":"2026-05-11T01:45:41.031448Z","end":"2026-05-11T01:45:41.296036Z","steps":["trace[50722573] 'agreement among raft nodes before linearized reading' (duration: 262.988511ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:42.003549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.25166ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:45:42.003679Z","caller":"traceutil/trace.go:171","msg":"trace[834229252] transaction","detail":"{read_only:false; response_revision:24776; number_of_response:1; }","duration":"704.518173ms","start":"2026-05-11T01:45:41.299134Z","end":"2026-05-11T01:45:42.003653Z","steps":["trace[834229252] 'process raft request' (duration: 275.066909ms)","trace[834229252] 'compare' (duration: 428.999475ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:45:42.003745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:41.299118Z","time spent":"704.596305ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:45:42.617848Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.043548755s","expected-duration":"1s"} {"level":"info","ts":"2026-05-11T01:45:42.618336Z","caller":"traceutil/trace.go:171","msg":"trace[1484396331] transaction","detail":"{read_only:false; response_revision:24777; number_of_response:1; }","duration":"1.319166726s","start":"2026-05-11T01:45:41.299149Z","end":"2026-05-11T01:45:42.618316Z","steps":["trace[1484396331] 'process raft request' (duration: 1.318988122s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:42.618468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:41.299125Z","time spent":"1.319277118s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:45:42.618766Z","caller":"traceutil/trace.go:171","msg":"trace[479363245] transaction","detail":"{read_only:false; response_revision:24779; number_of_response:1; }","duration":"1.3175368s","start":"2026-05-11T01:45:41.30122Z","end":"2026-05-11T01:45:42.618757Z","steps":["trace[479363245] 'process raft request' (duration: 1.317274204s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:42.61873Z","caller":"traceutil/trace.go:171","msg":"trace[2100174561] linearizableReadLoop","detail":"{readStateIndex:25599; appliedIndex:25596; }","duration":"1.318067802s","start":"2026-05-11T01:45:41.300623Z","end":"2026-05-11T01:45:42.618691Z","steps":["trace[2100174561] 'read index received' (duration: 273.657968ms)","trace[2100174561] 'applied index is now lower than readState.Index' (duration: 1.044408034s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:45:42.618876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:41.301211Z","time spent":"1.317575721s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:45:42.618868Z","caller":"traceutil/trace.go:171","msg":"trace[900209575] transaction","detail":"{read_only:false; response_revision:24778; number_of_response:1; }","duration":"1.318227395s","start":"2026-05-11T01:45:41.300607Z","end":"2026-05-11T01:45:42.618834Z","steps":["trace[900209575] 'process raft request' (duration: 1.317670963s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:42.619045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:41.300597Z","time spent":"1.318326967s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:45:42.619095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.318434649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ae5f4c7b232281\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-05-11T01:45:42.619367Z","caller":"traceutil/trace.go:171","msg":"trace[302726637] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ae5f4c7b232281; range_end:; response_count:1; response_revision:24779; }","duration":"1.318541361s","start":"2026-05-11T01:45:41.300585Z","end":"2026-05-11T01:45:42.619127Z","steps":["trace[302726637] 'agreement among raft nodes before linearized reading' (duration: 1.318316126s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:42.619431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:41.300573Z","time spent":"1.31884272s","remote":"127.0.0.1:40160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ae5f4c7b232281\" "} {"level":"info","ts":"2026-05-11T01:45:42.638904Z","caller":"traceutil/trace.go:171","msg":"trace[361244789] transaction","detail":"{read_only:false; response_revision:24780; number_of_response:1; }","duration":"543.169764ms","start":"2026-05-11T01:45:42.095713Z","end":"2026-05-11T01:45:42.638883Z","steps":["trace[361244789] 'process raft request' (duration: 542.993659ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:42.63904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:42.095697Z","time spent":"543.263135ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:45:42.639193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.444196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:45:42.639269Z","caller":"traceutil/trace.go:171","msg":"trace[526159294] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24781; }","duration":"737.570049ms","start":"2026-05-11T01:45:41.901685Z","end":"2026-05-11T01:45:42.639255Z","steps":["trace[526159294] 'agreement among raft nodes before linearized reading' (duration: 737.465186ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:42.639243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.335854088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:45:42.639258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.097227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:45:42.639304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:41.901661Z","time spent":"737.63245ms","remote":"127.0.0.1:41412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:45:42.639334Z","caller":"traceutil/trace.go:171","msg":"trace[1875012502] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24781; }","duration":"924.23499ms","start":"2026-05-11T01:45:41.715083Z","end":"2026-05-11T01:45:42.639318Z","steps":["trace[1875012502] 'agreement among raft nodes before linearized reading' (duration: 924.091877ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:42.639326Z","caller":"traceutil/trace.go:171","msg":"trace[341436981] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24781; }","duration":"1.335999941s","start":"2026-05-11T01:45:41.303304Z","end":"2026-05-11T01:45:42.639304Z","steps":["trace[341436981] 'agreement among raft nodes before linearized reading' (duration: 1.335813857s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:42.639376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:41.715061Z","time spent":"924.305042ms","remote":"127.0.0.1:41812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:45:42.639393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:41.303297Z","time spent":"1.336079272s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-11T01:45:42.639558Z","caller":"traceutil/trace.go:171","msg":"trace[924086949] transaction","detail":"{read_only:false; response_revision:24781; number_of_response:1; }","duration":"207.623649ms","start":"2026-05-11T01:45:42.431924Z","end":"2026-05-11T01:45:42.639547Z","steps":["trace[924086949] 'process raft request' (duration: 206.869922ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:42.63943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152168942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:45:42.639755Z","caller":"traceutil/trace.go:171","msg":"trace[1837955559] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24781; }","duration":"1.15257684s","start":"2026-05-11T01:45:41.48716Z","end":"2026-05-11T01:45:42.639736Z","steps":["trace[1837955559] 'agreement among raft nodes before linearized reading' (duration: 1.152181722s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:42.6398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.195114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-11T01:45:42.639853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:41.487132Z","time spent":"1.152663963s","remote":"127.0.0.1:41622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:45:42.640158Z","caller":"traceutil/trace.go:171","msg":"trace[1816677888] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:24781; }","duration":"329.414699ms","start":"2026-05-11T01:45:42.310479Z","end":"2026-05-11T01:45:42.639893Z","steps":["trace[1816677888] 'agreement among raft nodes before linearized reading' (duration: 329.177223ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:42.641879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:42.310448Z","time spent":"331.338012ms","remote":"127.0.0.1:40326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:45:43.147294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.877834ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:45:43.14852Z","caller":"traceutil/trace.go:171","msg":"trace[1181048949] transaction","detail":"{read_only:false; response_revision:24787; number_of_response:1; }","duration":"297.770584ms","start":"2026-05-11T01:45:42.850725Z","end":"2026-05-11T01:45:43.148495Z","steps":["trace[1181048949] 'process raft request' (duration: 297.721243ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:43.148598Z","caller":"traceutil/trace.go:171","msg":"trace[625232731] transaction","detail":"{read_only:false; response_revision:24784; number_of_response:1; }","duration":"299.42764ms","start":"2026-05-11T01:45:42.849139Z","end":"2026-05-11T01:45:43.148567Z","steps":["trace[625232731] 'process raft request' (duration: 299.179455ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:43.148617Z","caller":"traceutil/trace.go:171","msg":"trace[1699199924] transaction","detail":"{read_only:false; response_revision:24786; number_of_response:1; }","duration":"298.818677ms","start":"2026-05-11T01:45:42.849768Z","end":"2026-05-11T01:45:43.148586Z","steps":["trace[1699199924] 'process raft request' (duration: 298.638213ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:43.148652Z","caller":"traceutil/trace.go:171","msg":"trace[1859324651] transaction","detail":"{read_only:false; response_revision:24785; number_of_response:1; }","duration":"299.168795ms","start":"2026-05-11T01:45:42.849438Z","end":"2026-05-11T01:45:43.148607Z","steps":["trace[1859324651] 'process raft request' (duration: 298.93048ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:43.148578Z","caller":"traceutil/trace.go:171","msg":"trace[1020931706] transaction","detail":"{read_only:false; response_revision:24783; number_of_response:1; }","duration":"299.732668ms","start":"2026-05-11T01:45:42.848809Z","end":"2026-05-11T01:45:43.148541Z","steps":["trace[1020931706] 'process raft request' (duration: 299.408041ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:43.148867Z","caller":"traceutil/trace.go:171","msg":"trace[1426883731] transaction","detail":"{read_only:false; response_revision:24782; number_of_response:1; }","duration":"527.451283ms","start":"2026-05-11T01:45:42.621254Z","end":"2026-05-11T01:45:43.148705Z","steps":["trace[1426883731] 'process raft request' (duration: 393.993755ms)","trace[1426883731] 'compare' (duration: 131.435644ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:45:43.148947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.803948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:45:43.149005Z","caller":"traceutil/trace.go:171","msg":"trace[1899869216] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24787; }","duration":"507.89933ms","start":"2026-05-11T01:45:42.64109Z","end":"2026-05-11T01:45:43.148989Z","steps":["trace[1899869216] 'agreement among raft nodes before linearized reading' (duration: 507.785257ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:43.148906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:42.848781Z","time spent":"300.006405ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:45:43.148745Z","caller":"traceutil/trace.go:171","msg":"trace[1412116707] linearizableReadLoop","detail":"{readStateIndex:25603; appliedIndex:25602; }","duration":"507.422239ms","start":"2026-05-11T01:45:42.641123Z","end":"2026-05-11T01:45:43.148545Z","steps":["trace[1412116707] 'read index received' (duration: 374.143035ms)","trace[1412116707] 'applied index is now lower than readState.Index' (duration: 133.275004ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:45:43.149201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:42.641075Z","time spent":"507.966292ms","remote":"127.0.0.1:40064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:45:43.149653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:42.621229Z","time spent":"527.731131ms","remote":"127.0.0.1:40160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:45:43.149688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.057516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-11T01:45:43.149741Z","caller":"traceutil/trace.go:171","msg":"trace[275001437] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24787; }","duration":"380.159988ms","start":"2026-05-11T01:45:42.769566Z","end":"2026-05-11T01:45:43.149726Z","steps":["trace[275001437] 'agreement among raft nodes before linearized reading' (duration: 379.82083ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:43.149779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:42.76954Z","time spent":"380.22991ms","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-11T01:45:43.68152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.512871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:45:43.681597Z","caller":"traceutil/trace.go:171","msg":"trace[1831757860] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:24787; }","duration":"396.651395ms","start":"2026-05-11T01:45:43.284928Z","end":"2026-05-11T01:45:43.681579Z","steps":["trace[1831757860] 'count revisions from in-memory index tree' (duration: 396.442ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:43.68163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:43.284911Z","time spent":"396.710516ms","remote":"127.0.0.1:58286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:45:43.682007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.101184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-11T01:45:43.682096Z","caller":"traceutil/trace.go:171","msg":"trace[230960114] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24787; }","duration":"384.201047ms","start":"2026-05-11T01:45:43.297875Z","end":"2026-05-11T01:45:43.682076Z","steps":["trace[230960114] 'range keys from in-memory index tree' (duration: 383.925531ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:43.68208Z","caller":"traceutil/trace.go:171","msg":"trace[1290479614] transaction","detail":"{read_only:false; response_revision:24788; number_of_response:1; }","duration":"383.238196ms","start":"2026-05-11T01:45:43.298806Z","end":"2026-05-11T01:45:43.682044Z","steps":["trace[1290479614] 'process raft request' (duration: 362.765541ms)","trace[1290479614] 'compare' (duration: 19.887492ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:45:43.682144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:43.297836Z","time spent":"384.299439ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-11T01:45:43.682254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:43.298769Z","time spent":"383.394469ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:45:44.626573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.724974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-11T01:45:44.626684Z","caller":"traceutil/trace.go:171","msg":"trace[990345382] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24789; }","duration":"618.864738ms","start":"2026-05-11T01:45:44.007791Z","end":"2026-05-11T01:45:44.626656Z","steps":["trace[990345382] 'range keys from in-memory index tree' (duration: 618.463339ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:44.626746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:44.00778Z","time spent":"618.950699ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-11T01:45:44.626732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.398302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:45:44.626812Z","caller":"traceutil/trace.go:171","msg":"trace[962991460] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24789; }","duration":"700.526274ms","start":"2026-05-11T01:45:43.926265Z","end":"2026-05-11T01:45:44.626791Z","steps":["trace[962991460] 'range keys from in-memory index tree' (duration: 700.306759ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:44.626856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:43.926244Z","time spent":"700.604006ms","remote":"127.0.0.1:40064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:45:44.626981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.764831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:45:44.627079Z","caller":"traceutil/trace.go:171","msg":"trace[1681239354] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:24789; }","duration":"594.919574ms","start":"2026-05-11T01:45:44.032134Z","end":"2026-05-11T01:45:44.627054Z","steps":["trace[1681239354] 'count revisions from in-memory index tree' (duration: 594.651459ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:44.627095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.254546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:45:44.627128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:44.032112Z","time spent":"595.001677ms","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:45:44.627157Z","caller":"traceutil/trace.go:171","msg":"trace[496446617] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:24789; }","duration":"218.358758ms","start":"2026-05-11T01:45:44.40878Z","end":"2026-05-11T01:45:44.627138Z","steps":["trace[496446617] 'count revisions from in-memory index tree' (duration: 218.179954ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:44.860921Z","caller":"traceutil/trace.go:171","msg":"trace[697094666] transaction","detail":"{read_only:false; response_revision:24790; number_of_response:1; }","duration":"227.528673ms","start":"2026-05-11T01:45:44.633364Z","end":"2026-05-11T01:45:44.860893Z","steps":["trace[697094666] 'process raft request' (duration: 227.294088ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:44.861152Z","caller":"traceutil/trace.go:171","msg":"trace[1828460206] transaction","detail":"{read_only:false; response_revision:24791; number_of_response:1; }","duration":"227.771887ms","start":"2026-05-11T01:45:44.63337Z","end":"2026-05-11T01:45:44.861142Z","steps":["trace[1828460206] 'process raft request' (duration: 227.474661ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:46.484853Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.62413755s","expected-duration":"1s"} {"level":"info","ts":"2026-05-11T01:45:46.485802Z","caller":"traceutil/trace.go:171","msg":"trace[293411616] linearizableReadLoop","detail":"{readStateIndex:25615; appliedIndex:25610; }","duration":"1.733692439s","start":"2026-05-11T01:45:44.75208Z","end":"2026-05-11T01:45:46.485772Z","steps":["trace[293411616] 'read index received' (duration: 108.634397ms)","trace[293411616] 'applied index is now lower than readState.Index' (duration: 1.625055902s)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:45:46.485956Z","caller":"traceutil/trace.go:171","msg":"trace[1963537886] transaction","detail":"{read_only:false; response_revision:24792; number_of_response:1; }","duration":"1.852314487s","start":"2026-05-11T01:45:44.633627Z","end":"2026-05-11T01:45:46.485942Z","steps":["trace[1963537886] 'process raft request' (duration: 1.851718434s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:46.48753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:44.633607Z","time spent":"1.853785759s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:45:46.486056Z","caller":"traceutil/trace.go:171","msg":"trace[1836408095] transaction","detail":"{read_only:false; response_revision:24794; number_of_response:1; }","duration":"1.840414302s","start":"2026-05-11T01:45:44.645613Z","end":"2026-05-11T01:45:46.486028Z","steps":["trace[1836408095] 'process raft request' (duration: 1.840101485s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:46.487758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:44.645599Z","time spent":"1.842073879s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:45:46.486106Z","caller":"traceutil/trace.go:171","msg":"trace[1052233196] transaction","detail":"{read_only:false; response_revision:24793; number_of_response:1; }","duration":"1.851469059s","start":"2026-05-11T01:45:44.634628Z","end":"2026-05-11T01:45:46.486097Z","steps":["trace[1052233196] 'process raft request' (duration: 1.850852095s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:46.486366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.734316722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4442"} {"level":"warn","ts":"2026-05-11T01:45:46.48798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:44.634596Z","time spent":"1.853251498s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:45:46.488132Z","caller":"traceutil/trace.go:171","msg":"trace[1974942044] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:24794; }","duration":"1.736090322s","start":"2026-05-11T01:45:44.751966Z","end":"2026-05-11T01:45:46.488056Z","steps":["trace[1974942044] 'agreement among raft nodes before linearized reading' (duration: 1.7342446s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:46.488362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:44.75194Z","time spent":"1.736318607s","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4465,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-05-11T01:45:46.928586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0003516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-11T01:45:46.928675Z","caller":"traceutil/trace.go:171","msg":"trace[745643523] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000499484s","start":"2026-05-11T01:45:44.928156Z","end":"2026-05-11T01:45:46.928655Z","steps":["trace[745643523] 'agreement among raft nodes before linearized reading' (duration: 2.000388891s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:46.928727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:44.928108Z","time spent":"2.000608956s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/11 01:45:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:45:46.986395Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495960157401788,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-11T01:45:47.351692Z","caller":"traceutil/trace.go:171","msg":"trace[1820975916] transaction","detail":"{read_only:false; response_revision:24796; number_of_response:1; }","duration":"2.19493417s","start":"2026-05-11T01:45:45.156727Z","end":"2026-05-11T01:45:47.351661Z","steps":["trace[1820975916] 'process raft request' (duration: 2.194784037s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:47.351896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:45.156715Z","time spent":"2.195068933s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:45:47.351687Z","caller":"traceutil/trace.go:171","msg":"trace[647568396] transaction","detail":"{read_only:false; response_revision:24795; number_of_response:1; }","duration":"2.195674016s","start":"2026-05-11T01:45:45.155969Z","end":"2026-05-11T01:45:47.351643Z","steps":["trace[647568396] 'process raft request' (duration: 2.195310218s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:47.352084Z","caller":"traceutil/trace.go:171","msg":"trace[1120506541] transaction","detail":"{read_only:false; response_revision:24798; number_of_response:1; }","duration":"2.195042932s","start":"2026-05-11T01:45:45.157011Z","end":"2026-05-11T01:45:47.352054Z","steps":["trace[1120506541] 'process raft request' (duration: 2.194822988s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:47.352077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:45.155941Z","time spent":"2.196033554s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:45:47.352111Z","caller":"traceutil/trace.go:171","msg":"trace[592363158] transaction","detail":"{read_only:false; response_revision:24800; number_of_response:1; }","duration":"1.662230919s","start":"2026-05-11T01:45:45.689859Z","end":"2026-05-11T01:45:47.35209Z","steps":["trace[592363158] 'process raft request' (duration: 1.662166868s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:47.352215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:45.156998Z","time spent":"2.195146164s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:45:47.352242Z","caller":"traceutil/trace.go:171","msg":"trace[1347425574] transaction","detail":"{read_only:false; response_revision:24797; number_of_response:1; }","duration":"2.195289668s","start":"2026-05-11T01:45:45.15683Z","end":"2026-05-11T01:45:47.352119Z","steps":["trace[1347425574] 'process raft request' (duration: 2.194737746s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:47.352318Z","caller":"traceutil/trace.go:171","msg":"trace[589479908] transaction","detail":"{read_only:false; response_revision:24799; number_of_response:1; }","duration":"2.195304758s","start":"2026-05-11T01:45:45.156998Z","end":"2026-05-11T01:45:47.352302Z","steps":["trace[589479908] 'process raft request' (duration: 2.19496147s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:47.352389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:45.156823Z","time spent":"2.195508032s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:45:47.3524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:45.156962Z","time spent":"2.19539655s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:45:47.35226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:45.689806Z","time spent":"1.662359452s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:45:47.370539Z","caller":"traceutil/trace.go:171","msg":"trace[1431104059] linearizableReadLoop","detail":"{readStateIndex:25622; appliedIndex:25615; }","duration":"884.6137ms","start":"2026-05-11T01:45:46.485891Z","end":"2026-05-11T01:45:47.370505Z","steps":["trace[1431104059] 'read index received' (duration: 865.435143ms)","trace[1431104059] 'applied index is now lower than readState.Index' (duration: 19.177347ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:45:47.370682Z","caller":"traceutil/trace.go:171","msg":"trace[450374684] transaction","detail":"{read_only:false; response_revision:24802; number_of_response:1; }","duration":"283.771224ms","start":"2026-05-11T01:45:47.086869Z","end":"2026-05-11T01:45:47.37064Z","steps":["trace[450374684] 'process raft request' (duration: 283.57361ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:47.37073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.470979874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:45:47.370754Z","caller":"traceutil/trace.go:171","msg":"trace[500524192] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:24802; }","duration":"1.471073006s","start":"2026-05-11T01:45:45.899673Z","end":"2026-05-11T01:45:47.370746Z","steps":["trace[500524192] 'agreement among raft nodes before linearized reading' (duration: 1.470971604s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:47.37078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:45.899647Z","time spent":"1.471126678s","remote":"127.0.0.1:41240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:45:47.370792Z","caller":"traceutil/trace.go:171","msg":"trace[240475407] transaction","detail":"{read_only:false; response_revision:24801; number_of_response:1; }","duration":"874.919005ms","start":"2026-05-11T01:45:46.495843Z","end":"2026-05-11T01:45:47.370762Z","steps":["trace[240475407] 'process raft request' (duration: 874.431673ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:47.370772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.248908294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:45:47.370874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.119566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-11T01:45:47.370928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:46.495819Z","time spent":"875.030968ms","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4425,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:45:47.370956Z","caller":"traceutil/trace.go:171","msg":"trace[1695847821] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:24802; }","duration":"1.249100479s","start":"2026-05-11T01:45:46.121784Z","end":"2026-05-11T01:45:47.370884Z","steps":["trace[1695847821] 'agreement among raft nodes before linearized reading' (duration: 1.248870853s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:47.370956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.443866328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:45:47.370977Z","caller":"traceutil/trace.go:171","msg":"trace[1184898540] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24802; }","duration":"900.32294ms","start":"2026-05-11T01:45:46.47063Z","end":"2026-05-11T01:45:47.370953Z","steps":["trace[1184898540] 'agreement among raft nodes before linearized reading' (duration: 900.078245ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:47.370991Z","caller":"traceutil/trace.go:171","msg":"trace[1600802407] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:24802; }","duration":"2.4439544s","start":"2026-05-11T01:45:44.927027Z","end":"2026-05-11T01:45:47.370981Z","steps":["trace[1600802407] 'agreement among raft nodes before linearized reading' (duration: 2.443864138s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:47.37096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.170124027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:45:47.37101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.405027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:45:47.371029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:46.470594Z","time spent":"900.422802ms","remote":"127.0.0.1:51774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:45:47.371047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.146487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:45:47.37106Z","caller":"traceutil/trace.go:171","msg":"trace[527441408] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24802; }","duration":"442.198268ms","start":"2026-05-11T01:45:46.928857Z","end":"2026-05-11T01:45:47.371055Z","steps":["trace[527441408] 'agreement among raft nodes before linearized reading' (duration: 442.170128ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:47.371049Z","caller":"traceutil/trace.go:171","msg":"trace[1929553198] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:24802; }","duration":"2.170260501s","start":"2026-05-11T01:45:45.200762Z","end":"2026-05-11T01:45:47.371022Z","steps":["trace[1929553198] 'agreement among raft nodes before linearized reading' (duration: 2.170093847s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:47.371068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.37297828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:45:47.371074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:46.92883Z","time spent":"442.241929ms","remote":"127.0.0.1:40064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:45:47.371062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.362848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:45:47.371097Z","caller":"traceutil/trace.go:171","msg":"trace[645697041] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24802; }","duration":"2.373028782s","start":"2026-05-11T01:45:44.998054Z","end":"2026-05-11T01:45:47.371083Z","steps":["trace[645697041] 'agreement among raft nodes before linearized reading' (duration: 2.372973661s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:47.3711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:45.200738Z","time spent":"2.170351083s","remote":"127.0.0.1:46260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:45:47.371116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.075760548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:45:47.371124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:44.998038Z","time spent":"2.373079233s","remote":"127.0.0.1:41768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:45:47.370992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:46.121761Z","time spent":"1.249218541s","remote":"127.0.0.1:46268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:45:47.371191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.333378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:45:47.371025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.38220182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:45:47.371249Z","caller":"traceutil/trace.go:171","msg":"trace[1160931464] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:24802; }","duration":"227.421009ms","start":"2026-05-11T01:45:47.143818Z","end":"2026-05-11T01:45:47.371239Z","steps":["trace[1160931464] 'agreement among raft nodes before linearized reading' (duration: 227.341818ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:47.371265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.428325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-11T01:45:47.371276Z","caller":"traceutil/trace.go:171","msg":"trace[1575290749] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24802; }","duration":"1.382580738s","start":"2026-05-11T01:45:45.988684Z","end":"2026-05-11T01:45:47.371264Z","steps":["trace[1575290749] 'agreement among raft nodes before linearized reading' (duration: 1.381889853s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:47.371278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.133099535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-11T01:45:47.371287Z","caller":"traceutil/trace.go:171","msg":"trace[122628169] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24802; }","duration":"505.467856ms","start":"2026-05-11T01:45:46.865811Z","end":"2026-05-11T01:45:47.371279Z","steps":["trace[122628169] 'agreement among raft nodes before linearized reading' (duration: 505.361954ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:47.371303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:46.865804Z","time spent":"505.495577ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-11T01:45:47.371303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:45.988672Z","time spent":"1.38262178s","remote":"127.0.0.1:40526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:45:47.371012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:44.926994Z","time spent":"2.444013121s","remote":"127.0.0.1:40432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:45:47.371306Z","caller":"traceutil/trace.go:171","msg":"trace[1890726141] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24802; }","duration":"2.133163176s","start":"2026-05-11T01:45:45.238134Z","end":"2026-05-11T01:45:47.371298Z","steps":["trace[1890726141] 'agreement among raft nodes before linearized reading' (duration: 2.133021142s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:47.371397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.607296257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-11T01:45:47.371136Z","caller":"traceutil/trace.go:171","msg":"trace[2029118809] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24802; }","duration":"240.478901ms","start":"2026-05-11T01:45:47.130634Z","end":"2026-05-11T01:45:47.371113Z","steps":["trace[2029118809] 'agreement among raft nodes before linearized reading' (duration: 240.371998ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:47.37142Z","caller":"traceutil/trace.go:171","msg":"trace[1347368200] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24802; }","duration":"1.607317077s","start":"2026-05-11T01:45:45.764095Z","end":"2026-05-11T01:45:47.371412Z","steps":["trace[1347368200] 'agreement among raft nodes before linearized reading' (duration: 1.607062122s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:47.37142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:45.238114Z","time spent":"2.133291529s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-11T01:45:47.371434Z","caller":"traceutil/trace.go:171","msg":"trace[1900308518] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:24802; }","duration":"858.467959ms","start":"2026-05-11T01:45:46.512555Z","end":"2026-05-11T01:45:47.371023Z","steps":["trace[1900308518] 'agreement among raft nodes before linearized reading' (duration: 858.430258ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:47.371142Z","caller":"traceutil/trace.go:171","msg":"trace[1693214853] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:24802; }","duration":"2.07582468s","start":"2026-05-11T01:45:45.295309Z","end":"2026-05-11T01:45:47.371134Z","steps":["trace[1693214853] 'agreement among raft nodes before linearized reading' (duration: 2.075785609s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:47.37149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.787318972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-11T01:45:47.371496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:46.512531Z","time spent":"858.945629ms","remote":"127.0.0.1:36184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:45:47.371508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:45.295283Z","time spent":"2.076215128s","remote":"127.0.0.1:46240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:45:47.37152Z","caller":"traceutil/trace.go:171","msg":"trace[760114552] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:24802; }","duration":"1.787337862s","start":"2026-05-11T01:45:45.584166Z","end":"2026-05-11T01:45:47.371504Z","steps":["trace[760114552] 'agreement among raft nodes before linearized reading' (duration: 1.787300621s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:47.371545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:45.584098Z","time spent":"1.787443695s","remote":"127.0.0.1:56882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:45:47.371451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:45.764028Z","time spent":"1.60741344s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-11T01:45:47.371546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.153021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-11T01:45:47.371613Z","caller":"traceutil/trace.go:171","msg":"trace[934698361] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24802; }","duration":"506.271343ms","start":"2026-05-11T01:45:46.865322Z","end":"2026-05-11T01:45:47.371593Z","steps":["trace[934698361] 'agreement among raft nodes before linearized reading' (duration: 506.054778ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:47.371663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:46.865286Z","time spent":"506.365615ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-11T01:45:47.372021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.346615968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418384"} {"level":"info","ts":"2026-05-11T01:45:47.372058Z","caller":"traceutil/trace.go:171","msg":"trace[505771382] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:24802; }","duration":"1.34668441s","start":"2026-05-11T01:45:46.025364Z","end":"2026-05-11T01:45:47.372048Z","steps":["trace[505771382] 'agreement among raft nodes before linearized reading' (duration: 1.346354953s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:47.372078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:46.025353Z","time spent":"1.346720191s","remote":"127.0.0.1:43036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418407,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-05-11T01:45:51.734254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.140034ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:45:51.734448Z","caller":"traceutil/trace.go:171","msg":"trace[467433362] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24834; }","duration":"370.343929ms","start":"2026-05-11T01:45:51.364076Z","end":"2026-05-11T01:45:51.73442Z","steps":["trace[467433362] 'range keys from in-memory index tree' (duration: 370.119014ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:51.73662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.01177ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:45:51.736767Z","caller":"traceutil/trace.go:171","msg":"trace[712044603] linearizableReadLoop","detail":"{readStateIndex:25658; appliedIndex:25657; }","duration":"680.855426ms","start":"2026-05-11T01:45:51.055886Z","end":"2026-05-11T01:45:51.736742Z","steps":["trace[712044603] 'read index received' (duration: 337.56804ms)","trace[712044603] 'applied index is now lower than readState.Index' (duration: 343.285376ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:45:51.736862Z","caller":"traceutil/trace.go:171","msg":"trace[1381891516] transaction","detail":"{read_only:false; response_revision:24835; number_of_response:1; }","duration":"840.022198ms","start":"2026-05-11T01:45:50.896775Z","end":"2026-05-11T01:45:51.736797Z","steps":["trace[1381891516] 'process raft request' (duration: 496.6861ms)","trace[1381891516] 'compare' (duration: 342.429538ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:45:51.736921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.01022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:45:51.737021Z","caller":"traceutil/trace.go:171","msg":"trace[1981797121] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:24835; }","duration":"681.167323ms","start":"2026-05-11T01:45:51.055829Z","end":"2026-05-11T01:45:51.736997Z","steps":["trace[1981797121] 'agreement among raft nodes before linearized reading' (duration: 681.0078ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:51.737254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:51.055801Z","time spent":"681.441649ms","remote":"127.0.0.1:42194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:45:51.737288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:50.896729Z","time spent":"840.252413ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:45:51.771297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.896355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-11T01:45:51.771321Z","caller":"traceutil/trace.go:171","msg":"trace[2016250154] transaction","detail":"{read_only:false; response_revision:24839; number_of_response:1; }","duration":"402.176157ms","start":"2026-05-11T01:45:51.369105Z","end":"2026-05-11T01:45:51.771281Z","steps":["trace[2016250154] 'process raft request' (duration: 401.85524ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:51.771394Z","caller":"traceutil/trace.go:171","msg":"trace[204868920] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24841; }","duration":"382.049639ms","start":"2026-05-11T01:45:51.389318Z","end":"2026-05-11T01:45:51.771367Z","steps":["trace[204868920] 'agreement among raft nodes before linearized reading' (duration: 381.770732ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:51.77144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:51.389293Z","time spent":"382.137302ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-11T01:45:51.771503Z","caller":"traceutil/trace.go:171","msg":"trace[931252932] transaction","detail":"{read_only:false; response_revision:24841; number_of_response:1; }","duration":"397.223787ms","start":"2026-05-11T01:45:51.374256Z","end":"2026-05-11T01:45:51.77148Z","steps":["trace[931252932] 'process raft request' (duration: 396.789856ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:51.771598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:51.369093Z","time spent":"402.29703ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:45:51.771638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:51.374229Z","time spent":"397.34066ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:45:51.771739Z","caller":"traceutil/trace.go:171","msg":"trace[2131577875] transaction","detail":"{read_only:false; response_revision:24840; number_of_response:1; }","duration":"401.540453ms","start":"2026-05-11T01:45:51.370193Z","end":"2026-05-11T01:45:51.771734Z","steps":["trace[2131577875] 'process raft request' (duration: 400.807446ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:51.771723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.512344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-11T01:45:51.771796Z","caller":"traceutil/trace.go:171","msg":"trace[1351358970] transaction","detail":"{read_only:false; response_revision:24837; number_of_response:1; }","duration":"402.986605ms","start":"2026-05-11T01:45:51.368804Z","end":"2026-05-11T01:45:51.771791Z","steps":["trace[1351358970] 'process raft request' (duration: 402.053343ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:51.771807Z","caller":"traceutil/trace.go:171","msg":"trace[1677509047] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24841; }","duration":"375.655997ms","start":"2026-05-11T01:45:51.396135Z","end":"2026-05-11T01:45:51.771791Z","steps":["trace[1677509047] 'agreement among raft nodes before linearized reading' (duration: 375.402531ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:51.771832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:51.368795Z","time spent":"403.018166ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:45:51.771881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:51.396117Z","time spent":"375.75526ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-11T01:45:51.772029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.128365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-11T01:45:51.77177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:51.370187Z","time spent":"401.566584ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:45:51.772126Z","caller":"traceutil/trace.go:171","msg":"trace[328787159] transaction","detail":"{read_only:false; response_revision:24838; number_of_response:1; }","duration":"403.236021ms","start":"2026-05-11T01:45:51.36888Z","end":"2026-05-11T01:45:51.772116Z","steps":["trace[328787159] 'process raft request' (duration: 402.032404ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:51.772121Z","caller":"traceutil/trace.go:171","msg":"trace[1011925959] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24841; }","duration":"379.234248ms","start":"2026-05-11T01:45:51.392867Z","end":"2026-05-11T01:45:51.772101Z","steps":["trace[1011925959] 'agreement among raft nodes before linearized reading' (duration: 378.914201ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:51.772163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:51.368871Z","time spent":"403.273921ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:45:51.772167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:51.392843Z","time spent":"379.314609ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-11T01:45:51.772014Z","caller":"traceutil/trace.go:171","msg":"trace[1653970170] transaction","detail":"{read_only:false; response_revision:24836; number_of_response:1; }","duration":"403.449515ms","start":"2026-05-11T01:45:51.368544Z","end":"2026-05-11T01:45:51.771994Z","steps":["trace[1653970170] 'process raft request' (duration: 402.084094ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:51.772349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:51.368507Z","time spent":"403.777183ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:45:52.317899Z","caller":"traceutil/trace.go:171","msg":"trace[1245807105] transaction","detail":"{read_only:false; response_revision:24842; number_of_response:1; }","duration":"541.265622ms","start":"2026-05-11T01:45:51.776601Z","end":"2026-05-11T01:45:52.317866Z","steps":["trace[1245807105] 'process raft request' (duration: 540.218808ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:52.318069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:51.776578Z","time spent":"541.403915ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:45:52.318351Z","caller":"traceutil/trace.go:171","msg":"trace[1519504993] linearizableReadLoop","detail":"{readStateIndex:25667; appliedIndex:25664; }","duration":"376.705681ms","start":"2026-05-11T01:45:51.941627Z","end":"2026-05-11T01:45:52.318333Z","steps":["trace[1519504993] 'read index received' (duration: 375.727089ms)","trace[1519504993] 'applied index is now lower than readState.Index' (duration: 977.502µs)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:45:52.318466Z","caller":"traceutil/trace.go:171","msg":"trace[1991512219] transaction","detail":"{read_only:false; response_revision:24843; number_of_response:1; }","duration":"541.237621ms","start":"2026-05-11T01:45:51.777216Z","end":"2026-05-11T01:45:52.318454Z","steps":["trace[1991512219] 'process raft request' (duration: 540.959435ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:52.318497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.875944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:45:52.318485Z","caller":"traceutil/trace.go:171","msg":"trace[1957628924] transaction","detail":"{read_only:false; response_revision:24844; number_of_response:1; }","duration":"540.903553ms","start":"2026-05-11T01:45:51.777539Z","end":"2026-05-11T01:45:52.318442Z","steps":["trace[1957628924] 'process raft request' (duration: 540.75186ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:52.318607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.87965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:45:52.318643Z","caller":"traceutil/trace.go:171","msg":"trace[1536931356] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24844; }","duration":"258.968252ms","start":"2026-05-11T01:45:52.059666Z","end":"2026-05-11T01:45:52.318634Z","steps":["trace[1536931356] 'agreement among raft nodes before linearized reading' (duration: 258.90414ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:52.31871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:51.777527Z","time spent":"541.058487ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:45:52.318537Z","caller":"traceutil/trace.go:171","msg":"trace[619464223] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24844; }","duration":"376.976016ms","start":"2026-05-11T01:45:51.941551Z","end":"2026-05-11T01:45:52.318527Z","steps":["trace[619464223] 'agreement among raft nodes before linearized reading' (duration: 376.884914ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:52.319002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:51.941525Z","time spent":"377.466307ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:45:52.318536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:51.777188Z","time spent":"541.304841ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:45:52.834681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.864816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-11T01:45:52.834778Z","caller":"traceutil/trace.go:171","msg":"trace[20522787] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24844; }","duration":"324.021588ms","start":"2026-05-11T01:45:52.510735Z","end":"2026-05-11T01:45:52.834756Z","steps":["trace[20522787] 'range keys from in-memory index tree' (duration: 323.594239ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:52.834828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:52.510715Z","time spent":"324.102901ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-11T01:45:52.835075Z","caller":"traceutil/trace.go:171","msg":"trace[402573989] transaction","detail":"{read_only:false; response_revision:24845; number_of_response:1; }","duration":"321.189594ms","start":"2026-05-11T01:45:52.513845Z","end":"2026-05-11T01:45:52.835035Z","steps":["trace[402573989] 'process raft request' (duration: 229.403742ms)","trace[402573989] 'compare' (duration: 91.374033ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:45:52.835163Z","caller":"traceutil/trace.go:171","msg":"trace[497646822] linearizableReadLoop","detail":"{readStateIndex:25668; appliedIndex:25667; }","duration":"315.906188ms","start":"2026-05-11T01:45:52.519232Z","end":"2026-05-11T01:45:52.835138Z","steps":["trace[497646822] 'read index received' (duration: 224.026983ms)","trace[497646822] 'applied index is now lower than readState.Index' (duration: 91.877115ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:45:52.835256Z","caller":"traceutil/trace.go:171","msg":"trace[175046015] transaction","detail":"{read_only:false; response_revision:24846; number_of_response:1; }","duration":"182.162102ms","start":"2026-05-11T01:45:52.652993Z","end":"2026-05-11T01:45:52.835155Z","steps":["trace[175046015] 'process raft request' (duration: 182.008769ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:52.835319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:52.513833Z","time spent":"321.330608ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:45:52.835536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.289626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-11T01:45:52.835602Z","caller":"traceutil/trace.go:171","msg":"trace[1492101314] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24846; }","duration":"316.384928ms","start":"2026-05-11T01:45:52.519202Z","end":"2026-05-11T01:45:52.835587Z","steps":["trace[1492101314] 'agreement among raft nodes before linearized reading' (duration: 316.153483ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:52.835613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.676441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:45:52.835653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:52.519196Z","time spent":"316.44625ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-11T01:45:52.835656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.253235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:45:52.835687Z","caller":"traceutil/trace.go:171","msg":"trace[176032380] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:24846; }","duration":"221.823574ms","start":"2026-05-11T01:45:52.613845Z","end":"2026-05-11T01:45:52.835668Z","steps":["trace[176032380] 'agreement among raft nodes before linearized reading' (duration: 221.673031ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:52.83571Z","caller":"traceutil/trace.go:171","msg":"trace[1507619475] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24846; }","duration":"160.332757ms","start":"2026-05-11T01:45:52.675365Z","end":"2026-05-11T01:45:52.835698Z","steps":["trace[1507619475] 'agreement among raft nodes before linearized reading' (duration: 160.242185ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:52.836021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.223355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:45:52.836089Z","caller":"traceutil/trace.go:171","msg":"trace[1576847025] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:24846; }","duration":"196.343859ms","start":"2026-05-11T01:45:52.639725Z","end":"2026-05-11T01:45:52.836069Z","steps":["trace[1576847025] 'agreement among raft nodes before linearized reading' (duration: 196.217716ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:53.273596Z","caller":"traceutil/trace.go:171","msg":"trace[457347718] transaction","detail":"{read_only:false; response_revision:24847; number_of_response:1; }","duration":"430.523048ms","start":"2026-05-11T01:45:52.843024Z","end":"2026-05-11T01:45:53.273547Z","steps":["trace[457347718] 'process raft request' (duration: 429.796521ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:53.273759Z","caller":"traceutil/trace.go:171","msg":"trace[566970603] transaction","detail":"{read_only:false; response_revision:24848; number_of_response:1; }","duration":"431.308715ms","start":"2026-05-11T01:45:52.84242Z","end":"2026-05-11T01:45:53.273729Z","steps":["trace[566970603] 'process raft request' (duration: 431.05326ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:53.273818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:52.843Z","time spent":"430.700882ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:45:53.27391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:52.841994Z","time spent":"431.832096ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:45:53.863674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.071816ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-11T01:45:53.863788Z","caller":"traceutil/trace.go:171","msg":"trace[898747976] linearizableReadLoop","detail":"{readStateIndex:25671; appliedIndex:25669; }","duration":"905.300499ms","start":"2026-05-11T01:45:52.958462Z","end":"2026-05-11T01:45:53.863763Z","steps":["trace[898747976] 'read index received' (duration: 314.768503ms)","trace[898747976] 'applied index is now lower than readState.Index' (duration: 590.529496ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:45:53.864463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.978375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:45:53.864554Z","caller":"traceutil/trace.go:171","msg":"trace[302586740] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:24848; }","duration":"906.137308ms","start":"2026-05-11T01:45:52.958397Z","end":"2026-05-11T01:45:53.864534Z","steps":["trace[302586740] 'agreement among raft nodes before linearized reading' (duration: 905.974915ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:53.864615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:52.958372Z","time spent":"906.21697ms","remote":"127.0.0.1:40282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:45:53.911172Z","caller":"traceutil/trace.go:171","msg":"trace[1327193638] transaction","detail":"{read_only:false; response_revision:24849; number_of_response:1; }","duration":"132.306023ms","start":"2026-05-11T01:45:53.778831Z","end":"2026-05-11T01:45:53.911137Z","steps":["trace[1327193638] 'process raft request' (duration: 132.074598ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:53.997851Z","caller":"traceutil/trace.go:171","msg":"trace[2146603697] transaction","detail":"{read_only:false; response_revision:24852; number_of_response:1; }","duration":"218.494631ms","start":"2026-05-11T01:45:53.77933Z","end":"2026-05-11T01:45:53.997825Z","steps":["trace[2146603697] 'process raft request' (duration: 218.407309ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:53.997862Z","caller":"traceutil/trace.go:171","msg":"trace[913299862] transaction","detail":"{read_only:false; response_revision:24850; number_of_response:1; }","duration":"218.929841ms","start":"2026-05-11T01:45:53.778886Z","end":"2026-05-11T01:45:53.997815Z","steps":["trace[913299862] 'process raft request' (duration: 218.526212ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:53.998188Z","caller":"traceutil/trace.go:171","msg":"trace[736418585] transaction","detail":"{read_only:false; response_revision:24854; number_of_response:1; }","duration":"218.316417ms","start":"2026-05-11T01:45:53.77985Z","end":"2026-05-11T01:45:53.998166Z","steps":["trace[736418585] 'process raft request' (duration: 218.03726ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:53.997916Z","caller":"traceutil/trace.go:171","msg":"trace[1830810810] transaction","detail":"{read_only:false; response_revision:24851; number_of_response:1; }","duration":"218.89539ms","start":"2026-05-11T01:45:53.778976Z","end":"2026-05-11T01:45:53.997872Z","steps":["trace[1830810810] 'process raft request' (duration: 218.694156ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:53.998079Z","caller":"traceutil/trace.go:171","msg":"trace[1770609138] transaction","detail":"{read_only:false; response_revision:24853; number_of_response:1; }","duration":"218.503091ms","start":"2026-05-11T01:45:53.779564Z","end":"2026-05-11T01:45:53.998067Z","steps":["trace[1770609138] 'process raft request' (duration: 218.212985ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:53.998099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.247591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:45:53.998409Z","caller":"traceutil/trace.go:171","msg":"trace[1096965032] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:24854; }","duration":"857.615108ms","start":"2026-05-11T01:45:53.140775Z","end":"2026-05-11T01:45:53.99839Z","steps":["trace[1096965032] 'agreement among raft nodes before linearized reading' (duration: 857.20831ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:53.998447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03385008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-11T01:45:53.998461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:53.140752Z","time spent":"857.692562ms","remote":"127.0.0.1:46238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:45:53.998486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.701494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-05-11T01:45:53.998483Z","caller":"traceutil/trace.go:171","msg":"trace[414919431] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24854; }","duration":"1.034038874s","start":"2026-05-11T01:45:52.964432Z","end":"2026-05-11T01:45:53.998471Z","steps":["trace[414919431] 'agreement among raft nodes before linearized reading' (duration: 1.033794618s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:53.998615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:52.964396Z","time spent":"1.034211808s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-11T01:45:53.998633Z","caller":"traceutil/trace.go:171","msg":"trace[1674700863] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24854; }","duration":"912.93627ms","start":"2026-05-11T01:45:53.085665Z","end":"2026-05-11T01:45:53.998601Z","steps":["trace[1674700863] 'agreement among raft nodes before linearized reading' (duration: 912.455519ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:53.998123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.497705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:45:53.998808Z","caller":"traceutil/trace.go:171","msg":"trace[876291355] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24854; }","duration":"212.209061ms","start":"2026-05-11T01:45:53.786558Z","end":"2026-05-11T01:45:53.998767Z","steps":["trace[876291355] 'agreement among raft nodes before linearized reading' (duration: 211.431293ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:53.998137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.841116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-11T01:45:53.998907Z","caller":"traceutil/trace.go:171","msg":"trace[186569585] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24854; }","duration":"592.657855ms","start":"2026-05-11T01:45:53.406235Z","end":"2026-05-11T01:45:53.998893Z","steps":["trace[186569585] 'agreement among raft nodes before linearized reading' (duration: 591.770955ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:53.998984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:53.406203Z","time spent":"592.762467ms","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-11T01:45:53.998201Z","caller":"traceutil/trace.go:171","msg":"trace[1078739150] linearizableReadLoop","detail":"{readStateIndex:25678; appliedIndex:25672; }","duration":"134.147685ms","start":"2026-05-11T01:45:53.863818Z","end":"2026-05-11T01:45:53.997966Z","steps":["trace[1078739150] 'read index received' (duration: 47.055908ms)","trace[1078739150] 'applied index is now lower than readState.Index' (duration: 87.090687ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:45:53.998714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:53.085635Z","time spent":"913.065232ms","remote":"127.0.0.1:40260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-05-11T01:45:55.72786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.785934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-05-11T01:45:55.727957Z","caller":"traceutil/trace.go:171","msg":"trace[336357284] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:24865; }","duration":"266.949198ms","start":"2026-05-11T01:45:55.460987Z","end":"2026-05-11T01:45:55.727936Z","steps":["trace[336357284] 'range keys from in-memory index tree' (duration: 266.59081ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:55.728332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.951135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:196"} {"level":"warn","ts":"2026-05-11T01:45:55.728378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.882247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-05-11T01:45:55.728414Z","caller":"traceutil/trace.go:171","msg":"trace[1453600515] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:24865; }","duration":"363.081918ms","start":"2026-05-11T01:45:55.365309Z","end":"2026-05-11T01:45:55.728391Z","steps":["trace[1453600515] 'range keys from in-memory index tree' (duration: 362.560226ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:55.728465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:55.364763Z","time spent":"363.693651ms","remote":"127.0.0.1:40270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":219,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"info","ts":"2026-05-11T01:45:55.728479Z","caller":"traceutil/trace.go:171","msg":"trace[2090290462] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:24865; }","duration":"316.050221ms","start":"2026-05-11T01:45:55.412405Z","end":"2026-05-11T01:45:55.728456Z","steps":["trace[2090290462] 'range keys from in-memory index tree' (duration: 315.471198ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:55.728656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:55.412384Z","time spent":"316.238055ms","remote":"127.0.0.1:40270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" "} {"level":"warn","ts":"2026-05-11T01:45:56.277913Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495960157402008,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-11T01:45:56.449765Z","caller":"traceutil/trace.go:171","msg":"trace[341732224] transaction","detail":"{read_only:false; response_revision:24868; number_of_response:1; }","duration":"711.858036ms","start":"2026-05-11T01:45:55.737883Z","end":"2026-05-11T01:45:56.449741Z","steps":["trace[341732224] 'process raft request' (duration: 711.791465ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:56.449933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:55.737851Z","time spent":"711.994669ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1563,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:45:56.45004Z","caller":"traceutil/trace.go:171","msg":"trace[630208647] transaction","detail":"{read_only:false; response_revision:24867; number_of_response:1; }","duration":"712.263605ms","start":"2026-05-11T01:45:55.737718Z","end":"2026-05-11T01:45:56.449981Z","steps":["trace[630208647] 'process raft request' (duration: 711.803874ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:56.450245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:55.737699Z","time spent":"712.442379ms","remote":"127.0.0.1:40160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-11T01:45:56.523626Z","caller":"traceutil/trace.go:171","msg":"trace[253444679] transaction","detail":"{read_only:false; response_revision:24869; number_of_response:1; }","duration":"661.412214ms","start":"2026-05-11T01:45:55.862178Z","end":"2026-05-11T01:45:56.52359Z","steps":["trace[253444679] 'process raft request' (duration: 661.196609ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:56.523841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:55.862114Z","time spent":"661.618378ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:45:56.524027Z","caller":"traceutil/trace.go:171","msg":"trace[506852811] transaction","detail":"{read_only:false; response_revision:24870; number_of_response:1; }","duration":"606.84092ms","start":"2026-05-11T01:45:55.917172Z","end":"2026-05-11T01:45:56.524012Z","steps":["trace[506852811] 'process raft request' (duration: 606.36721ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:56.524097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:55.917143Z","time spent":"606.913312ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:45:56.524108Z","caller":"traceutil/trace.go:171","msg":"trace[880113213] transaction","detail":"{read_only:false; response_revision:24871; number_of_response:1; }","duration":"518.889913ms","start":"2026-05-11T01:45:56.005192Z","end":"2026-05-11T01:45:56.524082Z","steps":["trace[880113213] 'process raft request' (duration: 518.628647ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:56.524277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:56.005165Z","time spent":"519.008966ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:45:56.524325Z","caller":"traceutil/trace.go:171","msg":"trace[1253720795] transaction","detail":"{read_only:false; response_revision:24873; number_of_response:1; }","duration":"518.964215ms","start":"2026-05-11T01:45:56.005347Z","end":"2026-05-11T01:45:56.524311Z","steps":["trace[1253720795] 'process raft request' (duration: 518.871543ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:56.524417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:56.005292Z","time spent":"519.086307ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:45:56.524441Z","caller":"traceutil/trace.go:171","msg":"trace[942775851] transaction","detail":"{read_only:false; response_revision:24872; number_of_response:1; }","duration":"519.150689ms","start":"2026-05-11T01:45:56.005255Z","end":"2026-05-11T01:45:56.524405Z","steps":["trace[942775851] 'process raft request' (duration: 518.75676ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:56.524474Z","caller":"traceutil/trace.go:171","msg":"trace[1642137240] linearizableReadLoop","detail":"{readStateIndex:25699; appliedIndex:25690; }","duration":"746.961986ms","start":"2026-05-11T01:45:55.777498Z","end":"2026-05-11T01:45:56.52446Z","steps":["trace[1642137240] 'read index received' (duration: 672.046759ms)","trace[1642137240] 'applied index is now lower than readState.Index' (duration: 74.912197ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:45:56.524541Z","caller":"traceutil/trace.go:171","msg":"trace[1210867148] transaction","detail":"{read_only:false; response_revision:24875; number_of_response:1; }","duration":"516.53204ms","start":"2026-05-11T01:45:56.007998Z","end":"2026-05-11T01:45:56.52453Z","steps":["trace[1210867148] 'process raft request' (duration: 516.390857ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:56.524555Z","caller":"traceutil/trace.go:171","msg":"trace[1118327647] transaction","detail":"{read_only:false; response_revision:24874; number_of_response:1; }","duration":"518.746819ms","start":"2026-05-11T01:45:56.005731Z","end":"2026-05-11T01:45:56.524478Z","steps":["trace[1118327647] 'process raft request' (duration: 518.546495ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:56.52461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.100949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:45:56.524664Z","caller":"traceutil/trace.go:171","msg":"trace[237203671] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:24875; }","duration":"747.200861ms","start":"2026-05-11T01:45:55.777452Z","end":"2026-05-11T01:45:56.524653Z","steps":["trace[237203671] 'agreement among raft nodes before linearized reading' (duration: 747.098239ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:56.524709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:55.777437Z","time spent":"747.260872ms","remote":"127.0.0.1:58272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:45:56.524604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:56.007988Z","time spent":"516.582351ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:45:56.524591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:56.005224Z","time spent":"519.278871ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:45:56.52478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:56.005698Z","time spent":"518.963484ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:45:56.530656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.164521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-11T01:45:56.530731Z","caller":"traceutil/trace.go:171","msg":"trace[710166823] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24876; }","duration":"199.298744ms","start":"2026-05-11T01:45:56.331414Z","end":"2026-05-11T01:45:56.530713Z","steps":["trace[710166823] 'agreement among raft nodes before linearized reading' (duration: 199.052198ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:56.530883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.337816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-05-11T01:45:56.53089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.069933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-05-11T01:45:56.530895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.664204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:45:56.530933Z","caller":"traceutil/trace.go:171","msg":"trace[1652034023] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24876; }","duration":"504.145305ms","start":"2026-05-11T01:45:56.026777Z","end":"2026-05-11T01:45:56.530922Z","steps":["trace[1652034023] 'agreement among raft nodes before linearized reading' (duration: 504.017181ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:56.530932Z","caller":"traceutil/trace.go:171","msg":"trace[104316583] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24876; }","duration":"195.411157ms","start":"2026-05-11T01:45:56.335507Z","end":"2026-05-11T01:45:56.530918Z","steps":["trace[104316583] 'agreement among raft nodes before linearized reading' (duration: 195.225032ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:56.530943Z","caller":"traceutil/trace.go:171","msg":"trace[1774575554] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24876; }","duration":"400.769846ms","start":"2026-05-11T01:45:56.130161Z","end":"2026-05-11T01:45:56.530931Z","steps":["trace[1774575554] 'agreement among raft nodes before linearized reading' (duration: 400.656693ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:56.530943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.074592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:45:56.530959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:56.026762Z","time spent":"504.191766ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-11T01:45:56.530974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:56.13014Z","time spent":"400.824027ms","remote":"127.0.0.1:41794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:45:56.531034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.035568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-11T01:45:56.531071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.190665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:45:56.531089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.412761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-05-11T01:45:56.531119Z","caller":"traceutil/trace.go:171","msg":"trace[1019019947] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24876; }","duration":"606.292018ms","start":"2026-05-11T01:45:55.924816Z","end":"2026-05-11T01:45:56.531108Z","steps":["trace[1019019947] 'agreement among raft nodes before linearized reading' (duration: 606.216597ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:56.531133Z","caller":"traceutil/trace.go:171","msg":"trace[2131123505] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:24876; }","duration":"303.482701ms","start":"2026-05-11T01:45:56.227628Z","end":"2026-05-11T01:45:56.531111Z","steps":["trace[2131123505] 'agreement among raft nodes before linearized reading' (duration: 303.364759ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:56.531135Z","caller":"traceutil/trace.go:171","msg":"trace[1145712453] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24876; }","duration":"194.17246ms","start":"2026-05-11T01:45:56.336932Z","end":"2026-05-11T01:45:56.531105Z","steps":["trace[1145712453] 'agreement among raft nodes before linearized reading' (duration: 193.77171ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:56.531147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:55.924796Z","time spent":"606.343699ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:45:56.531156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:56.227603Z","time spent":"303.547763ms","remote":"127.0.0.1:40234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-05-11T01:45:56.530978Z","caller":"traceutil/trace.go:171","msg":"trace[944819342] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24876; }","duration":"218.161703ms","start":"2026-05-11T01:45:56.312805Z","end":"2026-05-11T01:45:56.530967Z","steps":["trace[944819342] 'agreement among raft nodes before linearized reading' (duration: 218.111792ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:56.530874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.416052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:45:56.531336Z","caller":"traceutil/trace.go:171","msg":"trace[496120588] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:24876; }","duration":"380.921424ms","start":"2026-05-11T01:45:56.150402Z","end":"2026-05-11T01:45:56.531323Z","steps":["trace[496120588] 'agreement among raft nodes before linearized reading' (duration: 380.384261ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:56.531369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:56.15039Z","time spent":"380.965795ms","remote":"127.0.0.1:39988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:45:56.531543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.935142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:45:56.531617Z","caller":"traceutil/trace.go:171","msg":"trace[1489792272] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:24876; }","duration":"754.066264ms","start":"2026-05-11T01:45:55.777534Z","end":"2026-05-11T01:45:56.5316Z","steps":["trace[1489792272] 'agreement among raft nodes before linearized reading' (duration: 752.903748ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:45:56.531648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:45:55.777519Z","time spent":"754.122536ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:46:08.003555Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495960157402454,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-11T01:46:08.276331Z","caller":"traceutil/trace.go:171","msg":"trace[1601009305] transaction","detail":"{read_only:false; response_revision:25025; number_of_response:1; }","duration":"781.531906ms","start":"2026-05-11T01:46:07.494765Z","end":"2026-05-11T01:46:08.276297Z","steps":["trace[1601009305] 'process raft request' (duration: 781.26505ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:08.276623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:07.494738Z","time spent":"781.756181ms","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3746,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:46:08.309505Z","caller":"traceutil/trace.go:171","msg":"trace[1757141814] linearizableReadLoop","detail":"{readStateIndex:25853; appliedIndex:25850; }","duration":"807.040153ms","start":"2026-05-11T01:46:07.502446Z","end":"2026-05-11T01:46:08.309486Z","steps":["trace[1757141814] 'read index received' (duration: 773.679211ms)","trace[1757141814] 'applied index is now lower than readState.Index' (duration: 33.360312ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:46:08.309539Z","caller":"traceutil/trace.go:171","msg":"trace[1553646527] transaction","detail":"{read_only:false; response_revision:25026; number_of_response:1; }","duration":"448.17153ms","start":"2026-05-11T01:46:07.861333Z","end":"2026-05-11T01:46:08.309505Z","steps":["trace[1553646527] 'process raft request' (duration: 446.715948ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:46:08.309645Z","caller":"traceutil/trace.go:171","msg":"trace[1809436618] transaction","detail":"{read_only:false; response_revision:25027; number_of_response:1; }","duration":"434.374314ms","start":"2026-05-11T01:46:07.87526Z","end":"2026-05-11T01:46:08.309635Z","steps":["trace[1809436618] 'process raft request' (duration: 434.184669ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:08.309703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:07.861309Z","time spent":"448.297933ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:46:08.309746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:07.8752Z","time spent":"434.474325ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:46:08.309867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.368834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-05-11T01:46:08.309895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.735145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:46:08.309936Z","caller":"traceutil/trace.go:171","msg":"trace[683982755] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:25027; }","duration":"448.480157ms","start":"2026-05-11T01:46:07.861442Z","end":"2026-05-11T01:46:08.309922Z","steps":["trace[683982755] 'agreement among raft nodes before linearized reading' (duration: 448.280022ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:46:08.309939Z","caller":"traceutil/trace.go:171","msg":"trace[596223892] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25027; }","duration":"396.787966ms","start":"2026-05-11T01:46:07.913138Z","end":"2026-05-11T01:46:08.309926Z","steps":["trace[596223892] 'agreement among raft nodes before linearized reading' (duration: 396.684854ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:08.309891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.439823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:46:08.309971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:07.913075Z","time spent":"396.885559ms","remote":"127.0.0.1:41744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:46:08.309969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:07.861414Z","time spent":"448.546499ms","remote":"127.0.0.1:40110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.210\" "} {"level":"warn","ts":"2026-05-11T01:46:08.309927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.167094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:46:08.310006Z","caller":"traceutil/trace.go:171","msg":"trace[95223801] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:25027; }","duration":"807.622086ms","start":"2026-05-11T01:46:07.502366Z","end":"2026-05-11T01:46:08.309988Z","steps":["trace[95223801] 'agreement among raft nodes before linearized reading' (duration: 807.453963ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:08.310044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:07.502336Z","time spent":"807.698728ms","remote":"127.0.0.1:41520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:46:08.310045Z","caller":"traceutil/trace.go:171","msg":"trace[230427677] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25027; }","duration":"383.328088ms","start":"2026-05-11T01:46:07.926694Z","end":"2026-05-11T01:46:08.310023Z","steps":["trace[230427677] 'agreement among raft nodes before linearized reading' (duration: 383.107913ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:08.310096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:07.926684Z","time spent":"383.403909ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:46:08.928653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.684298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"info","ts":"2026-05-11T01:46:08.928813Z","caller":"traceutil/trace.go:171","msg":"trace[1545807444] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25028; }","duration":"433.905363ms","start":"2026-05-11T01:46:08.494881Z","end":"2026-05-11T01:46:08.928786Z","steps":["trace[1545807444] 'range keys from in-memory index tree' (duration: 433.487573ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:08.928859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:08.494864Z","time spent":"433.984215ms","remote":"127.0.0.1:58206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3260,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-05-11T01:46:08.928903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.452312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5c60f2f5-d4ba-41b8-ba7f-7c2198fcae71\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-05-11T01:46:08.92918Z","caller":"traceutil/trace.go:171","msg":"trace[747543732] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5c60f2f5-d4ba-41b8-ba7f-7c2198fcae71; range_end:; response_count:1; response_revision:25028; }","duration":"464.779259ms","start":"2026-05-11T01:46:08.464375Z","end":"2026-05-11T01:46:08.929154Z","steps":["trace[747543732] 'range keys from in-memory index tree' (duration: 464.140036ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:08.929233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:08.464355Z","time spent":"464.864882ms","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5c60f2f5-d4ba-41b8-ba7f-7c2198fcae71\" "} {"level":"info","ts":"2026-05-11T01:46:08.929308Z","caller":"traceutil/trace.go:171","msg":"trace[1321625599] transaction","detail":"{read_only:false; response_revision:25029; number_of_response:1; }","duration":"324.419546ms","start":"2026-05-11T01:46:08.604859Z","end":"2026-05-11T01:46:08.929279Z","steps":["trace[1321625599] 'process raft request' (duration: 324.246142ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:08.929576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:08.604831Z","time spent":"324.676742ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:46:09.445629Z","caller":"traceutil/trace.go:171","msg":"trace[1140246626] transaction","detail":"{read_only:false; response_revision:25030; number_of_response:1; }","duration":"832.298935ms","start":"2026-05-11T01:46:08.613297Z","end":"2026-05-11T01:46:09.445596Z","steps":["trace[1140246626] 'process raft request' (duration: 789.293108ms)","trace[1140246626] 'compare' (duration: 42.630639ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:46:09.445853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:08.613285Z","time spent":"832.454519ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:46:09.44603Z","caller":"traceutil/trace.go:171","msg":"trace[581918161] linearizableReadLoop","detail":"{readStateIndex:25861; appliedIndex:25855; }","duration":"820.36103ms","start":"2026-05-11T01:46:08.625646Z","end":"2026-05-11T01:46:09.446007Z","steps":["trace[581918161] 'read index received' (duration: 303.42122ms)","trace[581918161] 'applied index is now lower than readState.Index' (duration: 516.93881ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:46:09.446264Z","caller":"traceutil/trace.go:171","msg":"trace[343421343] transaction","detail":"{read_only:false; response_revision:25034; number_of_response:1; }","duration":"824.865921ms","start":"2026-05-11T01:46:08.621379Z","end":"2026-05-11T01:46:09.446245Z","steps":["trace[343421343] 'process raft request' (duration: 824.549004ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:09.446352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:08.62137Z","time spent":"824.941673ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:46:09.446488Z","caller":"traceutil/trace.go:171","msg":"trace[437882059] transaction","detail":"{read_only:false; response_revision:25033; number_of_response:1; }","duration":"826.426095ms","start":"2026-05-11T01:46:08.620039Z","end":"2026-05-11T01:46:09.446465Z","steps":["trace[437882059] 'process raft request' (duration: 825.844542ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:09.446706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.730686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-05-11T01:46:09.446763Z","caller":"traceutil/trace.go:171","msg":"trace[778212119] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:25035; }","duration":"152.029542ms","start":"2026-05-11T01:46:09.294716Z","end":"2026-05-11T01:46:09.446745Z","steps":["trace[778212119] 'agreement among raft nodes before linearized reading' (duration: 151.666834ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:09.446813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:08.62003Z","time spent":"826.709701ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:46:09.446787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.790521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-11T01:46:09.446901Z","caller":"traceutil/trace.go:171","msg":"trace[1070236707] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25035; }","duration":"816.958035ms","start":"2026-05-11T01:46:08.629917Z","end":"2026-05-11T01:46:09.446875Z","steps":["trace[1070236707] 'agreement among raft nodes before linearized reading' (duration: 816.456324ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:09.446948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:08.629902Z","time spent":"817.036586ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-11T01:46:09.447006Z","caller":"traceutil/trace.go:171","msg":"trace[2078404943] transaction","detail":"{read_only:false; response_revision:25035; number_of_response:1; }","duration":"554.941745ms","start":"2026-05-11T01:46:08.89203Z","end":"2026-05-11T01:46:09.446972Z","steps":["trace[2078404943] 'process raft request' (duration: 553.939703ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:09.447069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.604851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1155"} {"level":"info","ts":"2026-05-11T01:46:09.447104Z","caller":"traceutil/trace.go:171","msg":"trace[1102458050] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:25035; }","duration":"511.679872ms","start":"2026-05-11T01:46:08.935415Z","end":"2026-05-11T01:46:09.447095Z","steps":["trace[1102458050] 'agreement among raft nodes before linearized reading' (duration: 511.57657ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:09.44709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.167576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:46:09.447136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:08.935398Z","time spent":"511.730484ms","remote":"127.0.0.1:40174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1178,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"warn","ts":"2026-05-11T01:46:09.447143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:08.891997Z","time spent":"555.079138ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:46:09.447179Z","caller":"traceutil/trace.go:171","msg":"trace[509776694] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:25035; }","duration":"277.387761ms","start":"2026-05-11T01:46:09.16977Z","end":"2026-05-11T01:46:09.447157Z","steps":["trace[509776694] 'agreement among raft nodes before linearized reading' (duration: 277.227268ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:46:09.447425Z","caller":"traceutil/trace.go:171","msg":"trace[1823418025] transaction","detail":"{read_only:false; response_revision:25031; number_of_response:1; }","duration":"832.168512ms","start":"2026-05-11T01:46:08.614256Z","end":"2026-05-11T01:46:09.446424Z","steps":["trace[1823418025] 'process raft request' (duration: 831.243772ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:09.447188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.016077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-11T01:46:09.447484Z","caller":"traceutil/trace.go:171","msg":"trace[2034217752] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25035; }","duration":"813.324433ms","start":"2026-05-11T01:46:08.634151Z","end":"2026-05-11T01:46:09.447476Z","steps":["trace[2034217752] 'agreement among raft nodes before linearized reading' (duration: 812.921024ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:09.447507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:08.634146Z","time spent":"813.353894ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-11T01:46:09.447247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.058687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:46:09.447543Z","caller":"traceutil/trace.go:171","msg":"trace[211466934] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:25035; }","duration":"292.445335ms","start":"2026-05-11T01:46:09.155085Z","end":"2026-05-11T01:46:09.447531Z","steps":["trace[211466934] 'agreement among raft nodes before linearized reading' (duration: 292.026876ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:09.44726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.538416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-11T01:46:09.447585Z","caller":"traceutil/trace.go:171","msg":"trace[1816248312] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25035; }","duration":"821.960275ms","start":"2026-05-11T01:46:08.625617Z","end":"2026-05-11T01:46:09.447577Z","steps":["trace[1816248312] 'agreement among raft nodes before linearized reading' (duration: 821.460704ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:09.447612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:08.625609Z","time spent":"821.992626ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-11T01:46:09.447351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.097833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-11T01:46:09.447681Z","caller":"traceutil/trace.go:171","msg":"trace[756981322] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25035; }","duration":"815.437881ms","start":"2026-05-11T01:46:08.632237Z","end":"2026-05-11T01:46:09.447675Z","steps":["trace[756981322] 'agreement among raft nodes before linearized reading' (duration: 815.005401ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:09.4477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:08.632219Z","time spent":"815.476351ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-11T01:46:09.44785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:08.614232Z","time spent":"833.589934ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:46:09.447479Z","caller":"traceutil/trace.go:171","msg":"trace[862346845] transaction","detail":"{read_only:false; response_revision:25032; number_of_response:1; }","duration":"828.435939ms","start":"2026-05-11T01:46:08.619028Z","end":"2026-05-11T01:46:09.447464Z","steps":["trace[862346845] 'process raft request' (duration: 826.788813ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:09.44797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:08.619017Z","time spent":"828.881038ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:46:09.951326Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495960157402479,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-11T01:46:10.298031Z","caller":"traceutil/trace.go:171","msg":"trace[491663392] transaction","detail":"{read_only:false; response_revision:25036; number_of_response:1; }","duration":"847.533935ms","start":"2026-05-11T01:46:09.450475Z","end":"2026-05-11T01:46:10.298009Z","steps":["trace[491663392] 'process raft request' (duration: 847.365731ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:10.298213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:09.450464Z","time spent":"847.641008ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:46:10.545438Z","caller":"traceutil/trace.go:171","msg":"trace[30639011] transaction","detail":"{read_only:false; response_revision:25037; number_of_response:1; }","duration":"1.092890243s","start":"2026-05-11T01:46:09.452516Z","end":"2026-05-11T01:46:10.545407Z","steps":["trace[30639011] 'process raft request' (duration: 1.037690336s)","trace[30639011] 'compare' (duration: 54.992832ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:46:10.545658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:09.452497Z","time spent":"1.093070596s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:46:10.545796Z","caller":"traceutil/trace.go:171","msg":"trace[842551218] transaction","detail":"{read_only:false; response_revision:25038; number_of_response:1; }","duration":"1.093125668s","start":"2026-05-11T01:46:09.452639Z","end":"2026-05-11T01:46:10.545765Z","steps":["trace[842551218] 'process raft request' (duration: 1.092714289s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:46:10.545832Z","caller":"traceutil/trace.go:171","msg":"trace[52671720] transaction","detail":"{read_only:false; response_revision:25040; number_of_response:1; }","duration":"1.093043186s","start":"2026-05-11T01:46:09.452767Z","end":"2026-05-11T01:46:10.545811Z","steps":["trace[52671720] 'process raft request' (duration: 1.092974504s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:46:10.545899Z","caller":"traceutil/trace.go:171","msg":"trace[281470915] linearizableReadLoop","detail":"{readStateIndex:25868; appliedIndex:25862; }","duration":"1.095196054s","start":"2026-05-11T01:46:09.450679Z","end":"2026-05-11T01:46:10.545875Z","steps":["trace[281470915] 'read index received' (duration: 847.244709ms)","trace[281470915] 'applied index is now lower than readState.Index' (duration: 247.949995ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:46:10.545963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:09.452746Z","time spent":"1.093156079s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:46:10.545978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:09.452626Z","time spent":"1.09325007s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:46:10.546064Z","caller":"traceutil/trace.go:171","msg":"trace[2138665285] transaction","detail":"{read_only:false; response_revision:25039; number_of_response:1; }","duration":"1.093379583s","start":"2026-05-11T01:46:09.452671Z","end":"2026-05-11T01:46:10.546051Z","steps":["trace[2138665285] 'process raft request' (duration: 1.092978854s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:10.546135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:09.452635Z","time spent":"1.093468515s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:46:10.546166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.090395497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"info","ts":"2026-05-11T01:46:10.546199Z","caller":"traceutil/trace.go:171","msg":"trace[5649428] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila-nodes; range_end:; response_count:1; response_revision:25041; }","duration":"1.090428318s","start":"2026-05-11T01:46:09.455764Z","end":"2026-05-11T01:46:10.546192Z","steps":["trace[5649428] 'agreement among raft nodes before linearized reading' (duration: 1.090322505s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:10.54622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:09.455733Z","time spent":"1.09048257s","remote":"127.0.0.1:40260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1281,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" "} {"level":"warn","ts":"2026-05-11T01:46:10.54629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.265956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18ae5f8e03a5516d\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-05-11T01:46:10.546341Z","caller":"traceutil/trace.go:171","msg":"trace[831383097] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18ae5f8e03a5516d; range_end:; response_count:1; response_revision:25041; }","duration":"409.370478ms","start":"2026-05-11T01:46:10.136955Z","end":"2026-05-11T01:46:10.546326Z","steps":["trace[831383097] 'agreement among raft nodes before linearized reading' (duration: 409.205274ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:10.546371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:10.136936Z","time spent":"409.427139ms","remote":"127.0.0.1:40160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1033,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18ae5f8e03a5516d\" "} {"level":"warn","ts":"2026-05-11T01:46:10.54638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.68804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5c60f2f5-d4ba-41b8-ba7f-7c2198fcae71\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-05-11T01:46:10.546402Z","caller":"traceutil/trace.go:171","msg":"trace[474071757] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5c60f2f5-d4ba-41b8-ba7f-7c2198fcae71; range_end:; response_count:1; response_revision:25041; }","duration":"612.727651ms","start":"2026-05-11T01:46:09.933667Z","end":"2026-05-11T01:46:10.546395Z","steps":["trace[474071757] 'agreement among raft nodes before linearized reading' (duration: 612.6648ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:10.546423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:09.933657Z","time spent":"612.759952ms","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5c60f2f5-d4ba-41b8-ba7f-7c2198fcae71\" "} {"level":"warn","ts":"2026-05-11T01:46:10.546426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.084482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-11T01:46:10.546461Z","caller":"traceutil/trace.go:171","msg":"trace[1106249690] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:25041; }","duration":"610.182875ms","start":"2026-05-11T01:46:09.936268Z","end":"2026-05-11T01:46:10.546451Z","steps":["trace[1106249690] 'agreement among raft nodes before linearized reading' (duration: 609.95022ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:10.546498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:09.936236Z","time spent":"610.255036ms","remote":"127.0.0.1:40174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":233,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:46:10.54655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.031348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:46:10.546574Z","caller":"traceutil/trace.go:171","msg":"trace[715067736] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25041; }","duration":"622.100819ms","start":"2026-05-11T01:46:09.924467Z","end":"2026-05-11T01:46:10.546568Z","steps":["trace[715067736] 'agreement among raft nodes before linearized reading' (duration: 622.046368ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:10.546591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:09.924448Z","time spent":"622.13945ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:46:10.546684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.393824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:46:10.546724Z","caller":"traceutil/trace.go:171","msg":"trace[446556105] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:25041; }","duration":"474.479215ms","start":"2026-05-11T01:46:10.072234Z","end":"2026-05-11T01:46:10.546713Z","steps":["trace[446556105] 'agreement among raft nodes before linearized reading' (duration: 474.416964ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:10.546742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.940828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:46:10.546808Z","caller":"traceutil/trace.go:171","msg":"trace[618332650] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:25041; }","duration":"578.06171ms","start":"2026-05-11T01:46:09.968728Z","end":"2026-05-11T01:46:10.54679Z","steps":["trace[618332650] 'agreement among raft nodes before linearized reading' (duration: 577.960318ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:10.546853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:09.968696Z","time spent":"578.145842ms","remote":"127.0.0.1:40006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:46:10.546854Z","caller":"traceutil/trace.go:171","msg":"trace[1221037048] transaction","detail":"{read_only:false; response_revision:25041; number_of_response:1; }","duration":"1.093784643s","start":"2026-05-11T01:46:09.453055Z","end":"2026-05-11T01:46:10.54684Z","steps":["trace[1221037048] 'process raft request' (duration: 1.092726549s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:10.546881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096225528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-11T01:46:10.546903Z","caller":"traceutil/trace.go:171","msg":"trace[606682437] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25041; }","duration":"1.096291179s","start":"2026-05-11T01:46:09.450606Z","end":"2026-05-11T01:46:10.546897Z","steps":["trace[606682437] 'agreement among raft nodes before linearized reading' (duration: 1.096224908s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:10.546916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.095185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-11T01:46:10.546933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:09.450586Z","time spent":"1.0963383s","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-11T01:46:10.546952Z","caller":"traceutil/trace.go:171","msg":"trace[997855020] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:25041; }","duration":"188.179496ms","start":"2026-05-11T01:46:10.358762Z","end":"2026-05-11T01:46:10.546941Z","steps":["trace[997855020] 'agreement among raft nodes before linearized reading' (duration: 188.126285ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:10.546965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:09.453043Z","time spent":"1.093853874s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:46:10.546752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:10.072213Z","time spent":"474.531547ms","remote":"127.0.0.1:56920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:46:10.547254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.111457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:46:10.547329Z","caller":"traceutil/trace.go:171","msg":"trace[673178927] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25041; }","duration":"318.27279ms","start":"2026-05-11T01:46:10.229018Z","end":"2026-05-11T01:46:10.547291Z","steps":["trace[673178927] 'agreement among raft nodes before linearized reading' (duration: 318.146967ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:10.547365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:10.228991Z","time spent":"318.363552ms","remote":"127.0.0.1:41670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:46:10.728395Z","caller":"traceutil/trace.go:171","msg":"trace[191033066] linearizableReadLoop","detail":"{readStateIndex:25869; appliedIndex:25868; }","duration":"175.438253ms","start":"2026-05-11T01:46:10.552934Z","end":"2026-05-11T01:46:10.728372Z","steps":["trace[191033066] 'read index received' (duration: 175.271938ms)","trace[191033066] 'applied index is now lower than readState.Index' (duration: 164.965µs)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:46:10.728861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.789489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1448"} {"level":"warn","ts":"2026-05-11T01:46:10.728935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.977515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.18ae5f8e093e327e\" ","response":"range_response_count:1 size:742"} {"level":"info","ts":"2026-05-11T01:46:10.728975Z","caller":"traceutil/trace.go:171","msg":"trace[1247530503] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25042; }","duration":"174.954483ms","start":"2026-05-11T01:46:10.553998Z","end":"2026-05-11T01:46:10.728953Z","steps":["trace[1247530503] 'agreement among raft nodes before linearized reading' (duration: 174.652596ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:46:10.729037Z","caller":"traceutil/trace.go:171","msg":"trace[327641957] transaction","detail":"{read_only:false; response_revision:25042; number_of_response:1; }","duration":"178.719096ms","start":"2026-05-11T01:46:10.550305Z","end":"2026-05-11T01:46:10.729024Z","steps":["trace[327641957] 'process raft request' (duration: 177.902347ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:10.729038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.543637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:46:10.729101Z","caller":"traceutil/trace.go:171","msg":"trace[1137654852] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25042; }","duration":"109.65485ms","start":"2026-05-11T01:46:10.619429Z","end":"2026-05-11T01:46:10.729084Z","steps":["trace[1137654852] 'agreement among raft nodes before linearized reading' (duration: 109.558007ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:46:10.728991Z","caller":"traceutil/trace.go:171","msg":"trace[697676277] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.18ae5f8e093e327e; range_end:; response_count:1; response_revision:25042; }","duration":"176.081437ms","start":"2026-05-11T01:46:10.552893Z","end":"2026-05-11T01:46:10.728974Z","steps":["trace[697676277] 'agreement among raft nodes before linearized reading' (duration: 175.899193ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:11.330922Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495960157402499,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:46:11.708777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.330839ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:46:11.708997Z","caller":"traceutil/trace.go:171","msg":"trace[179361873] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25043; }","duration":"344.565235ms","start":"2026-05-11T01:46:11.364412Z","end":"2026-05-11T01:46:11.708977Z","steps":["trace[179361873] 'range keys from in-memory index tree' (duration: 344.309199ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:11.709407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.891154ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:46:11.709652Z","caller":"traceutil/trace.go:171","msg":"trace[2084946978] linearizableReadLoop","detail":"{readStateIndex:25872; appliedIndex:25870; }","duration":"879.130447ms","start":"2026-05-11T01:46:10.830505Z","end":"2026-05-11T01:46:11.709635Z","steps":["trace[2084946978] 'read index received' (duration: 595.889246ms)","trace[2084946978] 'applied index is now lower than readState.Index' (duration: 283.239931ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:46:11.70974Z","caller":"traceutil/trace.go:171","msg":"trace[1943106830] transaction","detail":"{read_only:false; response_revision:25045; number_of_response:1; }","duration":"773.876855ms","start":"2026-05-11T01:46:10.935852Z","end":"2026-05-11T01:46:11.709729Z","steps":["trace[1943106830] 'process raft request' (duration: 773.677991ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:46:11.709691Z","caller":"traceutil/trace.go:171","msg":"trace[718017496] transaction","detail":"{read_only:false; response_revision:25044; number_of_response:1; }","duration":"887.640997ms","start":"2026-05-11T01:46:10.821994Z","end":"2026-05-11T01:46:11.709635Z","steps":["trace[718017496] 'process raft request' (duration: 604.420587ms)","trace[718017496] 'compare' (duration: 282.603686ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:46:11.709805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:10.935834Z","time spent":"773.936787ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:46:11.709919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:10.821979Z","time spent":"887.81733ms","remote":"127.0.0.1:40160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:46:11.709938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.417344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9602"} {"level":"info","ts":"2026-05-11T01:46:11.710024Z","caller":"traceutil/trace.go:171","msg":"trace[704293167] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:25045; }","duration":"879.550487ms","start":"2026-05-11T01:46:10.830452Z","end":"2026-05-11T01:46:11.710003Z","steps":["trace[704293167] 'agreement among raft nodes before linearized reading' (duration: 879.272041ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:11.710114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:10.830434Z","time spent":"879.670469ms","remote":"127.0.0.1:40540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9625,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-05-11T01:46:12.210731Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495960157402509,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:46:12.710937Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495960157402509,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:46:12.841311Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.135883009s","expected-duration":"1s"} {"level":"info","ts":"2026-05-11T01:46:12.841962Z","caller":"traceutil/trace.go:171","msg":"trace[963891069] transaction","detail":"{read_only:false; response_revision:25046; number_of_response:1; }","duration":"1.378342083s","start":"2026-05-11T01:46:11.463573Z","end":"2026-05-11T01:46:12.841916Z","steps":["trace[963891069] 'process raft request' (duration: 1.378033236s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:46:12.842079Z","caller":"traceutil/trace.go:171","msg":"trace[651106748] transaction","detail":"{read_only:false; response_revision:25047; number_of_response:1; }","duration":"1.378335082s","start":"2026-05-11T01:46:11.463709Z","end":"2026-05-11T01:46:12.842044Z","steps":["trace[651106748] 'process raft request' (duration: 1.378122418s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:46:12.842185Z","caller":"traceutil/trace.go:171","msg":"trace[906590533] transaction","detail":"{read_only:false; response_revision:25048; number_of_response:1; }","duration":"1.378368303s","start":"2026-05-11T01:46:11.463742Z","end":"2026-05-11T01:46:12.842111Z","steps":["trace[906590533] 'process raft request' (duration: 1.378157888s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:46:12.843153Z","caller":"traceutil/trace.go:171","msg":"trace[1838262041] transaction","detail":"{read_only:false; response_revision:25052; number_of_response:1; }","duration":"1.306555305s","start":"2026-05-11T01:46:11.536584Z","end":"2026-05-11T01:46:12.84314Z","steps":["trace[1838262041] 'process raft request' (duration: 1.306445683s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:46:12.843127Z","caller":"traceutil/trace.go:171","msg":"trace[247702186] transaction","detail":"{read_only:false; response_revision:25051; number_of_response:1; }","duration":"1.361664311s","start":"2026-05-11T01:46:11.481426Z","end":"2026-05-11T01:46:12.84309Z","steps":["trace[247702186] 'process raft request' (duration: 1.361505858s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:12.843276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:11.536562Z","time spent":"1.306639087s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:46:12.843432Z","caller":"traceutil/trace.go:171","msg":"trace[1689171341] transaction","detail":"{read_only:false; response_revision:25050; number_of_response:1; }","duration":"1.377971995s","start":"2026-05-11T01:46:11.465448Z","end":"2026-05-11T01:46:12.84342Z","steps":["trace[1689171341] 'process raft request' (duration: 1.376654615s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:12.843433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:11.481405Z","time spent":"1.361907718s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:46:12.843513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:11.465413Z","time spent":"1.378058477s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:46:12.842239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:11.463704Z","time spent":"1.378446085s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:46:12.843514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:11.463735Z","time spent":"1.379367335s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:46:12.8421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:11.46355Z","time spent":"1.378474255s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:46:12.842428Z","caller":"traceutil/trace.go:171","msg":"trace[146836023] transaction","detail":"{read_only:false; response_revision:25049; number_of_response:1; }","duration":"1.378582777s","start":"2026-05-11T01:46:11.463827Z","end":"2026-05-11T01:46:12.84241Z","steps":["trace[146836023] 'process raft request' (duration: 1.378128998s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:12.843725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:11.463823Z","time spent":"1.379880057s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:46:12.92803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000475853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-11T01:46:12.928137Z","caller":"traceutil/trace.go:171","msg":"trace[1717625800] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000643577s","start":"2026-05-11T01:46:10.927471Z","end":"2026-05-11T01:46:12.928114Z","steps":["trace[1717625800] 'agreement among raft nodes before linearized reading' (duration: 2.000513474s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:12.92819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:10.927449Z","time spent":"2.000731938s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:46:14.929656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00079925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-11T01:46:14.929759Z","caller":"traceutil/trace.go:171","msg":"trace[1926498051] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000966893s","start":"2026-05-11T01:46:12.928767Z","end":"2026-05-11T01:46:14.929734Z","steps":["trace[1926498051] 'agreement among raft nodes before linearized reading' (duration: 2.000844601s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:14.929815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:12.928743Z","time spent":"2.001061916s","remote":"127.0.0.1:40064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/11 01:46:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:46:15.201088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.815858085s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:46:15.202322Z","caller":"traceutil/trace.go:171","msg":"trace[693508453] transaction","detail":"{read_only:false; response_revision:25053; number_of_response:1; }","duration":"3.308957292s","start":"2026-05-11T01:46:11.893331Z","end":"2026-05-11T01:46:15.202288Z","steps":["trace[693508453] 'process raft request' (duration: 1.491778957s)","trace[693508453] 'compare' (duration: 1.815335544s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:46:15.202511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:11.893312Z","time spent":"3.309099406s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:46:15.202508Z","caller":"traceutil/trace.go:171","msg":"trace[1426449249] linearizableReadLoop","detail":"{readStateIndex:25880; appliedIndex:25872; }","duration":"3.492787441s","start":"2026-05-11T01:46:11.709689Z","end":"2026-05-11T01:46:15.202476Z","steps":["trace[1426449249] 'read index received' (duration: 1.131958892s)","trace[1426449249] 'applied index is now lower than readState.Index' (duration: 2.360824849s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:46:15.479401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.150769ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-05-11T01:46:15.479639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.258937856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-11T01:46:15.479711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.645636919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"warn","ts":"2026-05-11T01:46:15.479704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.261692597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"warn","ts":"2026-05-11T01:46:15.479959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.248930863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:1 size:847"} {"level":"warn","ts":"2026-05-11T01:46:15.479941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.248261439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:46:15.479975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.821002754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:46:15.480023Z","caller":"traceutil/trace.go:171","msg":"trace[358578265] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/envoy-gateway; range_end:; response_count:1; response_revision:25053; }","duration":"4.248990525s","start":"2026-05-11T01:46:11.231011Z","end":"2026-05-11T01:46:15.480001Z","steps":["trace[358578265] 'agreement among raft nodes before linearized reading' (duration: 3.971514471s)","trace[358578265] 'range keys from in-memory index tree' (duration: 277.172186ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:46:15.480043Z","caller":"traceutil/trace.go:171","msg":"trace[2074410469] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:25053; }","duration":"4.248427792s","start":"2026-05-11T01:46:11.23159Z","end":"2026-05-11T01:46:15.480018Z","steps":["trace[2074410469] 'agreement among raft nodes before linearized reading' (duration: 3.970891597s)","trace[2074410469] 'count revisions from in-memory index tree' (duration: 277.33424ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:46:15.47999Z","caller":"traceutil/trace.go:171","msg":"trace[476670113] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25053; }","duration":"4.262034835s","start":"2026-05-11T01:46:11.217927Z","end":"2026-05-11T01:46:15.479962Z","steps":["trace[476670113] 'agreement among raft nodes before linearized reading' (duration: 3.984599552s)","trace[476670113] 'range keys from in-memory index tree' (duration: 276.88955ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:46:15.480065Z","caller":"traceutil/trace.go:171","msg":"trace[16476995] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:25053; }","duration":"3.821133776s","start":"2026-05-11T01:46:11.65891Z","end":"2026-05-11T01:46:15.480044Z","steps":["trace[16476995] 'agreement among raft nodes before linearized reading' (duration: 3.543599302s)","trace[16476995] 'count revisions from in-memory index tree' (duration: 277.424602ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:46:15.480096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:11.231577Z","time spent":"4.248509953s","remote":"127.0.0.1:46210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:46:15.480082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:11.230984Z","time spent":"4.249085406s","remote":"127.0.0.1:40270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":870,"request content":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway\" "} {"level":"warn","ts":"2026-05-11T01:46:15.480142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:11.65889Z","time spent":"3.821231228s","remote":"127.0.0.1:46278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:46:15.479756Z","caller":"traceutil/trace.go:171","msg":"trace[1449619959] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:25053; }","duration":"4.25911065s","start":"2026-05-11T01:46:11.220604Z","end":"2026-05-11T01:46:15.479715Z","steps":["trace[1449619959] 'agreement among raft nodes before linearized reading' (duration: 3.981880813s)","trace[1449619959] 'count revisions from in-memory index tree' (duration: 277.042514ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:46:15.480114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:11.217903Z","time spent":"4.262192919s","remote":"127.0.0.1:58206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3260,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-05-11T01:46:15.47985Z","caller":"traceutil/trace.go:171","msg":"trace[1760849227] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25053; }","duration":"4.645782852s","start":"2026-05-11T01:46:10.834Z","end":"2026-05-11T01:46:15.479783Z","steps":["trace[1760849227] 'agreement among raft nodes before linearized reading' (duration: 4.368610875s)","trace[1760849227] 'range keys from in-memory index tree' (duration: 276.934251ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:46:15.480257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:11.220584Z","time spent":"4.259655832s","remote":"127.0.0.1:54476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":30,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:46:15.47996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.924762041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5c60f2f5-d4ba-41b8-ba7f-7c2198fcae71\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-05-11T01:46:15.48056Z","caller":"traceutil/trace.go:171","msg":"trace[1233224883] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5c60f2f5-d4ba-41b8-ba7f-7c2198fcae71; range_end:; response_count:1; response_revision:25053; }","duration":"3.925446896s","start":"2026-05-11T01:46:11.555089Z","end":"2026-05-11T01:46:15.480536Z","steps":["trace[1233224883] 'agreement among raft nodes before linearized reading' (duration: 3.647433851s)","trace[1233224883] 'range keys from in-memory index tree' (duration: 277.162286ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:46:15.480638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:11.555055Z","time spent":"3.925563198s","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5c60f2f5-d4ba-41b8-ba7f-7c2198fcae71\" "} {"level":"info","ts":"2026-05-11T01:46:15.481176Z","caller":"traceutil/trace.go:171","msg":"trace[1755454654] transaction","detail":"{read_only:false; response_revision:25054; number_of_response:1; }","duration":"2.165210547s","start":"2026-05-11T01:46:13.315935Z","end":"2026-05-11T01:46:15.481146Z","steps":["trace[1755454654] 'process raft request' (duration: 2.163616643s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:15.481365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:13.315901Z","time spent":"2.165359081s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:46:15.480365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:10.833966Z","time spent":"4.646364725s","remote":"127.0.0.1:51884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5707,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-11T01:46:15.702975Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495960157402520,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:46:15.882008Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.032515809s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-11T01:46:16.128632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000247768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-11T01:46:16.128702Z","caller":"traceutil/trace.go:171","msg":"trace[1326151790] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000370731s","start":"2026-05-11T01:46:14.128315Z","end":"2026-05-11T01:46:16.128686Z","steps":["trace[1326151790] 'agreement among raft nodes before linearized reading' (duration: 2.000276809s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:16.128735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:14.128295Z","time spent":"2.000433863s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/11 01:46:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:46:16.340683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.445709ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:46:16.340984Z","caller":"traceutil/trace.go:171","msg":"trace[749427370] transaction","detail":"{read_only:false; response_revision:25057; number_of_response:1; }","duration":"1.491624372s","start":"2026-05-11T01:46:14.849338Z","end":"2026-05-11T01:46:16.340963Z","steps":["trace[749427370] 'process raft request' (duration: 1.491565541s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:16.341059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:14.849308Z","time spent":"1.491720055s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:46:16.341252Z","caller":"traceutil/trace.go:171","msg":"trace[1515152062] transaction","detail":"{read_only:false; response_revision:25055; number_of_response:1; }","duration":"2.625662601s","start":"2026-05-11T01:46:13.715578Z","end":"2026-05-11T01:46:16.34124Z","steps":["trace[1515152062] 'process raft request' (duration: 1.765551027s)","trace[1515152062] 'compare' (duration: 858.693003ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:46:16.341297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:13.715542Z","time spent":"2.625731342s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:46:16.341433Z","caller":"traceutil/trace.go:171","msg":"trace[1995065953] transaction","detail":"{read_only:false; response_revision:25056; number_of_response:1; }","duration":"1.492046611s","start":"2026-05-11T01:46:14.849339Z","end":"2026-05-11T01:46:16.341385Z","steps":["trace[1995065953] 'process raft request' (duration: 1.491458749s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:16.341619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:14.849308Z","time spent":"1.492212245s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:46:16.42224Z","caller":"traceutil/trace.go:171","msg":"trace[630189167] transaction","detail":"{read_only:false; response_revision:25058; number_of_response:1; }","duration":"1.572679635s","start":"2026-05-11T01:46:14.849512Z","end":"2026-05-11T01:46:16.422192Z","steps":["trace[630189167] 'process raft request' (duration: 1.572172674s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:46:16.422257Z","caller":"traceutil/trace.go:171","msg":"trace[2009151556] linearizableReadLoop","detail":"{readStateIndex:25889; appliedIndex:25882; }","duration":"1.219637552s","start":"2026-05-11T01:46:15.202574Z","end":"2026-05-11T01:46:16.422212Z","steps":["trace[2009151556] 'read index received' (duration: 679.70202ms)","trace[2009151556] 'applied index is now lower than readState.Index' (duration: 539.933582ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:46:16.42246Z","caller":"traceutil/trace.go:171","msg":"trace[1631954993] transaction","detail":"{read_only:false; response_revision:25059; number_of_response:1; }","duration":"1.572653195s","start":"2026-05-11T01:46:14.849788Z","end":"2026-05-11T01:46:16.422442Z","steps":["trace[1631954993] 'process raft request' (duration: 1.572206855s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:16.422661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:14.849751Z","time spent":"1.572772127s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:46:16.422991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.870127895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-11T01:46:16.423077Z","caller":"traceutil/trace.go:171","msg":"trace[1844911729] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25061; }","duration":"3.870236027s","start":"2026-05-11T01:46:12.552821Z","end":"2026-05-11T01:46:16.423058Z","steps":["trace[1844911729] 'agreement among raft nodes before linearized reading' (duration: 3.869806638s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:16.423126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:12.552817Z","time spent":"3.870300439s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-11T01:46:16.42318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.120755021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-11T01:46:16.423271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.241690451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:46:16.423301Z","caller":"traceutil/trace.go:171","msg":"trace[1741882368] transaction","detail":"{read_only:false; response_revision:25060; number_of_response:1; }","duration":"1.573234828s","start":"2026-05-11T01:46:14.850053Z","end":"2026-05-11T01:46:16.423288Z","steps":["trace[1741882368] 'process raft request' (duration: 1.572013031s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:46:16.423307Z","caller":"traceutil/trace.go:171","msg":"trace[1048925988] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25061; }","duration":"4.120896814s","start":"2026-05-11T01:46:12.302393Z","end":"2026-05-11T01:46:16.42329Z","steps":["trace[1048925988] 'agreement among raft nodes before linearized reading' (duration: 4.1207144s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:46:16.423337Z","caller":"traceutil/trace.go:171","msg":"trace[1736539832] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:25061; }","duration":"4.241807574s","start":"2026-05-11T01:46:12.181513Z","end":"2026-05-11T01:46:16.42332Z","steps":["trace[1736539832] 'agreement among raft nodes before linearized reading' (duration: 4.241553958s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:16.423372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:12.302379Z","time spent":"4.120978746s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-11T01:46:16.423393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:14.850031Z","time spent":"1.573300189s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:46:16.4234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:12.181486Z","time spent":"4.241901766s","remote":"127.0.0.1:40568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":60,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:46:16.42341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.870660408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-11T01:46:16.423461Z","caller":"traceutil/trace.go:171","msg":"trace[1144528718] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25061; }","duration":"3.87071828s","start":"2026-05-11T01:46:12.552729Z","end":"2026-05-11T01:46:16.423447Z","steps":["trace[1144528718] 'agreement among raft nodes before linearized reading' (duration: 3.870622737s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:16.423504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:12.552724Z","time spent":"3.870772521s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-11T01:46:16.423173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.870455552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-11T01:46:16.423579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.362331233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:46:16.423603Z","caller":"traceutil/trace.go:171","msg":"trace[1361355023] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25061; }","duration":"3.870940464s","start":"2026-05-11T01:46:12.552652Z","end":"2026-05-11T01:46:16.423592Z","steps":["trace[1361355023] 'agreement among raft nodes before linearized reading' (duration: 3.870383881s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:16.423327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.870507024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-11T01:46:16.423633Z","caller":"traceutil/trace.go:171","msg":"trace[676661895] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:25061; }","duration":"2.362432817s","start":"2026-05-11T01:46:14.061188Z","end":"2026-05-11T01:46:16.423621Z","steps":["trace[676661895] 'agreement among raft nodes before linearized reading' (duration: 2.362344855s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:16.423638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:12.552633Z","time spent":"3.870996966s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-11T01:46:16.423668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:14.061166Z","time spent":"2.362493677s","remote":"127.0.0.1:41430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:46:16.423664Z","caller":"traceutil/trace.go:171","msg":"trace[174791755] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25061; }","duration":"3.870831302s","start":"2026-05-11T01:46:12.552809Z","end":"2026-05-11T01:46:16.42364Z","steps":["trace[174791755] 'agreement among raft nodes before linearized reading' (duration: 3.870433162s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:16.423716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:12.55277Z","time spent":"3.870927204s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-11T01:46:16.422463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:14.849495Z","time spent":"1.572846739s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:46:16.423777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.783898218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-11T01:46:16.423811Z","caller":"traceutil/trace.go:171","msg":"trace[505738647] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25061; }","duration":"3.784003921s","start":"2026-05-11T01:46:12.639798Z","end":"2026-05-11T01:46:16.423802Z","steps":["trace[505738647] 'agreement among raft nodes before linearized reading' (duration: 3.783901818s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:16.423855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:12.639779Z","time spent":"3.784068212s","remote":"127.0.0.1:40186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-05-11T01:46:16.423874Z","caller":"traceutil/trace.go:171","msg":"trace[15242989] transaction","detail":"{read_only:false; response_revision:25061; number_of_response:1; }","duration":"1.572703567s","start":"2026-05-11T01:46:14.85116Z","end":"2026-05-11T01:46:16.423863Z","steps":["trace[15242989] 'process raft request' (duration: 1.570973288s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:16.423938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:14.851147Z","time spent":"1.572760169s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:46:16.423814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127317759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:46:16.424031Z","caller":"traceutil/trace.go:171","msg":"trace[2048679081] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25061; }","duration":"1.127607565s","start":"2026-05-11T01:46:15.29641Z","end":"2026-05-11T01:46:16.424018Z","steps":["trace[2048679081] 'agreement among raft nodes before linearized reading' (duration: 1.1273543s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:16.424056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.314113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-11T01:46:16.424074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.550053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:46:16.423987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.70866631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.18ae5f8e0fc58f76\" ","response":"range_response_count:1 size:747"} {"level":"warn","ts":"2026-05-11T01:46:16.424116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.871083717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-11T01:46:16.424126Z","caller":"traceutil/trace.go:171","msg":"trace[48564892] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:25061; }","duration":"225.416985ms","start":"2026-05-11T01:46:16.198691Z","end":"2026-05-11T01:46:16.424108Z","steps":["trace[48564892] 'agreement among raft nodes before linearized reading' (duration: 225.318253ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:16.42415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221622227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:46:16.424152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.479117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-5bf9c\" ","response":"range_response_count:1 size:5485"} {"level":"info","ts":"2026-05-11T01:46:16.424179Z","caller":"traceutil/trace.go:171","msg":"trace[807350351] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25061; }","duration":"3.871156779s","start":"2026-05-11T01:46:12.552999Z","end":"2026-05-11T01:46:16.424156Z","steps":["trace[807350351] 'agreement among raft nodes before linearized reading' (duration: 3.870990436s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:16.424286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.486327276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:46:16.424283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:12.552993Z","time spent":"3.871275242s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-11T01:46:16.424319Z","caller":"traceutil/trace.go:171","msg":"trace[1247921576] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25061; }","duration":"1.486375997s","start":"2026-05-11T01:46:14.937937Z","end":"2026-05-11T01:46:16.424313Z","steps":["trace[1247921576] 'agreement among raft nodes before linearized reading' (duration: 1.486324566s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:16.424351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:14.937929Z","time spent":"1.486415757s","remote":"127.0.0.1:40064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:46:16.424365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.415606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-11T01:46:16.424075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:15.29638Z","time spent":"1.127683597s","remote":"127.0.0.1:41632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:46:16.424414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.490881037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ae5f4c7b232281\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-05-11T01:46:16.424128Z","caller":"traceutil/trace.go:171","msg":"trace[671466172] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:25061; }","duration":"530.656735ms","start":"2026-05-11T01:46:15.893458Z","end":"2026-05-11T01:46:16.424115Z","steps":["trace[671466172] 'agreement among raft nodes before linearized reading' (duration: 530.559913ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:46:16.424464Z","caller":"traceutil/trace.go:171","msg":"trace[1785504394] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ae5f4c7b232281; range_end:; response_count:1; response_revision:25061; }","duration":"1.490965938s","start":"2026-05-11T01:46:14.933487Z","end":"2026-05-11T01:46:16.424453Z","steps":["trace[1785504394] 'agreement among raft nodes before linearized reading' (duration: 1.490842875s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:16.424505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:14.933472Z","time spent":"1.4910226s","remote":"127.0.0.1:40160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ae5f4c7b232281\" "} {"level":"warn","ts":"2026-05-11T01:46:16.424513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:15.893435Z","time spent":"531.056285ms","remote":"127.0.0.1:46206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:46:16.424204Z","caller":"traceutil/trace.go:171","msg":"trace[281184191] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-5bf9c; range_end:; response_count:1; response_revision:25061; }","duration":"942.565759ms","start":"2026-05-11T01:46:15.481627Z","end":"2026-05-11T01:46:16.424192Z","steps":["trace[281184191] 'agreement among raft nodes before linearized reading' (duration: 942.435506ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:46:16.42462Z","caller":"traceutil/trace.go:171","msg":"trace[1370839938] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:25061; }","duration":"266.708883ms","start":"2026-05-11T01:46:16.15789Z","end":"2026-05-11T01:46:16.424599Z","steps":["trace[1370839938] 'agreement among raft nodes before linearized reading' (duration: 266.265673ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:16.424679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.150187544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:46:16.424705Z","caller":"traceutil/trace.go:171","msg":"trace[1319807388] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:25061; }","duration":"2.150244675s","start":"2026-05-11T01:46:14.274449Z","end":"2026-05-11T01:46:16.424694Z","steps":["trace[1319807388] 'agreement among raft nodes before linearized reading' (duration: 2.150203634s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:16.423084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.003960203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:46:16.424734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:14.274432Z","time spent":"2.150296037s","remote":"127.0.0.1:39992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:46:16.424756Z","caller":"traceutil/trace.go:171","msg":"trace[1391500917] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:25061; }","duration":"4.005676571s","start":"2026-05-11T01:46:12.419067Z","end":"2026-05-11T01:46:16.424743Z","steps":["trace[1391500917] 'agreement among raft nodes before linearized reading' (duration: 4.003989043s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:16.424775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.352209619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:46:16.424802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:12.419048Z","time spent":"4.005742352s","remote":"127.0.0.1:58304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:46:16.42302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.181746007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:46:16.424153Z","caller":"traceutil/trace.go:171","msg":"trace[338534462] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.18ae5f8e0fc58f76; range_end:; response_count:1; response_revision:25061; }","duration":"4.708878865s","start":"2026-05-11T01:46:11.715264Z","end":"2026-05-11T01:46:16.424142Z","steps":["trace[338534462] 'agreement among raft nodes before linearized reading' (duration: 4.70863638s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:16.424915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:11.715239Z","time spent":"4.709667402s","remote":"127.0.0.1:40160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":770,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.18ae5f8e0fc58f76\" "} {"level":"info","ts":"2026-05-11T01:46:16.424807Z","caller":"traceutil/trace.go:171","msg":"trace[323717230] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25061; }","duration":"2.35229637s","start":"2026-05-11T01:46:14.072501Z","end":"2026-05-11T01:46:16.424797Z","steps":["trace[323717230] 'agreement among raft nodes before linearized reading' (duration: 2.352243549s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:16.424627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:15.481611Z","time spent":"942.998978ms","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5508,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-5bf9c\" "} {"level":"warn","ts":"2026-05-11T01:46:16.424986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:14.072457Z","time spent":"2.352514375s","remote":"127.0.0.1:41532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-05-11T01:46:16.424948Z","caller":"traceutil/trace.go:171","msg":"trace[2005183005] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:25061; }","duration":"4.183703952s","start":"2026-05-11T01:46:12.241192Z","end":"2026-05-11T01:46:16.424896Z","steps":["trace[2005183005] 'agreement among raft nodes before linearized reading' (duration: 4.181760508s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:46:16.424211Z","caller":"traceutil/trace.go:171","msg":"trace[435350382] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25061; }","duration":"1.221694778s","start":"2026-05-11T01:46:15.202488Z","end":"2026-05-11T01:46:16.424183Z","steps":["trace[435350382] 'agreement among raft nodes before linearized reading' (duration: 1.221629326s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:16.425075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:15.202474Z","time spent":"1.222591578s","remote":"127.0.0.1:41530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:46:16.425108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:12.241163Z","time spent":"4.183883755s","remote":"127.0.0.1:60384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:46:16.423877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.580627942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:46:16.425207Z","caller":"traceutil/trace.go:171","msg":"trace[1545899709] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:25061; }","duration":"4.582028102s","start":"2026-05-11T01:46:11.843168Z","end":"2026-05-11T01:46:16.425196Z","steps":["trace[1545899709] 'agreement among raft nodes before linearized reading' (duration: 4.580674132s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:16.42527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:11.84312Z","time spent":"4.582137565s","remote":"127.0.0.1:40482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:46:18.179584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:17.863486Z","time spent":"316.094631ms","remote":"127.0.0.1:40110","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-11T01:46:18.180074Z","caller":"traceutil/trace.go:171","msg":"trace[130662464] linearizableReadLoop","detail":"{readStateIndex:25901; appliedIndex:25901; }","duration":"253.758416ms","start":"2026-05-11T01:46:17.926303Z","end":"2026-05-11T01:46:18.180062Z","steps":["trace[130662464] 'read index received' (duration: 253.754776ms)","trace[130662464] 'applied index is now lower than readState.Index' (duration: 2.72µs)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:46:18.180147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.836417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:46:18.180168Z","caller":"traceutil/trace.go:171","msg":"trace[1463717699] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25072; }","duration":"253.908499ms","start":"2026-05-11T01:46:17.926255Z","end":"2026-05-11T01:46:18.180163Z","steps":["trace[1463717699] 'agreement among raft nodes before linearized reading' (duration: 253.847738ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:19.141002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.68851ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:46:19.141164Z","caller":"traceutil/trace.go:171","msg":"trace[850892910] linearizableReadLoop","detail":"{readStateIndex:25902; appliedIndex:25901; }","duration":"960.494077ms","start":"2026-05-11T01:46:18.180653Z","end":"2026-05-11T01:46:19.141147Z","steps":["trace[850892910] 'read index received' (duration: 423.663734ms)","trace[850892910] 'applied index is now lower than readState.Index' (duration: 536.829053ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:46:19.141243Z","caller":"traceutil/trace.go:171","msg":"trace[753492979] transaction","detail":"{read_only:false; response_revision:25073; number_of_response:1; }","duration":"960.649421ms","start":"2026-05-11T01:46:18.180579Z","end":"2026-05-11T01:46:19.141228Z","steps":["trace[753492979] 'process raft request' (duration: 423.656104ms)","trace[753492979] 'compare' (duration: 536.566418ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:46:19.14131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:18.180557Z","time spent":"960.718962ms","remote":"127.0.0.1:40110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:46:19.141647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.987308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:46:19.141681Z","caller":"traceutil/trace.go:171","msg":"trace[1421614083] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25073; }","duration":"961.018389ms","start":"2026-05-11T01:46:18.180651Z","end":"2026-05-11T01:46:19.141669Z","steps":["trace[1421614083] 'agreement among raft nodes before linearized reading' (duration: 960.891086ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:19.141712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:18.180619Z","time spent":"961.08689ms","remote":"127.0.0.1:40064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:46:19.606541Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.002183875s","expected-duration":"1s"} {"level":"info","ts":"2026-05-11T01:46:19.607073Z","caller":"traceutil/trace.go:171","msg":"trace[143752491] transaction","detail":"{read_only:false; response_revision:25074; number_of_response:1; }","duration":"1.269342388s","start":"2026-05-11T01:46:18.337703Z","end":"2026-05-11T01:46:19.607045Z","steps":["trace[143752491] 'process raft request' (duration: 1.269077103s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:19.607266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:18.337673Z","time spent":"1.2694727s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:46:19.607537Z","caller":"traceutil/trace.go:171","msg":"trace[1641731143] transaction","detail":"{read_only:false; response_revision:25075; number_of_response:1; }","duration":"1.260487401s","start":"2026-05-11T01:46:18.347003Z","end":"2026-05-11T01:46:19.607491Z","steps":["trace[1641731143] 'process raft request' (duration: 1.2599976s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:46:19.607632Z","caller":"traceutil/trace.go:171","msg":"trace[603247125] transaction","detail":"{read_only:false; response_revision:25077; number_of_response:1; }","duration":"1.258953457s","start":"2026-05-11T01:46:18.348649Z","end":"2026-05-11T01:46:19.607603Z","steps":["trace[603247125] 'process raft request' (duration: 1.258873925s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:46:19.607664Z","caller":"traceutil/trace.go:171","msg":"trace[703233646] transaction","detail":"{read_only:false; response_revision:25076; number_of_response:1; }","duration":"1.260033671s","start":"2026-05-11T01:46:18.347595Z","end":"2026-05-11T01:46:19.607628Z","steps":["trace[703233646] 'process raft request' (duration: 1.259792296s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:46:19.607788Z","caller":"traceutil/trace.go:171","msg":"trace[2138701872] transaction","detail":"{read_only:false; response_revision:25078; number_of_response:1; }","duration":"1.177017584s","start":"2026-05-11T01:46:18.43074Z","end":"2026-05-11T01:46:19.607758Z","steps":["trace[2138701872] 'process raft request' (duration: 1.17682655s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:19.607808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:18.346989Z","time spent":"1.260662756s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:46:19.607811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:18.348621Z","time spent":"1.25909812s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:46:19.607839Z","caller":"traceutil/trace.go:171","msg":"trace[547199978] transaction","detail":"{read_only:false; response_revision:25079; number_of_response:1; }","duration":"1.175724454s","start":"2026-05-11T01:46:18.432101Z","end":"2026-05-11T01:46:19.607825Z","steps":["trace[547199978] 'process raft request' (duration: 1.175569041s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:19.607852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:18.347584Z","time spent":"1.260174725s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:46:19.60791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:18.432077Z","time spent":"1.175803047s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:46:19.60793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:18.430713Z","time spent":"1.177132536s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:46:19.608097Z","caller":"traceutil/trace.go:171","msg":"trace[1898965885] transaction","detail":"{read_only:false; response_revision:25080; number_of_response:1; }","duration":"1.175402718s","start":"2026-05-11T01:46:18.432678Z","end":"2026-05-11T01:46:19.60808Z","steps":["trace[1898965885] 'process raft request' (duration: 1.17504512s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:19.608224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.162284677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-11T01:46:19.608259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163237388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-11T01:46:19.608326Z","caller":"traceutil/trace.go:171","msg":"trace[953862023] transaction","detail":"{read_only:false; response_revision:25081; number_of_response:1; }","duration":"1.172546914s","start":"2026-05-11T01:46:18.435764Z","end":"2026-05-11T01:46:19.60831Z","steps":["trace[953862023] 'process raft request' (duration: 1.172192276s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:19.608355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.162391849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-05-11T01:46:19.608347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:18.43267Z","time spent":"1.175471269s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:46:19.608387Z","caller":"traceutil/trace.go:171","msg":"trace[1117262176] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25081; }","duration":"1.16242884s","start":"2026-05-11T01:46:18.445948Z","end":"2026-05-11T01:46:19.608377Z","steps":["trace[1117262176] 'agreement among raft nodes before linearized reading' (duration: 1.162345748s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:19.608399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:18.435754Z","time spent":"1.172613865s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:46:19.608424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:18.445941Z","time spent":"1.16247647s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-11T01:46:19.608092Z","caller":"traceutil/trace.go:171","msg":"trace[317932665] linearizableReadLoop","detail":"{readStateIndex:25910; appliedIndex:25902; }","duration":"466.883016ms","start":"2026-05-11T01:46:19.141189Z","end":"2026-05-11T01:46:19.608072Z","steps":["trace[317932665] 'read index received' (duration: 465.644369ms)","trace[317932665] 'applied index is now lower than readState.Index' (duration: 1.237357ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:46:19.608446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.162763477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-11T01:46:19.608327Z","caller":"traceutil/trace.go:171","msg":"trace[1746959021] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25081; }","duration":"1.163330469s","start":"2026-05-11T01:46:18.444981Z","end":"2026-05-11T01:46:19.608311Z","steps":["trace[1746959021] 'agreement among raft nodes before linearized reading' (duration: 1.163148525s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:46:19.608273Z","caller":"traceutil/trace.go:171","msg":"trace[318024731] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25081; }","duration":"1.162339068s","start":"2026-05-11T01:46:18.445918Z","end":"2026-05-11T01:46:19.608257Z","steps":["trace[318024731] 'agreement among raft nodes before linearized reading' (duration: 1.162165714s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:19.608563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.162998752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-11T01:46:19.608595Z","caller":"traceutil/trace.go:171","msg":"trace[1959989138] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25081; }","duration":"1.163038774s","start":"2026-05-11T01:46:18.445548Z","end":"2026-05-11T01:46:19.608587Z","steps":["trace[1959989138] 'agreement among raft nodes before linearized reading' (duration: 1.162957021s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:19.608601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163359911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-11T01:46:19.608608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:18.445911Z","time spent":"1.162681916s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-11T01:46:19.60858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:18.444972Z","time spent":"1.163572625s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-11T01:46:19.60863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:18.445543Z","time spent":"1.163080375s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-11T01:46:19.608641Z","caller":"traceutil/trace.go:171","msg":"trace[1968003426] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25081; }","duration":"1.163437443s","start":"2026-05-11T01:46:18.445192Z","end":"2026-05-11T01:46:19.60863Z","steps":["trace[1968003426] 'agreement among raft nodes before linearized reading' (duration: 1.16333246s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:46:19.608502Z","caller":"traceutil/trace.go:171","msg":"trace[1075257794] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25081; }","duration":"1.16287503s","start":"2026-05-11T01:46:18.44561Z","end":"2026-05-11T01:46:19.608485Z","steps":["trace[1075257794] 'agreement among raft nodes before linearized reading' (duration: 1.162744877s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:19.608694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:18.445177Z","time spent":"1.163506924s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-11T01:46:19.608706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:18.445576Z","time spent":"1.163120176s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-11T01:46:19.608282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.11078475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5c60f2f5-d4ba-41b8-ba7f-7c2198fcae71\" ","response":"range_response_count:1 size:3950"} {"level":"warn","ts":"2026-05-11T01:46:19.608648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.716838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-05-11T01:46:19.60877Z","caller":"traceutil/trace.go:171","msg":"trace[1025764455] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5c60f2f5-d4ba-41b8-ba7f-7c2198fcae71; range_end:; response_count:1; response_revision:25081; }","duration":"1.111324023s","start":"2026-05-11T01:46:18.497436Z","end":"2026-05-11T01:46:19.60876Z","steps":["trace[1025764455] 'agreement among raft nodes before linearized reading' (duration: 1.110730149s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:19.608812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:18.497407Z","time spent":"1.111395845s","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5c60f2f5-d4ba-41b8-ba7f-7c2198fcae71\" "} {"level":"info","ts":"2026-05-11T01:46:19.608811Z","caller":"traceutil/trace.go:171","msg":"trace[123849836] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25081; }","duration":"464.920973ms","start":"2026-05-11T01:46:19.143878Z","end":"2026-05-11T01:46:19.608799Z","steps":["trace[123849836] 'agreement among raft nodes before linearized reading' (duration: 464.659716ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:19.608857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:19.143863Z","time spent":"464.983454ms","remote":"127.0.0.1:40236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-11T01:46:19.60889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.185996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-05-11T01:46:19.60894Z","caller":"traceutil/trace.go:171","msg":"trace[354688683] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:25081; }","duration":"352.292468ms","start":"2026-05-11T01:46:19.256634Z","end":"2026-05-11T01:46:19.608926Z","steps":["trace[354688683] 'agreement among raft nodes before linearized reading' (duration: 352.163265ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:19.608986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:19.256607Z","time spent":"352.3681ms","remote":"127.0.0.1:40234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-05-11T01:46:19.60902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.27087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:46:19.609078Z","caller":"traceutil/trace.go:171","msg":"trace[520691160] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25081; }","duration":"460.370633ms","start":"2026-05-11T01:46:19.148697Z","end":"2026-05-11T01:46:19.609067Z","steps":["trace[520691160] 'agreement among raft nodes before linearized reading' (duration: 460.25891ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:19.609157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:19.14869Z","time spent":"460.460524ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:46:20.13047Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495960157402569,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:46:21.231194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.390464ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:46:21.231314Z","caller":"traceutil/trace.go:171","msg":"trace[1244731878] transaction","detail":"{read_only:false; response_revision:25082; number_of_response:1; }","duration":"1.614429236s","start":"2026-05-11T01:46:19.616868Z","end":"2026-05-11T01:46:21.231297Z","steps":["trace[1244731878] 'process raft request' (duration: 667.863948ms)","trace[1244731878] 'compare' (duration: 945.958035ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:46:21.231363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:19.616852Z","time spent":"1.614488167s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:46:21.689395Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.350829271s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-11T01:46:22.1165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.738226ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:46:22.116645Z","caller":"traceutil/trace.go:171","msg":"trace[1303648467] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25082; }","duration":"752.890479ms","start":"2026-05-11T01:46:21.36373Z","end":"2026-05-11T01:46:22.116621Z","steps":["trace[1303648467] 'range keys from in-memory index tree' (duration: 752.720806ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:22.116936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.03286ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:46:22.117141Z","caller":"traceutil/trace.go:171","msg":"trace[1156676544] transaction","detail":"{read_only:false; response_revision:25083; number_of_response:1; }","duration":"2.49882676s","start":"2026-05-11T01:46:19.618289Z","end":"2026-05-11T01:46:22.117115Z","steps":["trace[1156676544] 'process raft request' (duration: 2.071532524s)","trace[1156676544] 'compare' (duration: 426.671902ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:46:22.117223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:19.618271Z","time spent":"2.498917402s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:46:22.117339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.488467329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:46:22.117228Z","caller":"traceutil/trace.go:171","msg":"trace[1529909558] linearizableReadLoop","detail":"{readStateIndex:25916; appliedIndex:25910; }","duration":"2.488337516s","start":"2026-05-11T01:46:19.628879Z","end":"2026-05-11T01:46:22.117217Z","steps":["trace[1529909558] 'read index received' (duration: 655.880101ms)","trace[1529909558] 'applied index is now lower than readState.Index' (duration: 1.832456535s)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:46:22.117385Z","caller":"traceutil/trace.go:171","msg":"trace[2070309198] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25087; }","duration":"2.488559261s","start":"2026-05-11T01:46:19.628814Z","end":"2026-05-11T01:46:22.117373Z","steps":["trace[2070309198] 'agreement among raft nodes before linearized reading' (duration: 2.488433858s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:22.117419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:19.628797Z","time spent":"2.488610842s","remote":"127.0.0.1:41820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:46:22.11755Z","caller":"traceutil/trace.go:171","msg":"trace[294334446] transaction","detail":"{read_only:false; response_revision:25085; number_of_response:1; }","duration":"2.499160777s","start":"2026-05-11T01:46:19.618378Z","end":"2026-05-11T01:46:22.117539Z","steps":["trace[294334446] 'process raft request' (duration: 2.498737988s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:46:22.117578Z","caller":"traceutil/trace.go:171","msg":"trace[442577802] transaction","detail":"{read_only:false; response_revision:25086; number_of_response:1; }","duration":"2.499157457s","start":"2026-05-11T01:46:19.618409Z","end":"2026-05-11T01:46:22.117566Z","steps":["trace[442577802] 'process raft request' (duration: 2.498742768s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:22.117617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:19.618373Z","time spent":"2.499211328s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:46:22.117629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:19.6184Z","time spent":"2.499200788s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:46:22.117703Z","caller":"traceutil/trace.go:171","msg":"trace[1044563687] transaction","detail":"{read_only:false; response_revision:25087; number_of_response:1; }","duration":"2.499183588s","start":"2026-05-11T01:46:19.618509Z","end":"2026-05-11T01:46:22.117693Z","steps":["trace[1044563687] 'process raft request' (duration: 2.498669326s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:22.117756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:19.618479Z","time spent":"2.499250058s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:46:22.117871Z","caller":"traceutil/trace.go:171","msg":"trace[1185422965] transaction","detail":"{read_only:false; response_revision:25084; number_of_response:1; }","duration":"2.499536495s","start":"2026-05-11T01:46:19.618307Z","end":"2026-05-11T01:46:22.117843Z","steps":["trace[1185422965] 'process raft request' (duration: 2.498731767s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:22.117999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:19.61827Z","time spent":"2.499663398s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:46:22.617515Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495960157402585,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:46:22.928851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00076156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-11T01:46:22.928942Z","caller":"traceutil/trace.go:171","msg":"trace[997618456] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000915403s","start":"2026-05-11T01:46:20.928007Z","end":"2026-05-11T01:46:22.928922Z","steps":["trace[997618456] 'agreement among raft nodes before linearized reading' (duration: 2.00079962s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:22.928994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:20.927982Z","time spent":"2.001003015s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/11 01:46:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:46:23.117639Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495960157402585,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:46:23.148588Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.458766872s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-11T01:46:23.705797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:22.899721Z","time spent":"806.069262ms","remote":"127.0.0.1:39142","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-11T01:46:23.706661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.86847ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:46:23.707063Z","caller":"traceutil/trace.go:171","msg":"trace[1373792179] linearizableReadLoop","detail":"{readStateIndex:25925; appliedIndex:25916; }","duration":"1.589655494s","start":"2026-05-11T01:46:22.117393Z","end":"2026-05-11T01:46:23.707048Z","steps":["trace[1373792179] 'read index received' (duration: 1.031392265s)","trace[1373792179] 'applied index is now lower than readState.Index' (duration: 558.262079ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:46:23.707285Z","caller":"traceutil/trace.go:171","msg":"trace[1647725476] transaction","detail":"{read_only:false; response_revision:25088; number_of_response:1; }","duration":"3.357049022s","start":"2026-05-11T01:46:20.350226Z","end":"2026-05-11T01:46:23.707275Z","steps":["trace[1647725476] 'process raft request' (duration: 2.798495606s)","trace[1647725476] 'compare' (duration: 556.882049ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:46:23.707334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:20.350199Z","time spent":"3.357107624s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:46:23.707348Z","caller":"traceutil/trace.go:171","msg":"trace[1512182636] transaction","detail":"{read_only:false; response_revision:25093; number_of_response:1; }","duration":"2.09161479s","start":"2026-05-11T01:46:21.615707Z","end":"2026-05-11T01:46:23.707322Z","steps":["trace[1512182636] 'process raft request' (duration: 2.091231441s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:46:23.707373Z","caller":"traceutil/trace.go:171","msg":"trace[963637616] transaction","detail":"{read_only:false; response_revision:25096; number_of_response:1; }","duration":"2.0897583s","start":"2026-05-11T01:46:21.617573Z","end":"2026-05-11T01:46:23.707332Z","steps":["trace[963637616] 'process raft request' (duration: 2.089438893s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:46:23.707446Z","caller":"traceutil/trace.go:171","msg":"trace[1164275168] transaction","detail":"{read_only:false; response_revision:25090; number_of_response:1; }","duration":"2.092402728s","start":"2026-05-11T01:46:21.615005Z","end":"2026-05-11T01:46:23.707408Z","steps":["trace[1164275168] 'process raft request' (duration: 2.091813754s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:23.707515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.217371555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-05-11T01:46:23.707508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.580161229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-11T01:46:23.707566Z","caller":"traceutil/trace.go:171","msg":"trace[1693671393] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25096; }","duration":"3.217466817s","start":"2026-05-11T01:46:20.490085Z","end":"2026-05-11T01:46:23.707552Z","steps":["trace[1693671393] 'agreement among raft nodes before linearized reading' (duration: 3.217229352s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:23.707562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:21.615701Z","time spent":"2.091714702s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:46:23.707581Z","caller":"traceutil/trace.go:171","msg":"trace[1372175004] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25096; }","duration":"2.580317023s","start":"2026-05-11T01:46:21.127246Z","end":"2026-05-11T01:46:23.707563Z","steps":["trace[1372175004] 'agreement among raft nodes before linearized reading' (duration: 2.580058697s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:46:23.707558Z","caller":"traceutil/trace.go:171","msg":"trace[1339302403] transaction","detail":"{read_only:false; response_revision:25089; number_of_response:1; }","duration":"3.219292108s","start":"2026-05-11T01:46:20.488156Z","end":"2026-05-11T01:46:23.707448Z","steps":["trace[1339302403] 'process raft request' (duration: 3.218586022s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:23.707618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:21.617569Z","time spent":"2.089917883s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:46:23.707647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:21.614988Z","time spent":"2.092562461s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:46:23.707671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.653209968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:46:23.707639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.627738933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"warn","ts":"2026-05-11T01:46:23.707682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.715569512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:46:23.707695Z","caller":"traceutil/trace.go:171","msg":"trace[962688331] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25096; }","duration":"1.653281989s","start":"2026-05-11T01:46:22.054406Z","end":"2026-05-11T01:46:23.707688Z","steps":["trace[962688331] 'agreement among raft nodes before linearized reading' (duration: 1.653236358s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:23.707716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:22.054386Z","time spent":"1.65332517s","remote":"127.0.0.1:40302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:46:23.707717Z","caller":"traceutil/trace.go:171","msg":"trace[358971898] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:25096; }","duration":"2.715652154s","start":"2026-05-11T01:46:20.992053Z","end":"2026-05-11T01:46:23.707705Z","steps":["trace[358971898] 'agreement among raft nodes before linearized reading' (duration: 2.715581022s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:46:23.707718Z","caller":"traceutil/trace.go:171","msg":"trace[1262180090] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25096; }","duration":"3.627901817s","start":"2026-05-11T01:46:20.079798Z","end":"2026-05-11T01:46:23.7077Z","steps":["trace[1262180090] 'agreement among raft nodes before linearized reading' (duration: 3.62761051s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:23.70773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.963690991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-11T01:46:23.707749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:20.992031Z","time spent":"2.715706774s","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:46:23.707762Z","caller":"traceutil/trace.go:171","msg":"trace[1510789775] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:25096; }","duration":"2.963773423s","start":"2026-05-11T01:46:20.743978Z","end":"2026-05-11T01:46:23.707751Z","steps":["trace[1510789775] 'agreement among raft nodes before linearized reading' (duration: 2.963708571s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:23.707764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:20.079777Z","time spent":"3.627976389s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-11T01:46:23.707782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:20.743479Z","time spent":"2.964297324s","remote":"127.0.0.1:42218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:46:23.707798Z","caller":"traceutil/trace.go:171","msg":"trace[1852959881] transaction","detail":"{read_only:false; response_revision:25094; number_of_response:1; }","duration":"2.091059788s","start":"2026-05-11T01:46:21.61672Z","end":"2026-05-11T01:46:23.70778Z","steps":["trace[1852959881] 'process raft request' (duration: 2.090240349s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:23.707798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:20.488129Z","time spent":"3.219538203s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:46:23.707847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:21.616715Z","time spent":"2.091105279s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:46:23.707871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.898426279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-11T01:46:23.707886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.346367204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:46:23.70789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.875873702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:46:23.707912Z","caller":"traceutil/trace.go:171","msg":"trace[499589672] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:25096; }","duration":"2.898517681s","start":"2026-05-11T01:46:20.809383Z","end":"2026-05-11T01:46:23.707901Z","steps":["trace[499589672] 'agreement among raft nodes before linearized reading' (duration: 2.898421039s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:46:23.707924Z","caller":"traceutil/trace.go:171","msg":"trace[326029562] transaction","detail":"{read_only:false; response_revision:25091; number_of_response:1; }","duration":"2.092815267s","start":"2026-05-11T01:46:21.615096Z","end":"2026-05-11T01:46:23.707911Z","steps":["trace[326029562] 'process raft request' (duration: 2.091752343s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:23.707614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:20.490042Z","time spent":"3.217557598s","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-11T01:46:23.707954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:20.809362Z","time spent":"2.898582593s","remote":"127.0.0.1:40314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:46:23.707986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.086597826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5c60f2f5-d4ba-41b8-ba7f-7c2198fcae71\" ","response":"range_response_count:1 size:3950"} {"level":"warn","ts":"2026-05-11T01:46:23.70799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:21.61507Z","time spent":"2.092885518s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:46:23.708009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.474992786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-05-11T01:46:23.70802Z","caller":"traceutil/trace.go:171","msg":"trace[947532435] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5c60f2f5-d4ba-41b8-ba7f-7c2198fcae71; range_end:; response_count:1; response_revision:25096; }","duration":"3.086669066s","start":"2026-05-11T01:46:20.621341Z","end":"2026-05-11T01:46:23.70801Z","steps":["trace[947532435] 'agreement among raft nodes before linearized reading' (duration: 3.086568734s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:23.708027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.216187078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"info","ts":"2026-05-11T01:46:23.708043Z","caller":"traceutil/trace.go:171","msg":"trace[429481459] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:25096; }","duration":"3.475076648s","start":"2026-05-11T01:46:20.232954Z","end":"2026-05-11T01:46:23.70803Z","steps":["trace[429481459] 'agreement among raft nodes before linearized reading' (duration: 3.474980026s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:23.708048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:20.621323Z","time spent":"3.086718748s","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5c60f2f5-d4ba-41b8-ba7f-7c2198fcae71\" "} {"level":"info","ts":"2026-05-11T01:46:23.70805Z","caller":"traceutil/trace.go:171","msg":"trace[1501105785] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25096; }","duration":"3.21628574s","start":"2026-05-11T01:46:20.491758Z","end":"2026-05-11T01:46:23.708043Z","steps":["trace[1501105785] 'agreement among raft nodes before linearized reading' (duration: 3.216216409s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:46:23.708075Z","caller":"traceutil/trace.go:171","msg":"trace[433372048] transaction","detail":"{read_only:false; response_revision:25092; number_of_response:1; }","duration":"2.092826188s","start":"2026-05-11T01:46:21.615239Z","end":"2026-05-11T01:46:23.708065Z","steps":["trace[433372048] 'process raft request' (duration: 2.091676801s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:23.708081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:20.491733Z","time spent":"3.216343122s","remote":"127.0.0.1:58206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3260,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-05-11T01:46:23.708077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:20.23293Z","time spent":"3.475139279s","remote":"127.0.0.1:40234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-05-11T01:46:23.707622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:21.127201Z","time spent":"2.580414065s","remote":"127.0.0.1:40186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-11T01:46:23.707583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.709903442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-05-11T01:46:23.708125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:21.615174Z","time spent":"2.092921179s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:46:23.708146Z","caller":"traceutil/trace.go:171","msg":"trace[1388666825] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25096; }","duration":"3.710501555s","start":"2026-05-11T01:46:19.997629Z","end":"2026-05-11T01:46:23.708131Z","steps":["trace[1388666825] 'agreement among raft nodes before linearized reading' (duration: 3.709873501s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:23.708193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:19.997608Z","time spent":"3.710562727s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-05-11T01:46:23.707921Z","caller":"traceutil/trace.go:171","msg":"trace[675850892] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25096; }","duration":"1.875903702s","start":"2026-05-11T01:46:21.832008Z","end":"2026-05-11T01:46:23.707912Z","steps":["trace[675850892] 'agreement among raft nodes before linearized reading' (duration: 1.875850581s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:46:23.707916Z","caller":"traceutil/trace.go:171","msg":"trace[2627900] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:25096; }","duration":"3.346434296s","start":"2026-05-11T01:46:20.361472Z","end":"2026-05-11T01:46:23.707906Z","steps":["trace[2627900] 'agreement among raft nodes before linearized reading' (duration: 3.346372485s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:23.708217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:21.831947Z","time spent":"1.87626302s","remote":"127.0.0.1:51884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:46:23.708238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:20.361453Z","time spent":"3.346773233s","remote":"127.0.0.1:41854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:46:23.708187Z","caller":"traceutil/trace.go:171","msg":"trace[235219562] transaction","detail":"{read_only:false; response_revision:25095; number_of_response:1; }","duration":"2.091060469s","start":"2026-05-11T01:46:21.617117Z","end":"2026-05-11T01:46:23.708178Z","steps":["trace[235219562] 'process raft request' (duration: 2.089868023s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:23.708399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:21.617113Z","time spent":"2.091234913s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:46:24.929944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00076799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-11T01:46:24.930056Z","caller":"traceutil/trace.go:171","msg":"trace[975619763] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000946333s","start":"2026-05-11T01:46:22.929087Z","end":"2026-05-11T01:46:24.930034Z","steps":["trace[975619763] 'agreement among raft nodes before linearized reading' (duration: 2.000789219s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:24.930127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:22.928902Z","time spent":"2.001201818s","remote":"127.0.0.1:40064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/11 01:46:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:46:25.271592Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.437332505s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-11T01:46:25.978916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.144699442s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-11T01:46:25.979399Z","caller":"traceutil/trace.go:171","msg":"trace[482795045] linearizableReadLoop","detail":"{readStateIndex:25926; appliedIndex:25925; }","duration":"2.27227629s","start":"2026-05-11T01:46:23.707085Z","end":"2026-05-11T01:46:25.979362Z","steps":["trace[482795045] 'read index received' (duration: 127.170809ms)","trace[482795045] 'applied index is now lower than readState.Index' (duration: 2.145100871s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:46:25.979447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.936605299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:46:25.979477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.155907568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:46:25.979507Z","caller":"traceutil/trace.go:171","msg":"trace[1912935560] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25096; }","duration":"2.936725432s","start":"2026-05-11T01:46:23.042763Z","end":"2026-05-11T01:46:25.979488Z","steps":["trace[1912935560] 'agreement among raft nodes before linearized reading' (duration: 2.936601439s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:25.979507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.95236163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:46:25.979564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:23.042744Z","time spent":"2.936809723s","remote":"127.0.0.1:41698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:46:25.979529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.616663698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:46:25.979523Z","caller":"traceutil/trace.go:171","msg":"trace[605032165] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:25096; }","duration":"3.15600019s","start":"2026-05-11T01:46:22.823509Z","end":"2026-05-11T01:46:25.979509Z","steps":["trace[605032165] 'agreement among raft nodes before linearized reading' (duration: 3.155867777s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:25.979579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.743908322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-11T01:46:25.979623Z","caller":"traceutil/trace.go:171","msg":"trace[1959705903] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:25096; }","duration":"3.61677977s","start":"2026-05-11T01:46:22.362826Z","end":"2026-05-11T01:46:25.979605Z","steps":["trace[1959705903] 'agreement among raft nodes before linearized reading' (duration: 3.616610117s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:46:25.979618Z","caller":"traceutil/trace.go:171","msg":"trace[1378274142] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:25096; }","duration":"2.952570314s","start":"2026-05-11T01:46:23.02702Z","end":"2026-05-11T01:46:25.97959Z","steps":["trace[1378274142] 'agreement among raft nodes before linearized reading' (duration: 2.952348229s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:25.979648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:22.823489Z","time spent":"3.156146473s","remote":"127.0.0.1:40528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":54,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:46:25.979674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:22.362764Z","time spent":"3.616893012s","remote":"127.0.0.1:58266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:46:25.979679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:23.026999Z","time spent":"2.952667906s","remote":"127.0.0.1:41154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:46:25.979669Z","caller":"traceutil/trace.go:171","msg":"trace[1831816499] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25096; }","duration":"2.744053625s","start":"2026-05-11T01:46:23.235595Z","end":"2026-05-11T01:46:25.979649Z","steps":["trace[1831816499] 'agreement among raft nodes before linearized reading' (duration: 2.743791289s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:25.979835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:23.235574Z","time spent":"2.74424669s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-11T01:46:25.980265Z","caller":"traceutil/trace.go:171","msg":"trace[1952164812] transaction","detail":"{read_only:false; response_revision:25098; number_of_response:1; }","duration":"2.262251317s","start":"2026-05-11T01:46:23.717998Z","end":"2026-05-11T01:46:25.980249Z","steps":["trace[1952164812] 'process raft request' (duration: 2.262162735s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:46:25.980334Z","caller":"traceutil/trace.go:171","msg":"trace[1868664609] transaction","detail":"{read_only:false; response_revision:25097; number_of_response:1; }","duration":"2.26239221s","start":"2026-05-11T01:46:23.717922Z","end":"2026-05-11T01:46:25.980314Z","steps":["trace[1868664609] 'process raft request' (duration: 2.261268515s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:25.980382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:23.717981Z","time spent":"2.262337179s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:46:25.98056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:23.717909Z","time spent":"2.262475152s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:46:25.986826Z","caller":"traceutil/trace.go:171","msg":"trace[225079863] transaction","detail":"{read_only:false; response_revision:25099; number_of_response:1; }","duration":"717.561173ms","start":"2026-05-11T01:46:25.269254Z","end":"2026-05-11T01:46:25.986815Z","steps":["trace[225079863] 'process raft request' (duration: 717.499722ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:25.986918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:25.269231Z","time spent":"717.651464ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:46:26.128065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000069384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-11T01:46:26.128162Z","caller":"traceutil/trace.go:171","msg":"trace[1593064158] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000217358s","start":"2026-05-11T01:46:24.127921Z","end":"2026-05-11T01:46:26.128139Z","steps":["trace[1593064158] 'agreement among raft nodes before linearized reading' (duration: 2.000085425s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:26.128214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:24.127906Z","time spent":"2.000297689s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/11 01:46:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-05-11T01:46:26.178134Z","caller":"traceutil/trace.go:171","msg":"trace[751024617] transaction","detail":"{read_only:false; response_revision:25100; number_of_response:1; }","duration":"463.348548ms","start":"2026-05-11T01:46:25.714762Z","end":"2026-05-11T01:46:26.178111Z","steps":["trace[751024617] 'process raft request' (duration: 365.318498ms)","trace[751024617] 'compare' (duration: 97.868177ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:46:26.178302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:25.714733Z","time spent":"463.476422ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:46:26.178522Z","caller":"traceutil/trace.go:171","msg":"trace[1409305564] transaction","detail":"{read_only:false; response_revision:25101; number_of_response:1; }","duration":"463.521382ms","start":"2026-05-11T01:46:25.714987Z","end":"2026-05-11T01:46:26.178508Z","steps":["trace[1409305564] 'process raft request' (duration: 463.087043ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:46:26.178533Z","caller":"traceutil/trace.go:171","msg":"trace[219188049] transaction","detail":"{read_only:false; response_revision:25102; number_of_response:1; }","duration":"461.899356ms","start":"2026-05-11T01:46:25.716608Z","end":"2026-05-11T01:46:26.178507Z","steps":["trace[219188049] 'process raft request' (duration: 461.765813ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:26.178588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:25.714973Z","time spent":"463.580143ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:46:26.178674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:25.71658Z","time spent":"462.019558ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:46:26.178794Z","caller":"traceutil/trace.go:171","msg":"trace[261585123] transaction","detail":"{read_only:false; response_revision:25103; number_of_response:1; }","duration":"462.08262ms","start":"2026-05-11T01:46:25.716685Z","end":"2026-05-11T01:46:26.178767Z","steps":["trace[261585123] 'process raft request' (duration: 461.801534ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:46:26.178826Z","caller":"traceutil/trace.go:171","msg":"trace[730816872] transaction","detail":"{read_only:false; response_revision:25105; number_of_response:1; }","duration":"461.64133ms","start":"2026-05-11T01:46:25.717163Z","end":"2026-05-11T01:46:26.178805Z","steps":["trace[730816872] 'process raft request' (duration: 461.553138ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:46:26.178832Z","caller":"traceutil/trace.go:171","msg":"trace[12057251] transaction","detail":"{read_only:false; response_revision:25104; number_of_response:1; }","duration":"461.786153ms","start":"2026-05-11T01:46:25.717007Z","end":"2026-05-11T01:46:26.178793Z","steps":["trace[12057251] 'process raft request' (duration: 461.661391ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:46:26.178911Z","caller":"traceutil/trace.go:171","msg":"trace[998696557] transaction","detail":"{read_only:false; response_revision:25107; number_of_response:1; }","duration":"193.944405ms","start":"2026-05-11T01:46:25.984954Z","end":"2026-05-11T01:46:26.178899Z","steps":["trace[998696557] 'process raft request' (duration: 193.839072ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:26.178916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:25.717128Z","time spent":"461.754112ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:46:26.17886Z","caller":"traceutil/trace.go:171","msg":"trace[274851578] transaction","detail":"{read_only:false; response_revision:25106; number_of_response:1; }","duration":"461.233061ms","start":"2026-05-11T01:46:25.717602Z","end":"2026-05-11T01:46:26.178835Z","steps":["trace[274851578] 'process raft request' (duration: 461.15667ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:26.178968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:25.716651Z","time spent":"462.221743ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:46:26.179016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:25.716991Z","time spent":"461.925906ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:46:26.179051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:25.717586Z","time spent":"461.378824ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:46:26.17908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.467468902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-800953e0-b1b8-4dc2-96cc-bce977e4230a\" ","response":"range_response_count:1 size:1436"} {"level":"warn","ts":"2026-05-11T01:46:26.179117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.004313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:46:26.179121Z","caller":"traceutil/trace.go:171","msg":"trace[705830414] range","detail":"{range_begin:/registry/persistentvolumes/pvc-800953e0-b1b8-4dc2-96cc-bce977e4230a; range_end:; response_count:1; response_revision:25107; }","duration":"2.467528903s","start":"2026-05-11T01:46:23.711581Z","end":"2026-05-11T01:46:26.17911Z","steps":["trace[705830414] 'agreement among raft nodes before linearized reading' (duration: 2.46737589s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:46:26.179141Z","caller":"traceutil/trace.go:171","msg":"trace[526976706] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:25107; }","duration":"438.064365ms","start":"2026-05-11T01:46:25.741069Z","end":"2026-05-11T01:46:26.179134Z","steps":["trace[526976706] 'agreement among raft nodes before linearized reading' (duration: 438.020324ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:26.17916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:25.74106Z","time spent":"438.094605ms","remote":"127.0.0.1:41268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:46:26.179158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:23.711567Z","time spent":"2.467580135s","remote":"127.0.0.1:40220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-800953e0-b1b8-4dc2-96cc-bce977e4230a\" "} {"level":"warn","ts":"2026-05-11T01:46:26.179169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.055143669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-11T01:46:26.17892Z","caller":"traceutil/trace.go:171","msg":"trace[896672086] linearizableReadLoop","detail":"{readStateIndex:25936; appliedIndex:25929; }","duration":"199.425737ms","start":"2026-05-11T01:46:25.979476Z","end":"2026-05-11T01:46:26.178902Z","steps":["trace[896672086] 'read index received' (duration: 7.365224ms)","trace[896672086] 'applied index is now lower than readState.Index' (duration: 192.059063ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:46:26.179196Z","caller":"traceutil/trace.go:171","msg":"trace[890672608] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25107; }","duration":"2.055216821s","start":"2026-05-11T01:46:24.123972Z","end":"2026-05-11T01:46:26.179188Z","steps":["trace[890672608] 'agreement among raft nodes before linearized reading' (duration: 2.055112129s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:26.179073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.464929219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5c60f2f5-d4ba-41b8-ba7f-7c2198fcae71\" ","response":"range_response_count:1 size:3950"} {"level":"warn","ts":"2026-05-11T01:46:26.179241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:24.123949Z","time spent":"2.055287353s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-11T01:46:26.179265Z","caller":"traceutil/trace.go:171","msg":"trace[1669473771] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5c60f2f5-d4ba-41b8-ba7f-7c2198fcae71; range_end:; response_count:1; response_revision:25107; }","duration":"1.465152344s","start":"2026-05-11T01:46:24.714092Z","end":"2026-05-11T01:46:26.179245Z","steps":["trace[1669473771] 'agreement among raft nodes before linearized reading' (duration: 1.464904279s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:26.179312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:24.714071Z","time spent":"1.465225635s","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5c60f2f5-d4ba-41b8-ba7f-7c2198fcae71\" "} {"level":"warn","ts":"2026-05-11T01:46:26.179349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.055412825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-11T01:46:26.17938Z","caller":"traceutil/trace.go:171","msg":"trace[762824178] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25107; }","duration":"2.055482007s","start":"2026-05-11T01:46:24.123888Z","end":"2026-05-11T01:46:26.17937Z","steps":["trace[762824178] 'agreement among raft nodes before linearized reading' (duration: 2.055410495s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:26.179391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.964274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-11T01:46:26.179395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.670281227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:46:26.179392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.055249722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-11T01:46:26.179422Z","caller":"traceutil/trace.go:171","msg":"trace[947635447] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:25107; }","duration":"572.053736ms","start":"2026-05-11T01:46:25.607359Z","end":"2026-05-11T01:46:26.179413Z","steps":["trace[947635447] 'agreement among raft nodes before linearized reading' (duration: 571.940963ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:46:26.179429Z","caller":"traceutil/trace.go:171","msg":"trace[1864126622] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:25107; }","duration":"1.670361079s","start":"2026-05-11T01:46:24.509058Z","end":"2026-05-11T01:46:26.179419Z","steps":["trace[1864126622] 'agreement among raft nodes before linearized reading' (duration: 1.670307158s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:26.179429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.461591542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-11T01:46:26.179441Z","caller":"traceutil/trace.go:171","msg":"trace[1300910935] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25107; }","duration":"2.055352184s","start":"2026-05-11T01:46:24.124076Z","end":"2026-05-11T01:46:26.179429Z","steps":["trace[1300910935] 'agreement among raft nodes before linearized reading' (duration: 2.055121619s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:26.179457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:24.50903Z","time spent":"1.670420531s","remote":"127.0.0.1:39986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:46:26.179465Z","caller":"traceutil/trace.go:171","msg":"trace[1262573635] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25107; }","duration":"2.461666383s","start":"2026-05-11T01:46:23.717788Z","end":"2026-05-11T01:46:26.179454Z","steps":["trace[1262573635] 'agreement among raft nodes before linearized reading' (duration: 2.46156391s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:26.179486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:24.124016Z","time spent":"2.055460157s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-11T01:46:26.179507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:23.717769Z","time spent":"2.461731265s","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-11T01:46:26.179398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:24.123865Z","time spent":"2.055528808s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-11T01:46:26.179599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.105459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-11T01:46:26.179624Z","caller":"traceutil/trace.go:171","msg":"trace[725853873] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:25107; }","duration":"671.16789ms","start":"2026-05-11T01:46:25.508451Z","end":"2026-05-11T01:46:26.179619Z","steps":["trace[725853873] 'agreement among raft nodes before linearized reading' (duration: 671.012627ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:26.179451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:25.607329Z","time spent":"572.116538ms","remote":"127.0.0.1:40236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":91,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:46:26.179626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.23937239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:46:26.179298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.053602985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-11T01:46:26.179666Z","caller":"traceutil/trace.go:171","msg":"trace[418684197] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25107; }","duration":"1.239465163s","start":"2026-05-11T01:46:24.940191Z","end":"2026-05-11T01:46:26.179656Z","steps":["trace[418684197] 'agreement among raft nodes before linearized reading' (duration: 1.239391672s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:26.179681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041240974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18ae5f8e03a5516d\" ","response":"range_response_count:1 size:1010"} {"level":"warn","ts":"2026-05-11T01:46:26.179706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.243564284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ae5f4c7b232281\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-05-11T01:46:26.179642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:25.508428Z","time spent":"671.209032ms","remote":"127.0.0.1:40270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":240,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:46:26.179733Z","caller":"traceutil/trace.go:171","msg":"trace[1779239048] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ae5f4c7b232281; range_end:; response_count:1; response_revision:25107; }","duration":"1.243647717s","start":"2026-05-11T01:46:24.936079Z","end":"2026-05-11T01:46:26.179727Z","steps":["trace[1779239048] 'agreement among raft nodes before linearized reading' (duration: 1.243574965s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:26.179753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:24.936043Z","time spent":"1.243705318s","remote":"127.0.0.1:40160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ae5f4c7b232281\" "} {"level":"warn","ts":"2026-05-11T01:46:26.179706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:24.940162Z","time spent":"1.239537994s","remote":"127.0.0.1:40064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-11T01:46:26.179685Z","caller":"traceutil/trace.go:171","msg":"trace[265858241] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25107; }","duration":"2.054009834s","start":"2026-05-11T01:46:24.125667Z","end":"2026-05-11T01:46:26.179677Z","steps":["trace[265858241] 'agreement among raft nodes before linearized reading' (duration: 2.053522423s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:26.179449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.055434367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-11T01:46:26.179851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:24.125659Z","time spent":"2.054185087s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-11T01:46:26.179863Z","caller":"traceutil/trace.go:171","msg":"trace[1822009511] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25107; }","duration":"2.055886956s","start":"2026-05-11T01:46:24.123965Z","end":"2026-05-11T01:46:26.179852Z","steps":["trace[1822009511] 'agreement among raft nodes before linearized reading' (duration: 2.055446157s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:46:26.17971Z","caller":"traceutil/trace.go:171","msg":"trace[535776306] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18ae5f8e03a5516d; range_end:; response_count:1; response_revision:25107; }","duration":"1.041322186s","start":"2026-05-11T01:46:25.13838Z","end":"2026-05-11T01:46:26.179702Z","steps":["trace[535776306] 'agreement among raft nodes before linearized reading' (duration: 1.041243104s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:26.179913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:24.123942Z","time spent":"2.055958228s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-11T01:46:26.179952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:25.138353Z","time spent":"1.041579121s","remote":"127.0.0.1:40160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1033,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18ae5f8e03a5516d\" "} {"level":"info","ts":"2026-05-11T01:46:27.437726Z","caller":"traceutil/trace.go:171","msg":"trace[1805352519] transaction","detail":"{read_only:false; response_revision:25128; number_of_response:1; }","duration":"108.559945ms","start":"2026-05-11T01:46:27.329122Z","end":"2026-05-11T01:46:27.437682Z","steps":["trace[1805352519] 'process raft request' (duration: 50.658638ms)","trace[1805352519] 'compare' (duration: 57.539899ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:46:30.705819Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495960157402726,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-11T01:46:31.100418Z","caller":"traceutil/trace.go:171","msg":"trace[409760074] transaction","detail":"{read_only:false; response_revision:25159; number_of_response:1; }","duration":"905.639338ms","start":"2026-05-11T01:46:30.194746Z","end":"2026-05-11T01:46:31.100385Z","steps":["trace[409760074] 'process raft request' (duration: 905.413584ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:31.10062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:30.194713Z","time spent":"905.794821ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:46:31.855786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.836985ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:46:31.855929Z","caller":"traceutil/trace.go:171","msg":"trace[230840327] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25159; }","duration":"488.990078ms","start":"2026-05-11T01:46:31.366918Z","end":"2026-05-11T01:46:31.855908Z","steps":["trace[230840327] 'range keys from in-memory index tree' (duration: 488.815095ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:32.2097Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.109526412s","expected-duration":"1s"} {"level":"info","ts":"2026-05-11T01:46:32.210277Z","caller":"traceutil/trace.go:171","msg":"trace[434868224] transaction","detail":"{read_only:false; response_revision:25160; number_of_response:1; }","duration":"2.009509833s","start":"2026-05-11T01:46:30.200731Z","end":"2026-05-11T01:46:32.210241Z","steps":["trace[434868224] 'process raft request' (duration: 2.009232847s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:32.210479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:30.20072Z","time spent":"2.009651627s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:46:32.21069Z","caller":"traceutil/trace.go:171","msg":"trace[1010032783] transaction","detail":"{read_only:false; response_revision:25161; number_of_response:1; }","duration":"2.009848851s","start":"2026-05-11T01:46:30.200784Z","end":"2026-05-11T01:46:32.210633Z","steps":["trace[1010032783] 'process raft request' (duration: 2.009399181s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:32.210937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:30.200779Z","time spent":"2.010024585s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:46:32.211013Z","caller":"traceutil/trace.go:171","msg":"trace[1414431280] transaction","detail":"{read_only:false; response_revision:25162; number_of_response:1; }","duration":"2.010028054s","start":"2026-05-11T01:46:30.200957Z","end":"2026-05-11T01:46:32.210985Z","steps":["trace[1414431280] 'process raft request' (duration: 2.009539144s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:46:32.211315Z","caller":"traceutil/trace.go:171","msg":"trace[1275554913] transaction","detail":"{read_only:false; response_revision:25164; number_of_response:1; }","duration":"2.009190216s","start":"2026-05-11T01:46:30.20211Z","end":"2026-05-11T01:46:32.2113Z","steps":["trace[1275554913] 'process raft request' (duration: 2.008870949s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:32.21138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:30.20095Z","time spent":"2.010336032s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:46:32.211407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:30.202086Z","time spent":"2.009275539s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:46:32.211348Z","caller":"traceutil/trace.go:171","msg":"trace[767935483] transaction","detail":"{read_only:false; response_revision:25165; number_of_response:1; }","duration":"2.008322368s","start":"2026-05-11T01:46:30.202992Z","end":"2026-05-11T01:46:32.211314Z","steps":["trace[767935483] 'process raft request' (duration: 2.008175724s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:46:32.211579Z","caller":"traceutil/trace.go:171","msg":"trace[1575603804] transaction","detail":"{read_only:false; response_revision:25163; number_of_response:1; }","duration":"2.009836771s","start":"2026-05-11T01:46:30.201726Z","end":"2026-05-11T01:46:32.211563Z","steps":["trace[1575603804] 'process raft request' (duration: 2.009015153s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:32.211694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:30.201718Z","time spent":"2.009926533s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:46:32.211889Z","caller":"traceutil/trace.go:171","msg":"trace[1210008433] linearizableReadLoop","detail":"{readStateIndex:25999; appliedIndex:25992; }","duration":"2.005655138s","start":"2026-05-11T01:46:30.205595Z","end":"2026-05-11T01:46:32.21125Z","steps":["trace[1210008433] 'read index received' (duration: 894.635663ms)","trace[1210008433] 'applied index is now lower than readState.Index' (duration: 1.111018355s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:46:32.211964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:30.202984Z","time spent":"2.008605664s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:46:32.21209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.006484927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-11T01:46:32.212154Z","caller":"traceutil/trace.go:171","msg":"trace[312406129] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25165; }","duration":"2.006545199s","start":"2026-05-11T01:46:30.205589Z","end":"2026-05-11T01:46:32.212134Z","steps":["trace[312406129] 'agreement among raft nodes before linearized reading' (duration: 2.006370205s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:32.212197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:30.205581Z","time spent":"2.00660932s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-11T01:46:32.712661Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495960157402739,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:46:32.927825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999730367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-11T01:46:32.928077Z","caller":"traceutil/trace.go:171","msg":"trace[1596205179] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000050544s","start":"2026-05-11T01:46:30.928005Z","end":"2026-05-11T01:46:32.928055Z","steps":["trace[1596205179] 'agreement among raft nodes before linearized reading' (duration: 1.999773738s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:32.92818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:30.927979Z","time spent":"2.000185866s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/11 01:46:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:46:33.213054Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495960157402739,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:46:33.48098Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.189175974s","expected-duration":"1s"} {"level":"info","ts":"2026-05-11T01:46:33.48192Z","caller":"traceutil/trace.go:171","msg":"trace[465815170] transaction","detail":"{read_only:false; response_revision:25166; number_of_response:1; }","duration":"2.264941477s","start":"2026-05-11T01:46:31.216925Z","end":"2026-05-11T01:46:33.481866Z","steps":["trace[465815170] 'process raft request' (duration: 2.264349424s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:33.482146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:31.216896Z","time spent":"2.265139661s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:46:34.169252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.792324ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:46:34.169767Z","caller":"traceutil/trace.go:171","msg":"trace[665283272] linearizableReadLoop","detail":"{readStateIndex:26002; appliedIndex:25999; }","duration":"1.957781302s","start":"2026-05-11T01:46:32.211966Z","end":"2026-05-11T01:46:34.169748Z","steps":["trace[665283272] 'read index received' (duration: 1.269244436s)","trace[665283272] 'applied index is now lower than readState.Index' (duration: 688.535786ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:46:34.169803Z","caller":"traceutil/trace.go:171","msg":"trace[1359058665] transaction","detail":"{read_only:false; response_revision:25167; number_of_response:1; }","duration":"1.952801763s","start":"2026-05-11T01:46:32.216959Z","end":"2026-05-11T01:46:34.169761Z","steps":["trace[1359058665] 'process raft request' (duration: 1.414388575s)","trace[1359058665] 'compare' (duration: 536.459425ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:46:34.169869Z","caller":"traceutil/trace.go:171","msg":"trace[124866974] transaction","detail":"{read_only:false; response_revision:25168; number_of_response:1; }","duration":"1.060818148s","start":"2026-05-11T01:46:33.109019Z","end":"2026-05-11T01:46:34.169837Z","steps":["trace[124866974] 'process raft request' (duration: 1.060572813s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:34.169991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:33.108993Z","time spent":"1.060930551s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:46:34.169992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:32.216938Z","time spent":"1.952949445s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:46:34.170001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.504318227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:46:34.170023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.852924277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:46:34.170038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.020095346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:46:34.170069Z","caller":"traceutil/trace.go:171","msg":"trace[753174669] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:25168; }","duration":"3.50444012s","start":"2026-05-11T01:46:30.665611Z","end":"2026-05-11T01:46:34.170051Z","steps":["trace[753174669] 'agreement among raft nodes before linearized reading' (duration: 3.504147134s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:34.170087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.902333952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-11T01:46:34.170086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.902156817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-11T01:46:34.170091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.90227624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-11T01:46:34.170148Z","caller":"traceutil/trace.go:171","msg":"trace[1109411496] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25168; }","duration":"3.90223272s","start":"2026-05-11T01:46:30.267898Z","end":"2026-05-11T01:46:34.170131Z","steps":["trace[1109411496] 'agreement among raft nodes before linearized reading' (duration: 3.901919062s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:34.170169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.902325091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-11T01:46:34.170167Z","caller":"traceutil/trace.go:171","msg":"trace[692171669] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:25168; }","duration":"3.02027398s","start":"2026-05-11T01:46:31.149869Z","end":"2026-05-11T01:46:34.170142Z","steps":["trace[692171669] 'agreement among raft nodes before linearized reading' (duration: 3.019934612s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:34.170144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.804517451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-05-11T01:46:34.170197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:30.267892Z","time spent":"3.902290721s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-11T01:46:34.170229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:31.149846Z","time spent":"3.020365433s","remote":"127.0.0.1:39938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:46:34.170251Z","caller":"traceutil/trace.go:171","msg":"trace[2110487989] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25168; }","duration":"2.804672414s","start":"2026-05-11T01:46:31.365552Z","end":"2026-05-11T01:46:34.170224Z","steps":["trace[2110487989] 'agreement among raft nodes before linearized reading' (duration: 2.804233593s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:34.170106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:30.665594Z","time spent":"3.504502842s","remote":"127.0.0.1:41642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:46:34.170306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:31.338284Z","time spent":"2.832009781s","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-11T01:46:34.170198Z","caller":"traceutil/trace.go:171","msg":"trace[2028969293] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25168; }","duration":"3.902386213s","start":"2026-05-11T01:46:30.267804Z","end":"2026-05-11T01:46:34.170191Z","steps":["trace[2028969293] 'agreement among raft nodes before linearized reading' (duration: 3.901996764s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:34.170413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:30.26779Z","time spent":"3.902614588s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-11T01:46:34.170033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.906976034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-11T01:46:34.170476Z","caller":"traceutil/trace.go:171","msg":"trace[1914837113] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25168; }","duration":"3.907444836s","start":"2026-05-11T01:46:30.263014Z","end":"2026-05-11T01:46:34.170459Z","steps":["trace[1914837113] 'agreement among raft nodes before linearized reading' (duration: 3.906848032s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:34.170531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:30.262998Z","time spent":"3.907516358s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-11T01:46:34.170112Z","caller":"traceutil/trace.go:171","msg":"trace[698012364] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25168; }","duration":"3.902400484s","start":"2026-05-11T01:46:30.267703Z","end":"2026-05-11T01:46:34.170103Z","steps":["trace[698012364] 'agreement among raft nodes before linearized reading' (duration: 3.902148658s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:34.170602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:30.267675Z","time spent":"3.902906036s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-11T01:46:34.170094Z","caller":"traceutil/trace.go:171","msg":"trace[309264282] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:25168; }","duration":"2.853039219s","start":"2026-05-11T01:46:31.317034Z","end":"2026-05-11T01:46:34.170073Z","steps":["trace[309264282] 'agreement among raft nodes before linearized reading' (duration: 2.852756142s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:46:34.17016Z","caller":"traceutil/trace.go:171","msg":"trace[1598821877] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25168; }","duration":"3.902362433s","start":"2026-05-11T01:46:30.267779Z","end":"2026-05-11T01:46:34.170141Z","steps":["trace[1598821877] 'agreement among raft nodes before linearized reading' (duration: 3.902055155s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:34.170707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:31.317016Z","time spent":"2.853665184s","remote":"127.0.0.1:46082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:46:34.170775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:30.267772Z","time spent":"3.902992338s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-11T01:46:34.928626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000003103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-11T01:46:34.928742Z","caller":"traceutil/trace.go:171","msg":"trace[1522600855] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000203556s","start":"2026-05-11T01:46:32.928506Z","end":"2026-05-11T01:46:34.92871Z","steps":["trace[1522600855] 'agreement among raft nodes before linearized reading' (duration: 2.000066463s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:34.928828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:32.928473Z","time spent":"2.00033843s","remote":"127.0.0.1:40064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/11 01:46:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:46:35.5507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00034585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-11T01:46:35.550827Z","caller":"traceutil/trace.go:171","msg":"trace[905125872] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000545675s","start":"2026-05-11T01:46:33.550256Z","end":"2026-05-11T01:46:35.550801Z","steps":["trace[905125872] 'agreement among raft nodes before linearized reading' (duration: 2.000383471s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:35.550888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:33.550237Z","time spent":"2.000639246s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/11 01:46:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:46:35.611578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:34.719877Z","time spent":"891.689657ms","remote":"127.0.0.1:39406","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-11T01:46:35.612272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.44252401s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-11T01:46:35.614136Z","caller":"traceutil/trace.go:171","msg":"trace[472258838] linearizableReadLoop","detail":"{readStateIndex:26004; appliedIndex:26002; }","duration":"1.444311501s","start":"2026-05-11T01:46:34.1698Z","end":"2026-05-11T01:46:35.614112Z","steps":["trace[472258838] 'read index received' (duration: 9.867729ms)","trace[472258838] 'applied index is now lower than readState.Index' (duration: 1.434442132s)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:46:35.614288Z","caller":"traceutil/trace.go:171","msg":"trace[528757955] transaction","detail":"{read_only:false; response_revision:25169; number_of_response:1; }","duration":"1.889799122s","start":"2026-05-11T01:46:33.724448Z","end":"2026-05-11T01:46:35.614247Z","steps":["trace[528757955] 'process raft request' (duration: 1.888001371s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:35.614506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:33.724412Z","time spent":"1.889969846s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:46:36.114707Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495960157402756,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:46:36.615754Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495960157402756,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:46:36.93533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000589376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-11T01:46:36.935426Z","caller":"traceutil/trace.go:171","msg":"trace[1613541414] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0007556s","start":"2026-05-11T01:46:34.934647Z","end":"2026-05-11T01:46:36.935402Z","steps":["trace[1613541414] 'agreement among raft nodes before linearized reading' (duration: 2.000625647s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:36.935494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:34.934621Z","time spent":"2.000863513s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/11 01:46:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:46:37.116918Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495960157402756,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:46:37.563784Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.384105674s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-11T01:46:37.956325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.051151193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:46:37.956438Z","caller":"traceutil/trace.go:171","msg":"trace[879269453] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25169; }","duration":"4.051291256s","start":"2026-05-11T01:46:33.905094Z","end":"2026-05-11T01:46:37.956385Z","steps":["trace[879269453] 'agreement among raft nodes before linearized reading' (duration: 1.709077661s)","trace[879269453] 'count revisions from in-memory index tree' (duration: 2.342066272s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:46:37.956472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:33.905071Z","time spent":"4.051391248s","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:46:37.956835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.228929307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"info","ts":"2026-05-11T01:46:37.95686Z","caller":"traceutil/trace.go:171","msg":"trace[386309998] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25169; }","duration":"4.229005578s","start":"2026-05-11T01:46:33.727845Z","end":"2026-05-11T01:46:37.956851Z","steps":["trace[386309998] 'agreement among raft nodes before linearized reading' (duration: 1.886337793s)","trace[386309998] 'range keys from in-memory index tree' (duration: 2.342512802s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:46:37.95688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:33.727819Z","time spent":"4.22905545s","remote":"127.0.0.1:58206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3260,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-05-11T01:46:37.956891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.824132693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ae5f7ffaca1ef0\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-05-11T01:46:37.956956Z","caller":"traceutil/trace.go:171","msg":"trace[1302799414] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ae5f7ffaca1ef0; range_end:; response_count:1; response_revision:25169; }","duration":"3.824242725s","start":"2026-05-11T01:46:34.132689Z","end":"2026-05-11T01:46:37.956931Z","steps":["trace[1302799414] 'agreement among raft nodes before linearized reading' (duration: 1.481632711s)","trace[1302799414] 'range keys from in-memory index tree' (duration: 2.342462571s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:46:37.957002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:34.132665Z","time spent":"3.824324847s","remote":"127.0.0.1:40160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ae5f7ffaca1ef0\" "} {"level":"warn","ts":"2026-05-11T01:46:37.957258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.491459288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:46:37.957307Z","caller":"traceutil/trace.go:171","msg":"trace[539666055] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:25169; }","duration":"4.49155017s","start":"2026-05-11T01:46:33.465741Z","end":"2026-05-11T01:46:37.957291Z","steps":["trace[539666055] 'agreement among raft nodes before linearized reading' (duration: 2.148485986s)","trace[539666055] 'count revisions from in-memory index tree' (duration: 2.342978922s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:46:37.957388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:33.46572Z","time spent":"4.491653462s","remote":"127.0.0.1:39954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:46:37.957683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.737916768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-05-11T01:46:37.957747Z","caller":"traceutil/trace.go:171","msg":"trace[1858408766] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:25169; }","duration":"5.73800368s","start":"2026-05-11T01:46:32.219726Z","end":"2026-05-11T01:46:37.95773Z","steps":["trace[1858408766] 'agreement among raft nodes before linearized reading' (duration: 3.394534936s)","trace[1858408766] 'range keys from in-memory index tree' (duration: 2.343331021s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:46:37.957789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:32.219704Z","time spent":"5.738074232s","remote":"127.0.0.1:40234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-05-11T01:46:37.957993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.487810627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:46:37.958036Z","caller":"traceutil/trace.go:171","msg":"trace[351888046] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:25169; }","duration":"4.487877778s","start":"2026-05-11T01:46:33.470144Z","end":"2026-05-11T01:46:37.958021Z","steps":["trace[351888046] 'agreement among raft nodes before linearized reading' (duration: 2.144043506s)","trace[351888046] 'count revisions from in-memory index tree' (duration: 2.343699999s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:46:37.958076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:33.470132Z","time spent":"4.48793191s","remote":"127.0.0.1:40166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:46:37.960196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.028799ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:46:37.960304Z","caller":"traceutil/trace.go:171","msg":"trace[666054172] transaction","detail":"{read_only:false; response_revision:25170; number_of_response:1; }","duration":"3.781140356s","start":"2026-05-11T01:46:34.179153Z","end":"2026-05-11T01:46:37.960293Z","steps":["trace[666054172] 'process raft request' (duration: 3.384965133s)","trace[666054172] 'compare' (duration: 395.912827ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:46:37.960348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:34.179136Z","time spent":"3.781190727s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:46:37.96043Z","caller":"traceutil/trace.go:171","msg":"trace[289065222] transaction","detail":"{read_only:false; response_revision:25171; number_of_response:1; }","duration":"3.781135467s","start":"2026-05-11T01:46:34.179288Z","end":"2026-05-11T01:46:37.960423Z","steps":["trace[289065222] 'process raft request' (duration: 3.780969012s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:37.960477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:34.179253Z","time spent":"3.781199528s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:46:38.834134Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.270141865s","expected-duration":"1s"} {"level":"info","ts":"2026-05-11T01:46:38.841894Z","caller":"traceutil/trace.go:171","msg":"trace[1680010931] transaction","detail":"{read_only:false; response_revision:25173; number_of_response:1; }","duration":"4.661735326s","start":"2026-05-11T01:46:34.180132Z","end":"2026-05-11T01:46:38.841868Z","steps":["trace[1680010931] 'process raft request' (duration: 4.661517431s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:38.842006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:34.180081Z","time spent":"4.661856469s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:46:38.842126Z","caller":"traceutil/trace.go:171","msg":"trace[1839652210] transaction","detail":"{read_only:false; response_revision:25183; number_of_response:1; }","duration":"873.518833ms","start":"2026-05-11T01:46:37.968586Z","end":"2026-05-11T01:46:38.842105Z","steps":["trace[1839652210] 'process raft request' (duration: 873.470042ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:46:38.842239Z","caller":"traceutil/trace.go:171","msg":"trace[1693240149] transaction","detail":"{read_only:false; response_revision:25172; number_of_response:1; }","duration":"4.662160226s","start":"2026-05-11T01:46:34.180072Z","end":"2026-05-11T01:46:38.842232Z","steps":["trace[1693240149] 'process raft request' (duration: 4.654612698s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:38.842251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:37.968537Z","time spent":"873.645116ms","remote":"127.0.0.1:40160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:46:38.84227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:34.180064Z","time spent":"4.662189786s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:46:38.842427Z","caller":"traceutil/trace.go:171","msg":"trace[891845749] transaction","detail":"{read_only:false; response_revision:25174; number_of_response:1; }","duration":"4.660073069s","start":"2026-05-11T01:46:34.182345Z","end":"2026-05-11T01:46:38.842418Z","steps":["trace[891845749] 'process raft request' (duration: 4.659389974s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:38.84247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:34.182322Z","time spent":"4.660125999s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:46:38.842589Z","caller":"traceutil/trace.go:171","msg":"trace[45178412] transaction","detail":"{read_only:false; response_revision:25181; number_of_response:1; }","duration":"2.837041042s","start":"2026-05-11T01:46:36.00554Z","end":"2026-05-11T01:46:38.842581Z","steps":["trace[45178412] 'process raft request' (duration: 2.836450719s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:38.842636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:36.005518Z","time spent":"2.837092874s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:46:38.842661Z","caller":"traceutil/trace.go:171","msg":"trace[2052068636] transaction","detail":"{read_only:false; response_revision:25182; number_of_response:1; }","duration":"2.664983096s","start":"2026-05-11T01:46:36.17767Z","end":"2026-05-11T01:46:38.842653Z","steps":["trace[2052068636] 'process raft request' (duration: 2.664349852s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:38.842708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:36.177659Z","time spent":"2.665022897s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:46:38.842737Z","caller":"traceutil/trace.go:171","msg":"trace[949960261] transaction","detail":"{read_only:false; response_revision:25175; number_of_response:1; }","duration":"4.623324281s","start":"2026-05-11T01:46:34.219405Z","end":"2026-05-11T01:46:38.84273Z","steps":["trace[949960261] 'process raft request' (duration: 4.622355919s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:38.842771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:34.219387Z","time spent":"4.623365802s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:46:38.842817Z","caller":"traceutil/trace.go:171","msg":"trace[832557295] transaction","detail":"{read_only:false; response_revision:25176; number_of_response:1; }","duration":"4.623311381s","start":"2026-05-11T01:46:34.2195Z","end":"2026-05-11T01:46:38.842811Z","steps":["trace[832557295] 'process raft request' (duration: 4.622291598s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:38.842848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:34.219492Z","time spent":"4.623340643s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:46:38.842868Z","caller":"traceutil/trace.go:171","msg":"trace[1238271423] linearizableReadLoop","detail":"{readStateIndex:26017; appliedIndex:26004; }","duration":"3.228662426s","start":"2026-05-11T01:46:35.614196Z","end":"2026-05-11T01:46:38.842859Z","steps":["trace[1238271423] 'read index received' (duration: 1.949836457s)","trace[1238271423] 'applied index is now lower than readState.Index' (duration: 1.278825159s)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:46:38.842943Z","caller":"traceutil/trace.go:171","msg":"trace[1000074737] transaction","detail":"{read_only:false; response_revision:25177; number_of_response:1; }","duration":"4.623266331s","start":"2026-05-11T01:46:34.21967Z","end":"2026-05-11T01:46:38.842936Z","steps":["trace[1000074737] 'process raft request' (duration: 4.622183816s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:38.842976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:34.219649Z","time spent":"4.623308522s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:46:38.843031Z","caller":"traceutil/trace.go:171","msg":"trace[82590733] transaction","detail":"{read_only:false; response_revision:25178; number_of_response:1; }","duration":"4.623329312s","start":"2026-05-11T01:46:34.219694Z","end":"2026-05-11T01:46:38.843024Z","steps":["trace[82590733] 'process raft request' (duration: 4.622189696s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:38.843064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:34.219688Z","time spent":"4.623355563s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:46:38.843119Z","caller":"traceutil/trace.go:171","msg":"trace[805956872] transaction","detail":"{read_only:false; response_revision:25179; number_of_response:1; }","duration":"4.623298772s","start":"2026-05-11T01:46:34.219814Z","end":"2026-05-11T01:46:38.843113Z","steps":["trace[805956872] 'process raft request' (duration: 4.622094575s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:38.843147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:34.219808Z","time spent":"4.623322972s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:46:38.843174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.536245849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:46:38.84324Z","caller":"traceutil/trace.go:171","msg":"trace[895569497] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:25183; }","duration":"3.536323211s","start":"2026-05-11T01:46:35.306871Z","end":"2026-05-11T01:46:38.843194Z","steps":["trace[895569497] 'agreement among raft nodes before linearized reading' (duration: 3.53626399s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:46:38.843264Z","caller":"traceutil/trace.go:171","msg":"trace[1976853431] transaction","detail":"{read_only:false; response_revision:25180; number_of_response:1; }","duration":"4.623423264s","start":"2026-05-11T01:46:34.219833Z","end":"2026-05-11T01:46:38.843257Z","steps":["trace[1976853431] 'process raft request' (duration: 4.622099874s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:38.843302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.646566933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:46:38.843322Z","caller":"traceutil/trace.go:171","msg":"trace[1947636203] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:25183; }","duration":"3.646640814s","start":"2026-05-11T01:46:35.196675Z","end":"2026-05-11T01:46:38.843316Z","steps":["trace[1947636203] 'agreement among raft nodes before linearized reading' (duration: 3.646605424s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:38.843323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:34.219791Z","time spent":"4.623495206s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:46:38.843339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:35.196649Z","time spent":"3.646685435s","remote":"127.0.0.1:58224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:46:38.843467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.670772242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:46:38.843492Z","caller":"traceutil/trace.go:171","msg":"trace[1083435300] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:25183; }","duration":"3.670835913s","start":"2026-05-11T01:46:35.172649Z","end":"2026-05-11T01:46:38.843485Z","steps":["trace[1083435300] 'agreement among raft nodes before linearized reading' (duration: 3.670793882s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:38.843267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:35.306849Z","time spent":"3.536410352s","remote":"127.0.0.1:54456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:46:38.843512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:35.172624Z","time spent":"3.670881974s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:46:38.843638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.724970517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:46:38.84366Z","caller":"traceutil/trace.go:171","msg":"trace[596093050] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:25183; }","duration":"3.725036629s","start":"2026-05-11T01:46:35.118615Z","end":"2026-05-11T01:46:38.843652Z","steps":["trace[596093050] 'agreement among raft nodes before linearized reading' (duration: 3.725000468s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:38.84368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:35.118591Z","time spent":"3.725082579s","remote":"127.0.0.1:54466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:46:38.843799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.852288439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:46:38.843823Z","caller":"traceutil/trace.go:171","msg":"trace[189605460] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25183; }","duration":"3.85234325s","start":"2026-05-11T01:46:34.991469Z","end":"2026-05-11T01:46:38.843813Z","steps":["trace[189605460] 'agreement among raft nodes before linearized reading' (duration: 3.85230763s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:38.843846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:34.991445Z","time spent":"3.852393961s","remote":"127.0.0.1:51804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:46:38.843919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.978838124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:46:38.84395Z","caller":"traceutil/trace.go:171","msg":"trace[1351768559] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25183; }","duration":"3.978917486s","start":"2026-05-11T01:46:34.865025Z","end":"2026-05-11T01:46:38.843942Z","steps":["trace[1351768559] 'agreement among raft nodes before linearized reading' (duration: 3.978859845s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:38.843973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:34.864998Z","time spent":"3.978968967s","remote":"127.0.0.1:41708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:46:38.844296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.668577116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-11T01:46:38.844387Z","caller":"traceutil/trace.go:171","msg":"trace[1359289772] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25183; }","duration":"2.668716069s","start":"2026-05-11T01:46:36.175649Z","end":"2026-05-11T01:46:38.844365Z","steps":["trace[1359289772] 'agreement among raft nodes before linearized reading' (duration: 2.668482974s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:38.844421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:36.17563Z","time spent":"2.6687841s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-11T01:46:38.844603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.451746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:46:38.84463Z","caller":"traceutil/trace.go:171","msg":"trace[414591335] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25183; }","duration":"760.527498ms","start":"2026-05-11T01:46:38.084095Z","end":"2026-05-11T01:46:38.844622Z","steps":["trace[414591335] 'agreement among raft nodes before linearized reading' (duration: 760.479067ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:38.844656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:38.084073Z","time spent":"760.57717ms","remote":"127.0.0.1:41322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:46:38.84466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.356876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-de3e4027-93aa-4851-bb50-51dd3860ba29\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-05-11T01:46:38.844684Z","caller":"traceutil/trace.go:171","msg":"trace[1721185585] range","detail":"{range_begin:/registry/persistentvolumes/pvc-de3e4027-93aa-4851-bb50-51dd3860ba29; range_end:; response_count:1; response_revision:25183; }","duration":"876.416167ms","start":"2026-05-11T01:46:37.96826Z","end":"2026-05-11T01:46:38.844677Z","steps":["trace[1721185585] 'agreement among raft nodes before linearized reading' (duration: 876.318765ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:38.844703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:37.968244Z","time spent":"876.453938ms","remote":"127.0.0.1:40220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-de3e4027-93aa-4851-bb50-51dd3860ba29\" "} {"level":"warn","ts":"2026-05-11T01:46:38.844783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.323286836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:46:38.844811Z","caller":"traceutil/trace.go:171","msg":"trace[1164121384] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25183; }","duration":"4.323370398s","start":"2026-05-11T01:46:34.521429Z","end":"2026-05-11T01:46:38.844799Z","steps":["trace[1164121384] 'agreement among raft nodes before linearized reading' (duration: 4.323329407s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:38.844834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:34.521401Z","time spent":"4.323424489s","remote":"127.0.0.1:41400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:46:38.84487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.999103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-05-11T01:46:38.844892Z","caller":"traceutil/trace.go:171","msg":"trace[1071080876] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:25183; }","duration":"981.053525ms","start":"2026-05-11T01:46:37.863832Z","end":"2026-05-11T01:46:38.844885Z","steps":["trace[1071080876] 'agreement among raft nodes before linearized reading' (duration: 980.992173ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:38.844917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:37.863816Z","time spent":"981.092355ms","remote":"127.0.0.1:40110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.210\" "} {"level":"warn","ts":"2026-05-11T01:46:38.84496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.344757444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:46:38.844985Z","caller":"traceutil/trace.go:171","msg":"trace[1586731478] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25183; }","duration":"4.344828857s","start":"2026-05-11T01:46:34.500146Z","end":"2026-05-11T01:46:38.844975Z","steps":["trace[1586731478] 'agreement among raft nodes before linearized reading' (duration: 4.344786626s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:38.845007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:34.500116Z","time spent":"4.344883147s","remote":"127.0.0.1:41544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:46:38.845032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.909628171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:46:38.845053Z","caller":"traceutil/trace.go:171","msg":"trace[7743795] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25183; }","duration":"1.909680982s","start":"2026-05-11T01:46:36.935365Z","end":"2026-05-11T01:46:38.845046Z","steps":["trace[7743795] 'agreement among raft nodes before linearized reading' (duration: 1.909643921s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:38.84507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:36.93535Z","time spent":"1.909715073s","remote":"127.0.0.1:40064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:46:38.845138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.639554682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:46:38.84516Z","caller":"traceutil/trace.go:171","msg":"trace[10367158] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:25183; }","duration":"4.639608654s","start":"2026-05-11T01:46:34.205545Z","end":"2026-05-11T01:46:38.845153Z","steps":["trace[10367158] 'agreement among raft nodes before linearized reading' (duration: 4.639565013s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:38.845183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:34.202256Z","time spent":"4.642920967s","remote":"127.0.0.1:41246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:46:38.845197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.266389238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:46:38.845223Z","caller":"traceutil/trace.go:171","msg":"trace[232326132] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25183; }","duration":"2.26646591s","start":"2026-05-11T01:46:36.578747Z","end":"2026-05-11T01:46:38.845213Z","steps":["trace[232326132] 'agreement among raft nodes before linearized reading' (duration: 2.266416519s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:38.845241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:36.578719Z","time spent":"2.266516381s","remote":"127.0.0.1:41772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:46:38.84536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.331370454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:46:38.845365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.666263976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-11T01:46:38.845383Z","caller":"traceutil/trace.go:171","msg":"trace[2123596708] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25183; }","duration":"2.331432615s","start":"2026-05-11T01:46:36.513942Z","end":"2026-05-11T01:46:38.845375Z","steps":["trace[2123596708] 'agreement among raft nodes before linearized reading' (duration: 2.331395045s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:46:38.845387Z","caller":"traceutil/trace.go:171","msg":"trace[1888246414] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25183; }","duration":"4.666329097s","start":"2026-05-11T01:46:34.179051Z","end":"2026-05-11T01:46:38.84538Z","steps":["trace[1888246414] 'agreement among raft nodes before linearized reading' (duration: 4.666230365s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:38.845407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:36.513891Z","time spent":"2.331509847s","remote":"127.0.0.1:41532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-11T01:46:38.845439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.983833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:46:38.84546Z","caller":"traceutil/trace.go:171","msg":"trace[945537057] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25183; }","duration":"255.034873ms","start":"2026-05-11T01:46:38.59042Z","end":"2026-05-11T01:46:38.845455Z","steps":["trace[945537057] 'agreement among raft nodes before linearized reading' (duration: 255.000072ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:38.84558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.342099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:46:38.845607Z","caller":"traceutil/trace.go:171","msg":"trace[479201802] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:25183; }","duration":"544.418941ms","start":"2026-05-11T01:46:38.301181Z","end":"2026-05-11T01:46:38.8456Z","steps":["trace[479201802] 'agreement among raft nodes before linearized reading' (duration: 544.379289ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:38.845626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:38.301151Z","time spent":"544.468623ms","remote":"127.0.0.1:54478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:46:38.845408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:34.179027Z","time spent":"4.666375919s","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-11T01:46:38.844091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.035019143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:46:38.85147Z","caller":"traceutil/trace.go:171","msg":"trace[1116137340] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:25183; }","duration":"4.042417428s","start":"2026-05-11T01:46:34.809032Z","end":"2026-05-11T01:46:38.851449Z","steps":["trace[1116137340] 'agreement among raft nodes before linearized reading' (duration: 4.035034664s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:38.851545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:34.809017Z","time spent":"4.04250371s","remote":"127.0.0.1:41140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:46:46.214832Z","caller":"traceutil/trace.go:171","msg":"trace[888933354] linearizableReadLoop","detail":"{readStateIndex:26078; appliedIndex:26077; }","duration":"206.808401ms","start":"2026-05-11T01:46:46.008Z","end":"2026-05-11T01:46:46.214809Z","steps":["trace[888933354] 'read index received' (duration: 206.520385ms)","trace[888933354] 'applied index is now lower than readState.Index' (duration: 287.126µs)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:46:46.214962Z","caller":"traceutil/trace.go:171","msg":"trace[2043018678] transaction","detail":"{read_only:false; response_revision:25241; number_of_response:1; }","duration":"211.420733ms","start":"2026-05-11T01:46:46.003529Z","end":"2026-05-11T01:46:46.21495Z","steps":["trace[2043018678] 'process raft request' (duration: 211.057985ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:46.215363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.297258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418534"} {"level":"info","ts":"2026-05-11T01:46:46.215454Z","caller":"traceutil/trace.go:171","msg":"trace[99333465] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:25241; }","duration":"183.437221ms","start":"2026-05-11T01:46:46.031999Z","end":"2026-05-11T01:46:46.215436Z","steps":["trace[99333465] 'agreement among raft nodes before linearized reading' (duration: 183.073603ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:46.216219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.184372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-11T01:46:46.216308Z","caller":"traceutil/trace.go:171","msg":"trace[1534613420] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25241; }","duration":"208.302884ms","start":"2026-05-11T01:46:46.007985Z","end":"2026-05-11T01:46:46.216288Z","steps":["trace[1534613420] 'agreement among raft nodes before linearized reading' (duration: 208.012388ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:47.327024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.98295ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:46:47.327135Z","caller":"traceutil/trace.go:171","msg":"trace[2117670852] linearizableReadLoop","detail":"{readStateIndex:26079; appliedIndex:26078; }","duration":"759.67308ms","start":"2026-05-11T01:46:46.567449Z","end":"2026-05-11T01:46:47.327122Z","steps":["trace[2117670852] 'read index received' (duration: 120.02491ms)","trace[2117670852] 'applied index is now lower than readState.Index' (duration: 639.646939ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:46:47.327195Z","caller":"traceutil/trace.go:171","msg":"trace[888646171] transaction","detail":"{read_only:false; response_revision:25242; number_of_response:1; }","duration":"1.103604481s","start":"2026-05-11T01:46:46.223581Z","end":"2026-05-11T01:46:47.327186Z","steps":["trace[888646171] 'process raft request' (duration: 462.389387ms)","trace[888646171] 'compare' (duration: 640.398046ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:46:47.32727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:46.223564Z","time spent":"1.103682282s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:46:47.327599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.120759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-manila-nodes\" ","response":"range_response_count:1 size:959"} {"level":"info","ts":"2026-05-11T01:46:47.327699Z","caller":"traceutil/trace.go:171","msg":"trace[808669211] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-manila-nodes; range_end:; response_count:1; response_revision:25242; }","duration":"760.279233ms","start":"2026-05-11T01:46:46.567397Z","end":"2026-05-11T01:46:47.327676Z","steps":["trace[808669211] 'agreement among raft nodes before linearized reading' (duration: 759.972456ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:47.327754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:46.567381Z","time spent":"760.363024ms","remote":"127.0.0.1:40236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":982,"request content":"key:\"/registry/services/endpoints/openstack/rabbitmq-manila-nodes\" "} {"level":"info","ts":"2026-05-11T01:46:47.367769Z","caller":"traceutil/trace.go:171","msg":"trace[861430797] transaction","detail":"{read_only:false; response_revision:25243; number_of_response:1; }","duration":"696.122167ms","start":"2026-05-11T01:46:46.671624Z","end":"2026-05-11T01:46:47.367746Z","steps":["trace[861430797] 'process raft request' (duration: 695.864291ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:47.367904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:46.671604Z","time spent":"696.235109ms","remote":"127.0.0.1:43036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418517,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:46:47.702805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.911951ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:46:47.703106Z","caller":"traceutil/trace.go:171","msg":"trace[1150553623] transaction","detail":"{read_only:false; response_revision:25244; number_of_response:1; }","duration":"830.530506ms","start":"2026-05-11T01:46:46.872546Z","end":"2026-05-11T01:46:47.703077Z","steps":["trace[1150553623] 'process raft request' (duration: 584.217186ms)","trace[1150553623] 'compare' (duration: 244.977531ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:46:47.703252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:46.872522Z","time spent":"830.642448ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:46:47.703276Z","caller":"traceutil/trace.go:171","msg":"trace[1616111296] linearizableReadLoop","detail":"{readStateIndex:26087; appliedIndex:26080; }","duration":"376.102487ms","start":"2026-05-11T01:46:47.327155Z","end":"2026-05-11T01:46:47.703257Z","steps":["trace[1616111296] 'read index received' (duration: 43.329655ms)","trace[1616111296] 'applied index is now lower than readState.Index' (duration: 332.771512ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:46:47.703533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.30909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-11T01:46:47.703562Z","caller":"traceutil/trace.go:171","msg":"trace[1865777566] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25250; }","duration":"758.34994ms","start":"2026-05-11T01:46:46.945203Z","end":"2026-05-11T01:46:47.703553Z","steps":["trace[1865777566] 'agreement among raft nodes before linearized reading' (duration: 758.246467ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:46:47.703526Z","caller":"traceutil/trace.go:171","msg":"trace[1813966310] transaction","detail":"{read_only:false; response_revision:25248; number_of_response:1; }","duration":"810.376388ms","start":"2026-05-11T01:46:46.893107Z","end":"2026-05-11T01:46:47.703483Z","steps":["trace[1813966310] 'process raft request' (duration: 810.00906ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:46:47.703604Z","caller":"traceutil/trace.go:171","msg":"trace[489139643] transaction","detail":"{read_only:false; response_revision:25249; number_of_response:1; }","duration":"773.125138ms","start":"2026-05-11T01:46:46.930473Z","end":"2026-05-11T01:46:47.703598Z","steps":["trace[489139643] 'process raft request' (duration: 772.678218ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:47.703624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.428053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-11T01:46:47.703646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:46.930461Z","time spent":"773.16315ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:46:47.703658Z","caller":"traceutil/trace.go:171","msg":"trace[2097367653] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25250; }","duration":"758.464594ms","start":"2026-05-11T01:46:46.945183Z","end":"2026-05-11T01:46:47.703648Z","steps":["trace[2097367653] 'agreement among raft nodes before linearized reading' (duration: 758.301839ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:47.703695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:46.945152Z","time spent":"758.536564ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-11T01:46:47.703709Z","caller":"traceutil/trace.go:171","msg":"trace[46785571] transaction","detail":"{read_only:false; response_revision:25250; number_of_response:1; }","duration":"772.002575ms","start":"2026-05-11T01:46:46.9317Z","end":"2026-05-11T01:46:47.703702Z","steps":["trace[46785571] 'process raft request' (duration: 771.483822ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:47.703742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:46.931689Z","time spent":"772.033655ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:46:47.703726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:46.89309Z","time spent":"810.533692ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:46:47.703831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.930781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-11T01:46:47.703849Z","caller":"traceutil/trace.go:171","msg":"trace[1406188173] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25250; }","duration":"642.006943ms","start":"2026-05-11T01:46:47.061836Z","end":"2026-05-11T01:46:47.703843Z","steps":["trace[1406188173] 'agreement among raft nodes before linearized reading' (duration: 641.947142ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:47.703865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:47.061813Z","time spent":"642.048984ms","remote":"127.0.0.1:40186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-11T01:46:47.703888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.584659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-11T01:46:47.703915Z","caller":"traceutil/trace.go:171","msg":"trace[817997353] transaction","detail":"{read_only:false; response_revision:25245; number_of_response:1; }","duration":"828.01128ms","start":"2026-05-11T01:46:46.875888Z","end":"2026-05-11T01:46:47.703899Z","steps":["trace[817997353] 'process raft request' (duration: 827.041928ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:47.704004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:46.875875Z","time spent":"828.080712ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:46:47.704038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.754506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-11T01:46:47.704067Z","caller":"traceutil/trace.go:171","msg":"trace[274755409] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25250; }","duration":"774.803627ms","start":"2026-05-11T01:46:46.929256Z","end":"2026-05-11T01:46:47.70406Z","steps":["trace[274755409] 'agreement among raft nodes before linearized reading' (duration: 774.693544ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:47.703582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:46.945198Z","time spent":"758.379831ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-11T01:46:47.704093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:46.929246Z","time spent":"774.840737ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-11T01:46:47.704118Z","caller":"traceutil/trace.go:171","msg":"trace[1377787944] transaction","detail":"{read_only:false; response_revision:25246; number_of_response:1; }","duration":"823.922639ms","start":"2026-05-11T01:46:46.880181Z","end":"2026-05-11T01:46:47.704103Z","steps":["trace[1377787944] 'process raft request' (duration: 822.855104ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:46:47.704154Z","caller":"traceutil/trace.go:171","msg":"trace[516534688] transaction","detail":"{read_only:false; response_revision:25247; number_of_response:1; }","duration":"822.704672ms","start":"2026-05-11T01:46:46.881442Z","end":"2026-05-11T01:46:47.704146Z","steps":["trace[516534688] 'process raft request' (duration: 821.634848ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:47.704197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:46.88143Z","time spent":"822.745063ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:46:47.704228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:46.880169Z","time spent":"823.982561ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:46:47.704263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.444936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-manila-nodes\" ","response":"range_response_count:1 size:959"} {"level":"warn","ts":"2026-05-11T01:46:47.70429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.118631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:46:47.704317Z","caller":"traceutil/trace.go:171","msg":"trace[1007820378] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25250; }","duration":"778.174672ms","start":"2026-05-11T01:46:46.926136Z","end":"2026-05-11T01:46:47.704311Z","steps":["trace[1007820378] 'agreement among raft nodes before linearized reading' (duration: 778.136561ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:46:47.703929Z","caller":"traceutil/trace.go:171","msg":"trace[1417936019] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25250; }","duration":"764.64103ms","start":"2026-05-11T01:46:46.939275Z","end":"2026-05-11T01:46:47.703916Z","steps":["trace[1417936019] 'agreement among raft nodes before linearized reading' (duration: 764.530948ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:47.704333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:46.926124Z","time spent":"778.206153ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-11T01:46:47.704332Z","caller":"traceutil/trace.go:171","msg":"trace[240574003] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-manila-nodes; range_end:; response_count:1; response_revision:25250; }","duration":"372.546688ms","start":"2026-05-11T01:46:47.331765Z","end":"2026-05-11T01:46:47.704312Z","steps":["trace[240574003] 'agreement among raft nodes before linearized reading' (duration: 372.293433ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:47.704356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:46.939265Z","time spent":"765.08094ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-11T01:46:47.704377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:47.331752Z","time spent":"372.611819ms","remote":"127.0.0.1:40236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":982,"request content":"key:\"/registry/services/endpoints/openstack/rabbitmq-manila-nodes\" "} {"level":"warn","ts":"2026-05-11T01:46:47.704469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.103539829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:46:47.704498Z","caller":"traceutil/trace.go:171","msg":"trace[1593767570] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:25250; }","duration":"1.103605551s","start":"2026-05-11T01:46:46.600883Z","end":"2026-05-11T01:46:47.704488Z","steps":["trace[1593767570] 'agreement among raft nodes before linearized reading' (duration: 1.10354689s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:47.704524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:46.600865Z","time spent":"1.103651903s","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:46:47.704554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.309589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18368"} {"level":"info","ts":"2026-05-11T01:46:47.704575Z","caller":"traceutil/trace.go:171","msg":"trace[853777961] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25250; }","duration":"188.3663ms","start":"2026-05-11T01:46:47.516203Z","end":"2026-05-11T01:46:47.704569Z","steps":["trace[853777961] 'agreement among raft nodes before linearized reading' (duration: 188.298938ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:47.704697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102068248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:274195"} {"level":"info","ts":"2026-05-11T01:46:47.7048Z","caller":"traceutil/trace.go:171","msg":"trace[1341681133] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:25250; }","duration":"1.102228551s","start":"2026-05-11T01:46:46.60255Z","end":"2026-05-11T01:46:47.704779Z","steps":["trace[1341681133] 'agreement among raft nodes before linearized reading' (duration: 1.101482775s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:47.704847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:46.602544Z","time spent":"1.102291663s","remote":"127.0.0.1:40528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":274218,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-05-11T01:46:48.204215Z","caller":"traceutil/trace.go:171","msg":"trace[1823722146] transaction","detail":"{read_only:false; response_revision:25251; number_of_response:1; }","duration":"486.39587ms","start":"2026-05-11T01:46:47.717791Z","end":"2026-05-11T01:46:48.204187Z","steps":["trace[1823722146] 'process raft request' (duration: 414.292436ms)","trace[1823722146] 'compare' (duration: 71.627994ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:46:48.204407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:47.717777Z","time spent":"486.526553ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:46:48.204577Z","caller":"traceutil/trace.go:171","msg":"trace[473295679] transaction","detail":"{read_only:false; response_revision:25252; number_of_response:1; }","duration":"486.487822ms","start":"2026-05-11T01:46:47.718053Z","end":"2026-05-11T01:46:48.204541Z","steps":["trace[473295679] 'process raft request' (duration: 486.063773ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:48.204734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:47.718037Z","time spent":"486.616024ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:46:48.205037Z","caller":"traceutil/trace.go:171","msg":"trace[1441851338] transaction","detail":"{read_only:false; response_revision:25253; number_of_response:1; }","duration":"486.82718ms","start":"2026-05-11T01:46:47.718195Z","end":"2026-05-11T01:46:48.205023Z","steps":["trace[1441851338] 'process raft request' (duration: 486.251677ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:46:48.205661Z","caller":"traceutil/trace.go:171","msg":"trace[1653909476] linearizableReadLoop","detail":"{readStateIndex:26091; appliedIndex:26087; }","duration":"341.60905ms","start":"2026-05-11T01:46:47.864022Z","end":"2026-05-11T01:46:48.205631Z","steps":["trace[1653909476] 'read index received' (duration: 268.150306ms)","trace[1653909476] 'applied index is now lower than readState.Index' (duration: 73.456064ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:46:48.205733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:47.718181Z","time spent":"487.482064ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:46:48.205725Z","caller":"traceutil/trace.go:171","msg":"trace[1447656478] transaction","detail":"{read_only:false; response_revision:25254; number_of_response:1; }","duration":"487.224929ms","start":"2026-05-11T01:46:47.718426Z","end":"2026-05-11T01:46:48.205651Z","steps":["trace[1447656478] 'process raft request' (duration: 486.516763ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:48.205822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.673296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:46:48.205864Z","caller":"traceutil/trace.go:171","msg":"trace[727298964] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:25254; }","duration":"321.765099ms","start":"2026-05-11T01:46:47.884085Z","end":"2026-05-11T01:46:48.20585Z","steps":["trace[727298964] 'agreement among raft nodes before linearized reading' (duration: 321.679357ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:48.205869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:47.718421Z","time spent":"487.374162ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:46:48.205905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:47.884063Z","time spent":"321.83195ms","remote":"127.0.0.1:42184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:46:48.205882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.851345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-05-11T01:46:48.205893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.427972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:46:48.205919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.043676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"info","ts":"2026-05-11T01:46:48.205952Z","caller":"traceutil/trace.go:171","msg":"trace[1971625525] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:25254; }","duration":"341.971087ms","start":"2026-05-11T01:46:47.863963Z","end":"2026-05-11T01:46:48.205934Z","steps":["trace[1971625525] 'agreement among raft nodes before linearized reading' (duration: 341.769603ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:48.20598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:47.863942Z","time spent":"342.033749ms","remote":"127.0.0.1:40110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.210\" "} {"level":"info","ts":"2026-05-11T01:46:48.20598Z","caller":"traceutil/trace.go:171","msg":"trace[461687544] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25254; }","duration":"220.140618ms","start":"2026-05-11T01:46:47.985824Z","end":"2026-05-11T01:46:48.205965Z","steps":["trace[461687544] 'agreement among raft nodes before linearized reading' (duration: 219.952014ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:46:48.205982Z","caller":"traceutil/trace.go:171","msg":"trace[197983151] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25254; }","duration":"277.581805ms","start":"2026-05-11T01:46:47.928379Z","end":"2026-05-11T01:46:48.205961Z","steps":["trace[197983151] 'agreement among raft nodes before linearized reading' (duration: 277.420321ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:48.733816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.645561ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:46:48.734557Z","caller":"traceutil/trace.go:171","msg":"trace[160222171] transaction","detail":"{read_only:false; response_revision:25255; number_of_response:1; }","duration":"489.182522ms","start":"2026-05-11T01:46:48.244728Z","end":"2026-05-11T01:46:48.733911Z","steps":["trace[160222171] 'process raft request' (duration: 84.355657ms)","trace[160222171] 'compare' (duration: 404.252393ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:46:48.73464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:48.244678Z","time spent":"489.924909ms","remote":"127.0.0.1:40110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:46:48.768327Z","caller":"traceutil/trace.go:171","msg":"trace[8489689] transaction","detail":"{read_only:false; response_revision:25256; number_of_response:1; }","duration":"519.648911ms","start":"2026-05-11T01:46:48.248652Z","end":"2026-05-11T01:46:48.768301Z","steps":["trace[8489689] 'process raft request' (duration: 519.506358ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:48.76852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:48.248634Z","time spent":"519.791654ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:46:48.795827Z","caller":"traceutil/trace.go:171","msg":"trace[1964338090] transaction","detail":"{read_only:false; response_revision:25257; number_of_response:1; }","duration":"298.404308ms","start":"2026-05-11T01:46:48.497375Z","end":"2026-05-11T01:46:48.795779Z","steps":["trace[1964338090] 'process raft request' (duration: 298.214324ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:49.339423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.130611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:46:49.339494Z","caller":"traceutil/trace.go:171","msg":"trace[1173700806] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:25257; }","duration":"458.257944ms","start":"2026-05-11T01:46:48.881219Z","end":"2026-05-11T01:46:49.339477Z","steps":["trace[1173700806] 'count revisions from in-memory index tree' (duration: 458.021549ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:49.339521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:48.881204Z","time spent":"458.310137ms","remote":"127.0.0.1:58236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:46:49.339745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.825747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:46:49.339806Z","caller":"traceutil/trace.go:171","msg":"trace[284738726] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25257; }","duration":"449.937ms","start":"2026-05-11T01:46:48.889856Z","end":"2026-05-11T01:46:49.339793Z","steps":["trace[284738726] 'range keys from in-memory index tree' (duration: 449.756376ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:49.339831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:48.889838Z","time spent":"449.986291ms","remote":"127.0.0.1:41532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-11T01:46:49.340696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.265304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:46:49.340778Z","caller":"traceutil/trace.go:171","msg":"trace[1757078314] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25257; }","duration":"413.396277ms","start":"2026-05-11T01:46:48.927363Z","end":"2026-05-11T01:46:49.340759Z","steps":["trace[1757078314] 'range keys from in-memory index tree' (duration: 413.165482ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:49.34081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:48.92734Z","time spent":"413.462839ms","remote":"127.0.0.1:40064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-11T01:46:49.341092Z","caller":"traceutil/trace.go:171","msg":"trace[393739205] linearizableReadLoop","detail":"{readStateIndex:26096; appliedIndex:26095; }","duration":"270.632451ms","start":"2026-05-11T01:46:49.070449Z","end":"2026-05-11T01:46:49.341082Z","steps":["trace[393739205] 'read index received' (duration: 254.287107ms)","trace[393739205] 'applied index is now lower than readState.Index' (duration: 16.344474ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:46:49.341217Z","caller":"traceutil/trace.go:171","msg":"trace[1604604606] transaction","detail":"{read_only:false; response_revision:25258; number_of_response:1; }","duration":"304.396172ms","start":"2026-05-11T01:46:49.03681Z","end":"2026-05-11T01:46:49.341206Z","steps":["trace[1604604606] 'process raft request' (duration: 287.911805ms)","trace[1604604606] 'compare' (duration: 14.226606ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:46:49.341288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:49.036784Z","time spent":"304.458503ms","remote":"127.0.0.1:40160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":774,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-11T01:46:49.341379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.935857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-05-11T01:46:49.341413Z","caller":"traceutil/trace.go:171","msg":"trace[590905958] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:25258; }","duration":"271.000089ms","start":"2026-05-11T01:46:49.070403Z","end":"2026-05-11T01:46:49.341403Z","steps":["trace[590905958] 'agreement among raft nodes before linearized reading' (duration: 270.870666ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:49.356127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.825835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-11T01:46:49.356181Z","caller":"traceutil/trace.go:171","msg":"trace[1934657531] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25259; }","duration":"279.890156ms","start":"2026-05-11T01:46:49.076278Z","end":"2026-05-11T01:46:49.356169Z","steps":["trace[1934657531] 'agreement among raft nodes before linearized reading' (duration: 279.739943ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:46:49.356118Z","caller":"traceutil/trace.go:171","msg":"trace[487383234] transaction","detail":"{read_only:false; response_revision:25259; number_of_response:1; }","duration":"240.101641ms","start":"2026-05-11T01:46:49.115999Z","end":"2026-05-11T01:46:49.356101Z","steps":["trace[487383234] 'process raft request' (duration: 239.706792ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:46:50.240591Z","caller":"traceutil/trace.go:171","msg":"trace[123089064] transaction","detail":"{read_only:false; response_revision:25263; number_of_response:1; }","duration":"521.91221ms","start":"2026-05-11T01:46:49.718654Z","end":"2026-05-11T01:46:50.240566Z","steps":["trace[123089064] 'process raft request' (duration: 521.730646ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:50.240761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:49.718645Z","time spent":"522.023713ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:46:50.240904Z","caller":"traceutil/trace.go:171","msg":"trace[409888154] transaction","detail":"{read_only:false; response_revision:25264; number_of_response:1; }","duration":"520.98956ms","start":"2026-05-11T01:46:49.71988Z","end":"2026-05-11T01:46:50.240869Z","steps":["trace[409888154] 'process raft request' (duration: 520.647142ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:50.241055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:49.719869Z","time spent":"521.108243ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:46:50.26798Z","caller":"traceutil/trace.go:171","msg":"trace[226193660] transaction","detail":"{read_only:false; response_revision:25267; number_of_response:1; }","duration":"536.912245ms","start":"2026-05-11T01:46:49.731053Z","end":"2026-05-11T01:46:50.267965Z","steps":["trace[226193660] 'process raft request' (duration: 536.850224ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:46:50.268033Z","caller":"traceutil/trace.go:171","msg":"trace[1252637508] transaction","detail":"{read_only:false; response_revision:25265; number_of_response:1; }","duration":"545.199029ms","start":"2026-05-11T01:46:49.722814Z","end":"2026-05-11T01:46:50.268012Z","steps":["trace[1252637508] 'process raft request' (duration: 544.969794ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:50.268066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:49.731045Z","time spent":"536.980856ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:46:50.268103Z","caller":"traceutil/trace.go:171","msg":"trace[422651906] linearizableReadLoop","detail":"{readStateIndex:26106; appliedIndex:26100; }","duration":"340.25523ms","start":"2026-05-11T01:46:49.92783Z","end":"2026-05-11T01:46:50.268085Z","steps":["trace[422651906] 'read index received' (duration: 312.562663ms)","trace[422651906] 'applied index is now lower than readState.Index' (duration: 27.691476ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:46:50.268121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:49.722805Z","time spent":"545.26849ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:46:50.268175Z","caller":"traceutil/trace.go:171","msg":"trace[1625458198] transaction","detail":"{read_only:false; response_revision:25266; number_of_response:1; }","duration":"538.323565ms","start":"2026-05-11T01:46:49.729846Z","end":"2026-05-11T01:46:50.268169Z","steps":["trace[1625458198] 'process raft request' (duration: 538.030659ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:46:50.268197Z","caller":"traceutil/trace.go:171","msg":"trace[460082564] transaction","detail":"{read_only:false; response_revision:25268; number_of_response:1; }","duration":"536.6922ms","start":"2026-05-11T01:46:49.731495Z","end":"2026-05-11T01:46:50.268187Z","steps":["trace[460082564] 'process raft request' (duration: 536.436874ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:50.268212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:49.729837Z","time spent":"538.357117ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:46:50.268275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:49.731487Z","time spent":"536.738581ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:46:50.268307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.467014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:46:50.26838Z","caller":"traceutil/trace.go:171","msg":"trace[237821318] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25268; }","duration":"340.580598ms","start":"2026-05-11T01:46:49.927783Z","end":"2026-05-11T01:46:50.268363Z","steps":["trace[237821318] 'agreement among raft nodes before linearized reading' (duration: 340.475115ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:50.268436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:49.927762Z","time spent":"340.662859ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-11T01:46:50.565461Z","caller":"traceutil/trace.go:171","msg":"trace[726469439] linearizableReadLoop","detail":"{readStateIndex:26107; appliedIndex:26106; }","duration":"297.278673ms","start":"2026-05-11T01:46:50.268154Z","end":"2026-05-11T01:46:50.565433Z","steps":["trace[726469439] 'read index received' (duration: 297.029868ms)","trace[726469439] 'applied index is now lower than readState.Index' (duration: 247.505µs)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:46:50.565869Z","caller":"traceutil/trace.go:171","msg":"trace[1920280268] transaction","detail":"{read_only:false; response_revision:25269; number_of_response:1; }","duration":"492.014115ms","start":"2026-05-11T01:46:50.073834Z","end":"2026-05-11T01:46:50.565848Z","steps":["trace[1920280268] 'process raft request' (duration: 491.426542ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:50.565975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:50.073808Z","time spent":"492.093276ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:46:50.566262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.145953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-11T01:46:50.566301Z","caller":"traceutil/trace.go:171","msg":"trace[1436563229] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25269; }","duration":"356.203944ms","start":"2026-05-11T01:46:50.210088Z","end":"2026-05-11T01:46:50.566291Z","steps":["trace[1436563229] 'agreement among raft nodes before linearized reading' (duration: 356.072451ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:50.56633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:50.210078Z","time spent":"356.245824ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-11T01:46:50.5663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.699658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:46:50.56638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.643613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-11T01:46:50.56644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.281784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:46:50.566448Z","caller":"traceutil/trace.go:171","msg":"trace[415512050] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25269; }","duration":"571.827461ms","start":"2026-05-11T01:46:49.994549Z","end":"2026-05-11T01:46:50.566377Z","steps":["trace[415512050] 'agreement among raft nodes before linearized reading' (duration: 571.623936ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:46:50.566459Z","caller":"traceutil/trace.go:171","msg":"trace[10625906] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25269; }","duration":"356.751506ms","start":"2026-05-11T01:46:50.20969Z","end":"2026-05-11T01:46:50.566442Z","steps":["trace[10625906] 'agreement among raft nodes before linearized reading' (duration: 356.513351ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:46:50.566473Z","caller":"traceutil/trace.go:171","msg":"trace[365280317] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25269; }","duration":"293.349255ms","start":"2026-05-11T01:46:50.273112Z","end":"2026-05-11T01:46:50.566461Z","steps":["trace[365280317] 'agreement among raft nodes before linearized reading' (duration: 293.302714ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:50.566491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.081205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:46:50.566515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:49.99448Z","time spent":"572.018125ms","remote":"127.0.0.1:41728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:46:50.56655Z","caller":"traceutil/trace.go:171","msg":"trace[1176508519] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:25269; }","duration":"518.186508ms","start":"2026-05-11T01:46:50.048345Z","end":"2026-05-11T01:46:50.566532Z","steps":["trace[1176508519] 'agreement among raft nodes before linearized reading' (duration: 518.098725ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:50.566535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.711885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-11T01:46:50.566598Z","caller":"traceutil/trace.go:171","msg":"trace[14343885] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25269; }","duration":"356.840159ms","start":"2026-05-11T01:46:50.209745Z","end":"2026-05-11T01:46:50.566585Z","steps":["trace[14343885] 'agreement among raft nodes before linearized reading' (duration: 356.614923ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:50.566601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:50.048326Z","time spent":"518.256549ms","remote":"127.0.0.1:46268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:46:50.56663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:50.209723Z","time spent":"356.90275ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-11T01:46:50.566662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.359237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:46:50.566708Z","caller":"traceutil/trace.go:171","msg":"trace[1101844977] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:25269; }","duration":"275.407158ms","start":"2026-05-11T01:46:50.291291Z","end":"2026-05-11T01:46:50.566698Z","steps":["trace[1101844977] 'agreement among raft nodes before linearized reading' (duration: 275.338256ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:50.566506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:50.20968Z","time spent":"356.816887ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-11T01:46:50.566381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.113704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-11T01:46:50.566847Z","caller":"traceutil/trace.go:171","msg":"trace[150007170] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25269; }","duration":"357.637447ms","start":"2026-05-11T01:46:50.209197Z","end":"2026-05-11T01:46:50.566834Z","steps":["trace[150007170] 'agreement among raft nodes before linearized reading' (duration: 357.009212ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:50.566889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:50.209173Z","time spent":"357.705338ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-11T01:46:50.948254Z","caller":"traceutil/trace.go:171","msg":"trace[401610328] transaction","detail":"{read_only:false; response_revision:25270; number_of_response:1; }","duration":"376.793553ms","start":"2026-05-11T01:46:50.571422Z","end":"2026-05-11T01:46:50.948216Z","steps":["trace[401610328] 'process raft request' (duration: 303.565414ms)","trace[401610328] 'compare' (duration: 72.902812ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:46:50.949147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:50.571404Z","time spent":"377.653861ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:46:51.012536Z","caller":"traceutil/trace.go:171","msg":"trace[718123119] transaction","detail":"{read_only:false; response_revision:25271; number_of_response:1; }","duration":"440.937359ms","start":"2026-05-11T01:46:50.571579Z","end":"2026-05-11T01:46:51.012517Z","steps":["trace[718123119] 'process raft request' (duration: 440.754135ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:51.012652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:50.571555Z","time spent":"441.040102ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:46:51.012872Z","caller":"traceutil/trace.go:171","msg":"trace[485944039] transaction","detail":"{read_only:false; response_revision:25272; number_of_response:1; }","duration":"441.197086ms","start":"2026-05-11T01:46:50.571645Z","end":"2026-05-11T01:46:51.012842Z","steps":["trace[485944039] 'process raft request' (duration: 440.830938ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:46:51.012957Z","caller":"traceutil/trace.go:171","msg":"trace[200511869] transaction","detail":"{read_only:false; response_revision:25274; number_of_response:1; }","duration":"370.580764ms","start":"2026-05-11T01:46:50.642368Z","end":"2026-05-11T01:46:51.012949Z","steps":["trace[200511869] 'process raft request' (duration: 370.442171ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:51.012998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:50.642341Z","time spent":"370.634495ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:46:51.013038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:50.57164Z","time spent":"441.308988ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:46:51.012914Z","caller":"traceutil/trace.go:171","msg":"trace[811225253] transaction","detail":"{read_only:false; response_revision:25273; number_of_response:1; }","duration":"441.228956ms","start":"2026-05-11T01:46:50.57164Z","end":"2026-05-11T01:46:51.012869Z","steps":["trace[811225253] 'process raft request' (duration: 441.049992ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:46:51.012875Z","caller":"traceutil/trace.go:171","msg":"trace[1291384064] linearizableReadLoop","detail":"{readStateIndex:26112; appliedIndex:26107; }","duration":"345.866625ms","start":"2026-05-11T01:46:50.666993Z","end":"2026-05-11T01:46:51.012859Z","steps":["trace[1291384064] 'read index received' (duration: 208.001528ms)","trace[1291384064] 'applied index is now lower than readState.Index' (duration: 137.863977ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:46:51.013159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.168711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:46:51.013213Z","caller":"traceutil/trace.go:171","msg":"trace[1945692939] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:25274; }","duration":"346.272323ms","start":"2026-05-11T01:46:50.666927Z","end":"2026-05-11T01:46:51.0132Z","steps":["trace[1945692939] 'agreement among raft nodes before linearized reading' (duration: 345.994397ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:51.013247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:50.666904Z","time spent":"346.332475ms","remote":"127.0.0.1:40412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":98,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:46:51.01328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:50.57163Z","time spent":"441.546283ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:46:51.013357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.60661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-05-11T01:46:51.013381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.27757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:46:51.013417Z","caller":"traceutil/trace.go:171","msg":"trace[1407697503] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25274; }","duration":"239.703523ms","start":"2026-05-11T01:46:50.773697Z","end":"2026-05-11T01:46:51.0134Z","steps":["trace[1407697503] 'agreement among raft nodes before linearized reading' (duration: 239.516659ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:46:51.01343Z","caller":"traceutil/trace.go:171","msg":"trace[978277734] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25274; }","duration":"104.361432ms","start":"2026-05-11T01:46:50.909046Z","end":"2026-05-11T01:46:51.013407Z","steps":["trace[978277734] 'agreement among raft nodes before linearized reading' (duration: 104.29481ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:46:51.910377Z","caller":"traceutil/trace.go:171","msg":"trace[1272259429] transaction","detail":"{read_only:false; response_revision:25277; number_of_response:1; }","duration":"131.759431ms","start":"2026-05-11T01:46:51.778559Z","end":"2026-05-11T01:46:51.910319Z","steps":["trace[1272259429] 'process raft request' (duration: 131.539896ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:46:52.514592Z","caller":"traceutil/trace.go:171","msg":"trace[705853594] transaction","detail":"{read_only:false; response_revision:25278; number_of_response:1; }","duration":"241.990033ms","start":"2026-05-11T01:46:52.272575Z","end":"2026-05-11T01:46:52.514565Z","steps":["trace[705853594] 'process raft request' (duration: 241.811649ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:46:52.685952Z","caller":"traceutil/trace.go:171","msg":"trace[1809978270] linearizableReadLoop","detail":"{readStateIndex:26121; appliedIndex:26115; }","duration":"404.185331ms","start":"2026-05-11T01:46:52.281742Z","end":"2026-05-11T01:46:52.685927Z","steps":["trace[1809978270] 'read index received' (duration: 232.770318ms)","trace[1809978270] 'applied index is now lower than readState.Index' (duration: 171.413783ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:46:52.685968Z","caller":"traceutil/trace.go:171","msg":"trace[1870025953] transaction","detail":"{read_only:false; response_revision:25280; number_of_response:1; }","duration":"412.058386ms","start":"2026-05-11T01:46:52.27388Z","end":"2026-05-11T01:46:52.685938Z","steps":["trace[1870025953] 'process raft request' (duration: 411.833911ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:46:52.686054Z","caller":"traceutil/trace.go:171","msg":"trace[62616868] transaction","detail":"{read_only:false; response_revision:25283; number_of_response:1; }","duration":"408.724012ms","start":"2026-05-11T01:46:52.277262Z","end":"2026-05-11T01:46:52.685986Z","steps":["trace[62616868] 'process raft request' (duration: 408.561929ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:52.686175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:52.273866Z","time spent":"412.20214ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:46:52.686267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.501488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-11T01:46:52.686308Z","caller":"traceutil/trace.go:171","msg":"trace[1418189911] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:25284; }","duration":"404.56795ms","start":"2026-05-11T01:46:52.281727Z","end":"2026-05-11T01:46:52.686295Z","steps":["trace[1418189911] 'agreement among raft nodes before linearized reading' (duration: 404.314775ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:52.686334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:52.277252Z","time spent":"408.926327ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:46:52.686346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:52.281682Z","time spent":"404.652961ms","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":176,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:46:52.686342Z","caller":"traceutil/trace.go:171","msg":"trace[1505380515] transaction","detail":"{read_only:false; response_revision:25284; number_of_response:1; }","duration":"312.019991ms","start":"2026-05-11T01:46:52.374295Z","end":"2026-05-11T01:46:52.686315Z","steps":["trace[1505380515] 'process raft request' (duration: 311.569241ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:46:52.685882Z","caller":"traceutil/trace.go:171","msg":"trace[508239867] transaction","detail":"{read_only:false; response_revision:25279; number_of_response:1; }","duration":"413.238372ms","start":"2026-05-11T01:46:52.272599Z","end":"2026-05-11T01:46:52.685837Z","steps":["trace[508239867] 'process raft request' (duration: 412.936246ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:46:52.686195Z","caller":"traceutil/trace.go:171","msg":"trace[852497668] transaction","detail":"{read_only:false; response_revision:25282; number_of_response:1; }","duration":"411.141637ms","start":"2026-05-11T01:46:52.275005Z","end":"2026-05-11T01:46:52.686147Z","steps":["trace[852497668] 'process raft request' (duration: 410.787849ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:46:52.68653Z","caller":"traceutil/trace.go:171","msg":"trace[1122777186] transaction","detail":"{read_only:false; response_revision:25281; number_of_response:1; }","duration":"412.098738ms","start":"2026-05-11T01:46:52.274406Z","end":"2026-05-11T01:46:52.686504Z","steps":["trace[1122777186] 'process raft request' (duration: 411.352721ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:52.686555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:52.272565Z","time spent":"413.855966ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:46:52.686473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:52.374271Z","time spent":"312.135114ms","remote":"127.0.0.1:40160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":855,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-11T01:46:52.686637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:52.274397Z","time spent":"412.190729ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:46:52.686636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:52.274981Z","time spent":"411.549775ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:46:53.193797Z","caller":"traceutil/trace.go:171","msg":"trace[1593817290] transaction","detail":"{read_only:false; response_revision:25285; number_of_response:1; }","duration":"205.640395ms","start":"2026-05-11T01:46:52.988137Z","end":"2026-05-11T01:46:53.193777Z","steps":["trace[1593817290] 'process raft request' (duration: 205.355028ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:53.194023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.495758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-11T01:46:53.194097Z","caller":"traceutil/trace.go:171","msg":"trace[1283544859] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25285; }","duration":"177.623561ms","start":"2026-05-11T01:46:53.01646Z","end":"2026-05-11T01:46:53.194083Z","steps":["trace[1283544859] 'agreement among raft nodes before linearized reading' (duration: 177.377006ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:46:53.193687Z","caller":"traceutil/trace.go:171","msg":"trace[575520514] linearizableReadLoop","detail":"{readStateIndex:26123; appliedIndex:26122; }","duration":"177.168661ms","start":"2026-05-11T01:46:53.016496Z","end":"2026-05-11T01:46:53.193664Z","steps":["trace[575520514] 'read index received' (duration: 176.949236ms)","trace[575520514] 'applied index is now lower than readState.Index' (duration: 218.445µs)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:46:53.194426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.928194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-05-11T01:46:53.19445Z","caller":"traceutil/trace.go:171","msg":"trace[25829521] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25285; }","duration":"109.026965ms","start":"2026-05-11T01:46:53.085416Z","end":"2026-05-11T01:46:53.194443Z","steps":["trace[25829521] 'agreement among raft nodes before linearized reading' (duration: 108.957494ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:53.194521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.851297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-11T01:46:53.194579Z","caller":"traceutil/trace.go:171","msg":"trace[1182513767] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25285; }","duration":"177.943459ms","start":"2026-05-11T01:46:53.016622Z","end":"2026-05-11T01:46:53.194565Z","steps":["trace[1182513767] 'agreement among raft nodes before linearized reading' (duration: 177.753345ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:53.194552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.314435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-11T01:46:53.194694Z","caller":"traceutil/trace.go:171","msg":"trace[1418308602] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25285; }","duration":"177.480068ms","start":"2026-05-11T01:46:53.017199Z","end":"2026-05-11T01:46:53.194679Z","steps":["trace[1418308602] 'agreement among raft nodes before linearized reading' (duration: 177.203542ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:46:53.692134Z","caller":"traceutil/trace.go:171","msg":"trace[1153973446] transaction","detail":"{read_only:false; response_revision:25287; number_of_response:1; }","duration":"492.967827ms","start":"2026-05-11T01:46:53.19914Z","end":"2026-05-11T01:46:53.692107Z","steps":["trace[1153973446] 'process raft request' (duration: 492.907855ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:46:53.692206Z","caller":"traceutil/trace.go:171","msg":"trace[719648869] transaction","detail":"{read_only:false; response_revision:25286; number_of_response:1; }","duration":"493.034118ms","start":"2026-05-11T01:46:53.199136Z","end":"2026-05-11T01:46:53.69217Z","steps":["trace[719648869] 'process raft request' (duration: 492.601689ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:53.692429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:53.199109Z","time spent":"493.220853ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:46:53.69245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:53.199111Z","time spent":"493.190342ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:46:53.7009Z","caller":"traceutil/trace.go:171","msg":"trace[652741232] transaction","detail":"{read_only:false; response_revision:25288; number_of_response:1; }","duration":"501.287011ms","start":"2026-05-11T01:46:53.199582Z","end":"2026-05-11T01:46:53.700869Z","steps":["trace[652741232] 'process raft request' (duration: 501.079027ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:46:53.701015Z","caller":"traceutil/trace.go:171","msg":"trace[600950117] linearizableReadLoop","detail":"{readStateIndex:26127; appliedIndex:26123; }","duration":"487.366102ms","start":"2026-05-11T01:46:53.213638Z","end":"2026-05-11T01:46:53.701004Z","steps":["trace[600950117] 'read index received' (duration: 478.053236ms)","trace[600950117] 'applied index is now lower than readState.Index' (duration: 9.312016ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:46:53.7011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:53.199558Z","time spent":"501.452726ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:46:53.701306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.932198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-11T01:46:53.701288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.646299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"info","ts":"2026-05-11T01:46:53.701337Z","caller":"traceutil/trace.go:171","msg":"trace[336140209] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25289; }","duration":"230.997029ms","start":"2026-05-11T01:46:53.470331Z","end":"2026-05-11T01:46:53.701328Z","steps":["trace[336140209] 'agreement among raft nodes before linearized reading' (duration: 230.864256ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:46:53.701349Z","caller":"traceutil/trace.go:171","msg":"trace[1917243339] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25289; }","duration":"487.804603ms","start":"2026-05-11T01:46:53.213528Z","end":"2026-05-11T01:46:53.701333Z","steps":["trace[1917243339] 'agreement among raft nodes before linearized reading' (duration: 487.625428ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:53.701375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:53.213507Z","time spent":"487.863274ms","remote":"127.0.0.1:58206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3260,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-05-11T01:46:53.701435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.264281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:46:53.701452Z","caller":"traceutil/trace.go:171","msg":"trace[431848935] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:25289; }","duration":"229.328972ms","start":"2026-05-11T01:46:53.472117Z","end":"2026-05-11T01:46:53.701446Z","steps":["trace[431848935] 'agreement among raft nodes before linearized reading' (duration: 229.295381ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:46:53.701515Z","caller":"traceutil/trace.go:171","msg":"trace[321287566] transaction","detail":"{read_only:false; response_revision:25289; number_of_response:1; }","duration":"501.809784ms","start":"2026-05-11T01:46:53.199697Z","end":"2026-05-11T01:46:53.701507Z","steps":["trace[321287566] 'process raft request' (duration: 501.119558ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:53.701572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:53.199675Z","time spent":"501.853435ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:46:59.540714Z","caller":"traceutil/trace.go:171","msg":"trace[664753668] linearizableReadLoop","detail":"{readStateIndex:26187; appliedIndex:26186; }","duration":"102.118072ms","start":"2026-05-11T01:46:59.438553Z","end":"2026-05-11T01:46:59.540671Z","steps":["trace[664753668] 'read index received' (duration: 101.949278ms)","trace[664753668] 'applied index is now lower than readState.Index' (duration: 167.223µs)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:46:59.541028Z","caller":"traceutil/trace.go:171","msg":"trace[209834288] transaction","detail":"{read_only:false; response_revision:25347; number_of_response:1; }","duration":"108.649617ms","start":"2026-05-11T01:46:59.432366Z","end":"2026-05-11T01:46:59.541016Z","steps":["trace[209834288] 'process raft request' (duration: 108.125426ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:59.541329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.755275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:46:59.541372Z","caller":"traceutil/trace.go:171","msg":"trace[1321678937] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25347; }","duration":"102.821177ms","start":"2026-05-11T01:46:59.438539Z","end":"2026-05-11T01:46:59.54136Z","steps":["trace[1321678937] 'agreement among raft nodes before linearized reading' (duration: 102.725285ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:47:00.270162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.509557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-11T01:47:00.270317Z","caller":"traceutil/trace.go:171","msg":"trace[962119079] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25347; }","duration":"635.731232ms","start":"2026-05-11T01:46:59.634566Z","end":"2026-05-11T01:47:00.270297Z","steps":["trace[962119079] 'range keys from in-memory index tree' (duration: 635.312093ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:47:00.27039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:59.634539Z","time spent":"635.837135ms","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-11T01:47:00.270919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.598626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-11T01:47:00.270927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.68571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-11T01:47:00.271035Z","caller":"traceutil/trace.go:171","msg":"trace[933124677] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25347; }","duration":"553.806321ms","start":"2026-05-11T01:46:59.717185Z","end":"2026-05-11T01:47:00.270991Z","steps":["trace[933124677] 'range keys from in-memory index tree' (duration: 553.055424ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:47:00.270922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.512514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-11T01:47:00.271084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:59.71716Z","time spent":"553.914743ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-11T01:47:00.271149Z","caller":"traceutil/trace.go:171","msg":"trace[986789986] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25347; }","duration":"553.75116ms","start":"2026-05-11T01:46:59.71737Z","end":"2026-05-11T01:47:00.271121Z","steps":["trace[986789986] 'range keys from in-memory index tree' (duration: 553.207928ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:47:00.270911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.343946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-11T01:47:00.271241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:59.717366Z","time spent":"553.858902ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-11T01:47:00.27129Z","caller":"traceutil/trace.go:171","msg":"trace[1607600547] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25347; }","duration":"542.761755ms","start":"2026-05-11T01:46:59.728491Z","end":"2026-05-11T01:47:00.271253Z","steps":["trace[1607600547] 'range keys from in-memory index tree' (duration: 542.11683ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:47:00.271424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:59.728485Z","time spent":"542.878457ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-11T01:47:00.270927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.399665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-11T01:47:00.271543Z","caller":"traceutil/trace.go:171","msg":"trace[1925877174] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25347; }","duration":"551.039019ms","start":"2026-05-11T01:46:59.720487Z","end":"2026-05-11T01:47:00.271526Z","steps":["trace[1925877174] 'range keys from in-memory index tree' (duration: 550.227672ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:47:00.271584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:59.720482Z","time spent":"551.088081ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-11T01:47:00.271022Z","caller":"traceutil/trace.go:171","msg":"trace[1795219521] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25347; }","duration":"545.799472ms","start":"2026-05-11T01:46:59.7252Z","end":"2026-05-11T01:47:00.271Z","steps":["trace[1795219521] 'range keys from in-memory index tree' (duration: 545.563987ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:47:00.272868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:59.725189Z","time spent":"547.664893ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-11T01:47:00.27899Z","caller":"traceutil/trace.go:171","msg":"trace[2070955527] transaction","detail":"{read_only:false; response_revision:25348; number_of_response:1; }","duration":"339.948043ms","start":"2026-05-11T01:46:59.939012Z","end":"2026-05-11T01:47:00.27896Z","steps":["trace[2070955527] 'process raft request' (duration: 339.743648ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:47:00.27908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:59.938987Z","time spent":"340.034745ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:47:00.59528Z","caller":"traceutil/trace.go:171","msg":"trace[552615473] transaction","detail":"{read_only:false; response_revision:25349; number_of_response:1; }","duration":"347.163943ms","start":"2026-05-11T01:47:00.248088Z","end":"2026-05-11T01:47:00.595252Z","steps":["trace[552615473] 'process raft request' (duration: 288.686263ms)","trace[552615473] 'compare' (duration: 58.237704ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:47:00.59547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:47:00.248059Z","time spent":"347.302595ms","remote":"127.0.0.1:40540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9527,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:47:00.595702Z","caller":"traceutil/trace.go:171","msg":"trace[135488051] transaction","detail":"{read_only:false; response_revision:25350; number_of_response:1; }","duration":"319.59735ms","start":"2026-05-11T01:47:00.276078Z","end":"2026-05-11T01:47:00.595675Z","steps":["trace[135488051] 'process raft request' (duration: 319.082198ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:47:00.595746Z","caller":"traceutil/trace.go:171","msg":"trace[2076667493] transaction","detail":"{read_only:false; response_revision:25351; number_of_response:1; }","duration":"319.13707ms","start":"2026-05-11T01:47:00.276585Z","end":"2026-05-11T01:47:00.595722Z","steps":["trace[2076667493] 'process raft request' (duration: 318.851224ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:47:00.595907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:47:00.27606Z","time spent":"319.708843ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:47:00.59593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:47:00.276574Z","time spent":"319.234342ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:47:00.596011Z","caller":"traceutil/trace.go:171","msg":"trace[1014206454] linearizableReadLoop","detail":"{readStateIndex:26194; appliedIndex:26188; }","duration":"317.055033ms","start":"2026-05-11T01:47:00.278935Z","end":"2026-05-11T01:47:00.59599Z","steps":["trace[1014206454] 'read index received' (duration: 257.807565ms)","trace[1014206454] 'applied index is now lower than readState.Index' (duration: 59.246468ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:47:00.596089Z","caller":"traceutil/trace.go:171","msg":"trace[2020179631] transaction","detail":"{read_only:false; response_revision:25353; number_of_response:1; }","duration":"318.524497ms","start":"2026-05-11T01:47:00.277549Z","end":"2026-05-11T01:47:00.596073Z","steps":["trace[2020179631] 'process raft request' (duration: 318.307342ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:47:00.596148Z","caller":"traceutil/trace.go:171","msg":"trace[881045512] transaction","detail":"{read_only:false; response_revision:25352; number_of_response:1; }","duration":"319.079878ms","start":"2026-05-11T01:47:00.277057Z","end":"2026-05-11T01:47:00.596137Z","steps":["trace[881045512] 'process raft request' (duration: 318.612778ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:47:00.596188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:47:00.277529Z","time spent":"318.605858ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:47:00.59621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:47:00.277051Z","time spent":"319.13112ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:47:00.596217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.450629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-11T01:47:00.596246Z","caller":"traceutil/trace.go:171","msg":"trace[18129934] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25354; }","duration":"320.530191ms","start":"2026-05-11T01:47:00.275707Z","end":"2026-05-11T01:47:00.596237Z","steps":["trace[18129934] 'agreement among raft nodes before linearized reading' (duration: 320.378318ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:47:00.59628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:47:00.275688Z","time spent":"320.584923ms","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-11T01:47:00.596302Z","caller":"traceutil/trace.go:171","msg":"trace[1231195017] transaction","detail":"{read_only:false; response_revision:25354; number_of_response:1; }","duration":"318.350872ms","start":"2026-05-11T01:47:00.277942Z","end":"2026-05-11T01:47:00.596293Z","steps":["trace[1231195017] 'process raft request' (duration: 318.003075ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:47:00.596351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:47:00.277936Z","time spent":"318.386553ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:47:01.082197Z","caller":"traceutil/trace.go:171","msg":"trace[1811520880] linearizableReadLoop","detail":"{readStateIndex:26195; appliedIndex:26194; }","duration":"484.182471ms","start":"2026-05-11T01:47:00.597973Z","end":"2026-05-11T01:47:01.082156Z","steps":["trace[1811520880] 'read index received' (duration: 443.352964ms)","trace[1811520880] 'applied index is now lower than readState.Index' (duration: 40.827807ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:47:01.082319Z","caller":"traceutil/trace.go:171","msg":"trace[1017972861] transaction","detail":"{read_only:false; response_revision:25355; number_of_response:1; }","duration":"537.398295ms","start":"2026-05-11T01:47:00.544907Z","end":"2026-05-11T01:47:01.082305Z","steps":["trace[1017972861] 'process raft request' (duration: 496.404033ms)","trace[1017972861] 'compare' (duration: 40.115943ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:47:01.082739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:47:00.544879Z","time spent":"537.768083ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:47:01.08305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.050781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18368"} {"level":"info","ts":"2026-05-11T01:47:01.083131Z","caller":"traceutil/trace.go:171","msg":"trace[1253424330] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25355; }","duration":"485.178064ms","start":"2026-05-11T01:47:00.597933Z","end":"2026-05-11T01:47:01.083111Z","steps":["trace[1253424330] 'agreement among raft nodes before linearized reading' (duration: 484.421937ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:47:01.083187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:47:00.597917Z","time spent":"485.261386ms","remote":"127.0.0.1:40250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18391,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-11T01:47:01.710623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.298904ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:47:01.710784Z","caller":"traceutil/trace.go:171","msg":"trace[834713045] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25355; }","duration":"346.472358ms","start":"2026-05-11T01:47:01.36429Z","end":"2026-05-11T01:47:01.710762Z","steps":["trace[834713045] 'range keys from in-memory index tree' (duration: 346.282004ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:47:01.711073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.073853ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:47:01.71133Z","caller":"traceutil/trace.go:171","msg":"trace[213979118] transaction","detail":"{read_only:false; response_revision:25356; number_of_response:1; }","duration":"1.108414879s","start":"2026-05-11T01:47:00.60287Z","end":"2026-05-11T01:47:01.711284Z","steps":["trace[213979118] 'process raft request' (duration: 809.044569ms)","trace[213979118] 'compare' (duration: 297.923687ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:47:01.711498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:47:00.602852Z","time spent":"1.108560871s","remote":"127.0.0.1:58206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3218,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:47:01.711681Z","caller":"traceutil/trace.go:171","msg":"trace[385236110] linearizableReadLoop","detail":"{readStateIndex:26203; appliedIndex:26195; }","duration":"629.355671ms","start":"2026-05-11T01:47:01.082262Z","end":"2026-05-11T01:47:01.711618Z","steps":["trace[385236110] 'read index received' (duration: 329.583612ms)","trace[385236110] 'applied index is now lower than readState.Index' (duration: 299.771309ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:47:01.711942Z","caller":"traceutil/trace.go:171","msg":"trace[292527787] transaction","detail":"{read_only:false; response_revision:25362; number_of_response:1; }","duration":"744.699057ms","start":"2026-05-11T01:47:00.967194Z","end":"2026-05-11T01:47:01.711893Z","steps":["trace[292527787] 'process raft request' (duration: 744.295558ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:47:01.711951Z","caller":"traceutil/trace.go:171","msg":"trace[217447807] transaction","detail":"{read_only:false; response_revision:25359; number_of_response:1; }","duration":"989.586644ms","start":"2026-05-11T01:47:00.722331Z","end":"2026-05-11T01:47:01.711918Z","steps":["trace[217447807] 'process raft request' (duration: 989.026662ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:47:01.711975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.189886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:47:01.712018Z","caller":"traceutil/trace.go:171","msg":"trace[1927036682] transaction","detail":"{read_only:false; response_revision:25363; number_of_response:1; }","duration":"687.858861ms","start":"2026-05-11T01:47:01.024147Z","end":"2026-05-11T01:47:01.712006Z","steps":["trace[1927036682] 'process raft request' (duration: 687.431582ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:47:01.712045Z","caller":"traceutil/trace.go:171","msg":"trace[1274292120] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25363; }","duration":"869.315449ms","start":"2026-05-11T01:47:00.842712Z","end":"2026-05-11T01:47:01.712027Z","steps":["trace[1274292120] 'agreement among raft nodes before linearized reading' (duration: 869.189476ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:47:01.712061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.977387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:47:01.712103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:47:01.024128Z","time spent":"687.934884ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:47:01.712093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:47:00.967162Z","time spent":"744.860481ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:47:01.712131Z","caller":"traceutil/trace.go:171","msg":"trace[997774118] transaction","detail":"{read_only:false; response_revision:25357; number_of_response:1; }","duration":"994.478263ms","start":"2026-05-11T01:47:00.71764Z","end":"2026-05-11T01:47:01.712119Z","steps":["trace[997774118] 'process raft request' (duration: 993.590913ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:47:01.712083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:47:00.84269Z","time spent":"869.38398ms","remote":"127.0.0.1:40526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:47:01.71221Z","caller":"traceutil/trace.go:171","msg":"trace[1793729357] transaction","detail":"{read_only:false; response_revision:25358; number_of_response:1; }","duration":"990.066775ms","start":"2026-05-11T01:47:00.722132Z","end":"2026-05-11T01:47:01.712198Z","steps":["trace[1793729357] 'process raft request' (duration: 989.197686ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:47:01.712212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:47:00.722319Z","time spent":"989.707337ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:47:01.712436Z","caller":"traceutil/trace.go:171","msg":"trace[32860074] transaction","detail":"{read_only:false; response_revision:25360; number_of_response:1; }","duration":"989.949802ms","start":"2026-05-11T01:47:00.722471Z","end":"2026-05-11T01:47:01.712421Z","steps":["trace[32860074] 'process raft request' (duration: 988.91391ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:47:01.712457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:47:00.7221Z","time spent":"990.326381ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:47:01.711971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.999574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-11T01:47:01.712617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.689997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:47:01.712663Z","caller":"traceutil/trace.go:171","msg":"trace[2087206063] transaction","detail":"{read_only:false; response_revision:25361; number_of_response:1; }","duration":"987.022587ms","start":"2026-05-11T01:47:00.725625Z","end":"2026-05-11T01:47:01.712648Z","steps":["trace[2087206063] 'process raft request' (duration: 985.835681ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:47:01.712688Z","caller":"traceutil/trace.go:171","msg":"trace[1069577041] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25363; }","duration":"299.82349ms","start":"2026-05-11T01:47:01.412834Z","end":"2026-05-11T01:47:01.712657Z","steps":["trace[1069577041] 'agreement among raft nodes before linearized reading' (duration: 299.715827ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:47:01.712743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:47:00.725614Z","time spent":"987.093509ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:47:01.712138Z","caller":"traceutil/trace.go:171","msg":"trace[9606969] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25363; }","duration":"787.08565ms","start":"2026-05-11T01:47:00.925032Z","end":"2026-05-11T01:47:01.712117Z","steps":["trace[9606969] 'agreement among raft nodes before linearized reading' (duration: 786.954367ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:47:01.712848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:47:00.925016Z","time spent":"787.818346ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-11T01:47:01.712611Z","caller":"traceutil/trace.go:171","msg":"trace[858066117] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:25363; }","duration":"652.686239ms","start":"2026-05-11T01:47:01.059901Z","end":"2026-05-11T01:47:01.712587Z","steps":["trace[858066117] 'agreement among raft nodes before linearized reading' (duration: 652.008514ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:47:01.713171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.900742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-11T01:47:01.713242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:47:01.059879Z","time spent":"653.343875ms","remote":"127.0.0.1:54506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:47:01.713254Z","caller":"traceutil/trace.go:171","msg":"trace[805024563] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25363; }","duration":"483.050766ms","start":"2026-05-11T01:47:01.230181Z","end":"2026-05-11T01:47:01.713232Z","steps":["trace[805024563] 'agreement among raft nodes before linearized reading' (duration: 482.635436ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:47:01.713306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:47:01.230158Z","time spent":"483.135579ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-11T01:47:01.712213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:47:00.717554Z","time spent":"994.620516ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:47:01.711979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.305993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:47:01.713559Z","caller":"traceutil/trace.go:171","msg":"trace[951842753] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25363; }","duration":"538.830977ms","start":"2026-05-11T01:47:01.174628Z","end":"2026-05-11T01:47:01.713459Z","steps":["trace[951842753] 'agreement among raft nodes before linearized reading' (duration: 537.318393ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:47:01.71371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:47:01.174609Z","time spent":"538.996691ms","remote":"127.0.0.1:40528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-11T01:47:01.712992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:47:00.722444Z","time spent":"990.30134ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:47:02.074585Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22829} {"level":"info","ts":"2026-05-11T01:47:02.364768Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22829,"took":"285.473391ms","hash":1137737259,"current-db-size-bytes":57516032,"current-db-size":"58 MB","current-db-size-in-use-bytes":34217984,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-05-11T01:47:02.364842Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1137737259,"revision":22829,"compact-revision":19927} {"level":"warn","ts":"2026-05-11T01:47:10.418827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.20594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:47:10.418934Z","caller":"traceutil/trace.go:171","msg":"trace[167472331] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:25422; }","duration":"105.384704ms","start":"2026-05-11T01:47:10.313525Z","end":"2026-05-11T01:47:10.41891Z","steps":["trace[167472331] 'count revisions from in-memory index tree' (duration: 105.120148ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:47:10.418913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.252459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:47:10.419023Z","caller":"traceutil/trace.go:171","msg":"trace[893126877] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:25422; }","duration":"300.383172ms","start":"2026-05-11T01:47:10.118609Z","end":"2026-05-11T01:47:10.418992Z","steps":["trace[893126877] 'count revisions from in-memory index tree' (duration: 299.989684ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:47:10.419123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:47:10.118505Z","time spent":"300.594156ms","remote":"127.0.0.1:41314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:47:10.438699Z","caller":"traceutil/trace.go:171","msg":"trace[941093384] transaction","detail":"{read_only:false; response_revision:25423; number_of_response:1; }","duration":"120.722055ms","start":"2026-05-11T01:47:10.317954Z","end":"2026-05-11T01:47:10.438676Z","steps":["trace[941093384] 'process raft request' (duration: 120.553231ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:47:12.977648Z","caller":"traceutil/trace.go:171","msg":"trace[1462659216] linearizableReadLoop","detail":"{readStateIndex:26284; appliedIndex:26283; }","duration":"325.440241ms","start":"2026-05-11T01:47:12.652183Z","end":"2026-05-11T01:47:12.977623Z","steps":["trace[1462659216] 'read index received' (duration: 325.169874ms)","trace[1462659216] 'applied index is now lower than readState.Index' (duration: 269.197µs)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:47:12.977783Z","caller":"traceutil/trace.go:171","msg":"trace[708335742] transaction","detail":"{read_only:false; response_revision:25441; number_of_response:1; }","duration":"529.626582ms","start":"2026-05-11T01:47:12.448142Z","end":"2026-05-11T01:47:12.977768Z","steps":["trace[708335742] 'process raft request' (duration: 529.281603ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:47:12.977909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:47:12.448115Z","time spent":"529.696704ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:47:12.977972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.074778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-11T01:47:12.978037Z","caller":"traceutil/trace.go:171","msg":"trace[1975819944] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25441; }","duration":"323.18953ms","start":"2026-05-11T01:47:12.65483Z","end":"2026-05-11T01:47:12.97802Z","steps":["trace[1975819944] 'agreement among raft nodes before linearized reading' (duration: 323.018917ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:47:12.97807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:47:12.654811Z","time spent":"323.252472ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-11T01:47:12.978211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.034683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-11T01:47:12.978239Z","caller":"traceutil/trace.go:171","msg":"trace[489734316] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25441; }","duration":"326.102455ms","start":"2026-05-11T01:47:12.65213Z","end":"2026-05-11T01:47:12.978233Z","steps":["trace[489734316] 'agreement among raft nodes before linearized reading' (duration: 326.012693ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:47:12.978256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:47:12.652112Z","time spent":"326.140155ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-11T01:47:12.978504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.582591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-11T01:47:12.978529Z","caller":"traceutil/trace.go:171","msg":"trace[1250278415] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25441; }","duration":"315.632051ms","start":"2026-05-11T01:47:12.66289Z","end":"2026-05-11T01:47:12.978522Z","steps":["trace[1250278415] 'agreement among raft nodes before linearized reading' (duration: 315.56604ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:47:12.978546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:47:12.662878Z","time spent":"315.663753ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-11T01:47:12.978612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.405655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-05-11T01:47:12.978652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.594859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:47:12.978662Z","caller":"traceutil/trace.go:171","msg":"trace[1099977874] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25441; }","duration":"323.492937ms","start":"2026-05-11T01:47:12.655155Z","end":"2026-05-11T01:47:12.978648Z","steps":["trace[1099977874] 'agreement among raft nodes before linearized reading' (duration: 323.352944ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:47:12.978674Z","caller":"traceutil/trace.go:171","msg":"trace[1536175018] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:25441; }","duration":"323.653291ms","start":"2026-05-11T01:47:12.655013Z","end":"2026-05-11T01:47:12.978667Z","steps":["trace[1536175018] 'agreement among raft nodes before linearized reading' (duration: 323.61362ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:47:12.978695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:47:12.654995Z","time spent":"323.692222ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:47:12.978694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:47:12.655135Z","time spent":"323.551398ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-11T01:47:12.979001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.626174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-11T01:47:12.979029Z","caller":"traceutil/trace.go:171","msg":"trace[1178662724] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25441; }","duration":"316.673934ms","start":"2026-05-11T01:47:12.662348Z","end":"2026-05-11T01:47:12.979022Z","steps":["trace[1178662724] 'agreement among raft nodes before linearized reading' (duration: 316.604673ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:47:12.979047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:47:12.662337Z","time spent":"316.705476ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-11T01:47:13.167914Z","caller":"traceutil/trace.go:171","msg":"trace[214070176] transaction","detail":"{read_only:false; response_revision:25444; number_of_response:1; }","duration":"180.053845ms","start":"2026-05-11T01:47:12.987841Z","end":"2026-05-11T01:47:13.167895Z","steps":["trace[214070176] 'process raft request' (duration: 179.988594ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:47:13.167913Z","caller":"traceutil/trace.go:171","msg":"trace[1392691997] transaction","detail":"{read_only:false; response_revision:25443; number_of_response:1; }","duration":"180.166938ms","start":"2026-05-11T01:47:12.987709Z","end":"2026-05-11T01:47:13.167876Z","steps":["trace[1392691997] 'process raft request' (duration: 154.18733ms)","trace[1392691997] 'compare' (duration: 25.824545ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:47:13.168624Z","caller":"traceutil/trace.go:171","msg":"trace[137754961] transaction","detail":"{read_only:false; response_revision:25445; number_of_response:1; }","duration":"180.728471ms","start":"2026-05-11T01:47:12.987874Z","end":"2026-05-11T01:47:13.168602Z","steps":["trace[137754961] 'process raft request' (duration: 179.987734ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:47:13.170221Z","caller":"traceutil/trace.go:171","msg":"trace[1668164747] linearizableReadLoop","detail":"{readStateIndex:26289; appliedIndex:26285; }","duration":"144.192188ms","start":"2026-05-11T01:47:13.025989Z","end":"2026-05-11T01:47:13.170181Z","steps":["trace[1668164747] 'read index received' (duration: 116.028361ms)","trace[1668164747] 'applied index is now lower than readState.Index' (duration: 28.161907ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:47:13.170538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.512684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:47:13.170586Z","caller":"traceutil/trace.go:171","msg":"trace[2042019077] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:25446; }","duration":"144.637367ms","start":"2026-05-11T01:47:13.025935Z","end":"2026-05-11T01:47:13.170572Z","steps":["trace[2042019077] 'agreement among raft nodes before linearized reading' (duration: 144.415552ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:47:13.170947Z","caller":"traceutil/trace.go:171","msg":"trace[1699857994] transaction","detail":"{read_only:false; response_revision:25446; number_of_response:1; }","duration":"182.989151ms","start":"2026-05-11T01:47:12.987902Z","end":"2026-05-11T01:47:13.170891Z","steps":["trace[1699857994] 'process raft request' (duration: 182.043679ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:47:13.973125Z","caller":"traceutil/trace.go:171","msg":"trace[1901841524] transaction","detail":"{read_only:false; response_revision:25448; number_of_response:1; }","duration":"202.356601ms","start":"2026-05-11T01:47:13.770744Z","end":"2026-05-11T01:47:13.973101Z","steps":["trace[1901841524] 'process raft request' (duration: 202.200258ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:47:14.026714Z","caller":"traceutil/trace.go:171","msg":"trace[1377577568] transaction","detail":"{read_only:false; response_revision:25451; number_of_response:1; }","duration":"254.099123ms","start":"2026-05-11T01:47:13.772588Z","end":"2026-05-11T01:47:14.026687Z","steps":["trace[1377577568] 'process raft request' (duration: 254.020201ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:47:14.026811Z","caller":"traceutil/trace.go:171","msg":"trace[1290218011] transaction","detail":"{read_only:false; response_revision:25449; number_of_response:1; }","duration":"256.011684ms","start":"2026-05-11T01:47:13.770744Z","end":"2026-05-11T01:47:14.026756Z","steps":["trace[1290218011] 'process raft request' (duration: 255.598515ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:47:14.026929Z","caller":"traceutil/trace.go:171","msg":"trace[1610931236] transaction","detail":"{read_only:false; response_revision:25450; number_of_response:1; }","duration":"255.443232ms","start":"2026-05-11T01:47:13.771475Z","end":"2026-05-11T01:47:14.026919Z","steps":["trace[1610931236] 'process raft request' (duration: 255.083234ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:47:14.02708Z","caller":"traceutil/trace.go:171","msg":"trace[772030030] linearizableReadLoop","detail":"{readStateIndex:26296; appliedIndex:26291; }","duration":"203.248521ms","start":"2026-05-11T01:47:13.823799Z","end":"2026-05-11T01:47:14.027048Z","steps":["trace[772030030] 'read index received' (duration: 149.226609ms)","trace[772030030] 'applied index is now lower than readState.Index' (duration: 54.020252ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:47:14.027191Z","caller":"traceutil/trace.go:171","msg":"trace[747622781] transaction","detail":"{read_only:false; response_revision:25452; number_of_response:1; }","duration":"253.360796ms","start":"2026-05-11T01:47:13.77379Z","end":"2026-05-11T01:47:14.027151Z","steps":["trace[747622781] 'process raft request' (duration: 252.857445ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:47:14.027429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.623898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-11T01:47:14.027481Z","caller":"traceutil/trace.go:171","msg":"trace[1153102741] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25452; }","duration":"203.737922ms","start":"2026-05-11T01:47:13.823729Z","end":"2026-05-11T01:47:14.027467Z","steps":["trace[1153102741] 'agreement among raft nodes before linearized reading' (duration: 203.561218ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:47:14.028681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.391821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:47:14.028733Z","caller":"traceutil/trace.go:171","msg":"trace[303181650] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:25452; }","duration":"170.504963ms","start":"2026-05-11T01:47:13.858214Z","end":"2026-05-11T01:47:14.028719Z","steps":["trace[303181650] 'agreement among raft nodes before linearized reading' (duration: 170.3412ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:47:15.522011Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495960157403433,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-11T01:47:15.806548Z","caller":"traceutil/trace.go:171","msg":"trace[1072133803] transaction","detail":"{read_only:false; response_revision:25454; number_of_response:1; }","duration":"823.454869ms","start":"2026-05-11T01:47:14.983058Z","end":"2026-05-11T01:47:15.806513Z","steps":["trace[1072133803] 'process raft request' (duration: 823.186643ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:47:15.806755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:47:14.983023Z","time spent":"823.622432ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:47:16.589871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.163447ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:47:16.590069Z","caller":"traceutil/trace.go:171","msg":"trace[312315501] transaction","detail":"{read_only:false; response_revision:25456; number_of_response:1; }","duration":"612.507746ms","start":"2026-05-11T01:47:15.977544Z","end":"2026-05-11T01:47:16.590052Z","steps":["trace[312315501] 'process raft request' (duration: 612.437485ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:47:16.590206Z","caller":"traceutil/trace.go:171","msg":"trace[444566586] transaction","detail":"{read_only:false; response_revision:25455; number_of_response:1; }","duration":"1.405232471s","start":"2026-05-11T01:47:15.184776Z","end":"2026-05-11T01:47:16.590008Z","steps":["trace[444566586] 'process raft request' (duration: 788.852749ms)","trace[444566586] 'compare' (duration: 615.641736ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:47:16.590283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:47:15.977512Z","time spent":"612.599338ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:47:16.590366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:47:15.184763Z","time spent":"1.405512808s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:47:16.590889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.569218089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-11T01:47:16.590932Z","caller":"traceutil/trace.go:171","msg":"trace[1382739326] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25456; }","duration":"1.569317231s","start":"2026-05-11T01:47:15.021607Z","end":"2026-05-11T01:47:16.590925Z","steps":["trace[1382739326] 'agreement among raft nodes before linearized reading' (duration: 1.569167988s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:47:16.590953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:47:15.021584Z","time spent":"1.569364583s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-11T01:47:16.590518Z","caller":"traceutil/trace.go:171","msg":"trace[1314594960] linearizableReadLoop","detail":"{readStateIndex:26299; appliedIndex:26297; }","duration":"1.568830211s","start":"2026-05-11T01:47:15.021668Z","end":"2026-05-11T01:47:16.590498Z","steps":["trace[1314594960] 'read index received' (duration: 784.586894ms)","trace[1314594960] 'applied index is now lower than readState.Index' (duration: 784.240647ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:47:16.992397Z","caller":"traceutil/trace.go:171","msg":"trace[981686974] transaction","detail":"{read_only:false; response_revision:25457; number_of_response:1; }","duration":"959.935595ms","start":"2026-05-11T01:47:16.032421Z","end":"2026-05-11T01:47:16.992357Z","steps":["trace[981686974] 'process raft request' (duration: 959.589988ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:47:16.992433Z","caller":"traceutil/trace.go:171","msg":"trace[1694433427] transaction","detail":"{read_only:false; response_revision:25458; number_of_response:1; }","duration":"959.863274ms","start":"2026-05-11T01:47:16.032539Z","end":"2026-05-11T01:47:16.992402Z","steps":["trace[1694433427] 'process raft request' (duration: 959.733601ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:47:16.992596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:47:16.032386Z","time spent":"960.108649ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:47:16.992657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:47:16.03253Z","time spent":"959.991667ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:47:16.992704Z","caller":"traceutil/trace.go:171","msg":"trace[1551753232] linearizableReadLoop","detail":"{readStateIndex:26304; appliedIndex:26300; }","duration":"401.597854ms","start":"2026-05-11T01:47:16.591089Z","end":"2026-05-11T01:47:16.992687Z","steps":["trace[1551753232] 'read index received' (duration: 400.995601ms)","trace[1551753232] 'applied index is now lower than readState.Index' (duration: 600.763µs)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:47:16.992737Z","caller":"traceutil/trace.go:171","msg":"trace[391628758] transaction","detail":"{read_only:false; response_revision:25459; number_of_response:1; }","duration":"958.129725ms","start":"2026-05-11T01:47:16.034573Z","end":"2026-05-11T01:47:16.992703Z","steps":["trace[391628758] 'process raft request' (duration: 957.767187ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:47:16.992807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065291538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:47:16.99285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.165432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:47:16.992885Z","caller":"traceutil/trace.go:171","msg":"trace[815666849] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25460; }","duration":"1.065431911s","start":"2026-05-11T01:47:15.927433Z","end":"2026-05-11T01:47:16.992865Z","steps":["trace[815666849] 'agreement among raft nodes before linearized reading' (duration: 1.065279758s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:47:16.992896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:47:16.034544Z","time spent":"958.268548ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:47:16.992909Z","caller":"traceutil/trace.go:171","msg":"trace[1709059103] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:25460; }","duration":"863.274045ms","start":"2026-05-11T01:47:16.129615Z","end":"2026-05-11T01:47:16.992889Z","steps":["trace[1709059103] 'agreement among raft nodes before linearized reading' (duration: 863.187933ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:47:16.992926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:47:15.927412Z","time spent":"1.065506084s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:47:16.992918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.817277118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-11T01:47:16.992936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.81646955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-05-11T01:47:16.992961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.818488874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-11T01:47:16.992978Z","caller":"traceutil/trace.go:171","msg":"trace[1290317649] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25460; }","duration":"1.817337189s","start":"2026-05-11T01:47:15.175624Z","end":"2026-05-11T01:47:16.992962Z","steps":["trace[1290317649] 'agreement among raft nodes before linearized reading' (duration: 1.817154765s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:47:16.992996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:47:16.129579Z","time spent":"863.400807ms","remote":"127.0.0.1:46128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:47:16.993027Z","caller":"traceutil/trace.go:171","msg":"trace[1983136016] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25460; }","duration":"1.816616293s","start":"2026-05-11T01:47:15.176387Z","end":"2026-05-11T01:47:16.993004Z","steps":["trace[1983136016] 'agreement among raft nodes before linearized reading' (duration: 1.816348398s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:47:16.993033Z","caller":"traceutil/trace.go:171","msg":"trace[1609403408] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25460; }","duration":"1.818601317s","start":"2026-05-11T01:47:15.174412Z","end":"2026-05-11T01:47:16.993013Z","steps":["trace[1609403408] 'agreement among raft nodes before linearized reading' (duration: 1.818374042s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:47:16.993036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:47:15.175575Z","time spent":"1.817448732s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-11T01:47:16.99307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:47:15.17439Z","time spent":"1.818672469s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-11T01:47:16.993073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:47:15.176368Z","time spent":"1.816693295s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-11T01:47:16.993169Z","caller":"traceutil/trace.go:171","msg":"trace[676072197] transaction","detail":"{read_only:false; response_revision:25460; number_of_response:1; }","duration":"955.306722ms","start":"2026-05-11T01:47:16.037846Z","end":"2026-05-11T01:47:16.993153Z","steps":["trace[676072197] 'process raft request' (duration: 954.726159ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:47:16.993166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.244385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-11T01:47:16.993258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:47:16.037831Z","time spent":"955.376653ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:47:16.993257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.817484403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-11T01:47:16.993309Z","caller":"traceutil/trace.go:171","msg":"trace[1476984290] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25460; }","duration":"1.817587135s","start":"2026-05-11T01:47:15.175708Z","end":"2026-05-11T01:47:16.993296Z","steps":["trace[1476984290] 'agreement among raft nodes before linearized reading' (duration: 1.817062123s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:47:16.993291Z","caller":"traceutil/trace.go:171","msg":"trace[771615011] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25460; }","duration":"868.445679ms","start":"2026-05-11T01:47:16.124829Z","end":"2026-05-11T01:47:16.993274Z","steps":["trace[771615011] 'agreement among raft nodes before linearized reading' (duration: 868.116352ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:47:16.993343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:47:15.175682Z","time spent":"1.817652966s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-11T01:47:16.993195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.672895365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-11T01:47:16.993356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:47:16.124805Z","time spent":"868.542802ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-11T01:47:16.99339Z","caller":"traceutil/trace.go:171","msg":"trace[697898675] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25460; }","duration":"1.673131391s","start":"2026-05-11T01:47:15.320244Z","end":"2026-05-11T01:47:16.993375Z","steps":["trace[697898675] 'agreement among raft nodes before linearized reading' (duration: 1.672890965s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:47:16.993425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:47:15.32023Z","time spent":"1.673178701s","remote":"127.0.0.1:40500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:47:16.993439Z","caller":"traceutil/trace.go:171","msg":"trace[1635041883] transaction","detail":"{read_only:false; response_revision:25461; number_of_response:1; }","duration":"398.189129ms","start":"2026-05-11T01:47:16.595239Z","end":"2026-05-11T01:47:16.993428Z","steps":["trace[1635041883] 'process raft request' (duration: 398.032605ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:47:16.993495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.716922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:47:16.993535Z","caller":"traceutil/trace.go:171","msg":"trace[460879198] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:25462; }","duration":"136.799934ms","start":"2026-05-11T01:47:16.856724Z","end":"2026-05-11T01:47:16.993524Z","steps":["trace[460879198] 'agreement among raft nodes before linearized reading' (duration: 136.692261ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:47:16.993537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:47:16.595225Z","time spent":"398.27286ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:47:16.993547Z","caller":"traceutil/trace.go:171","msg":"trace[1813556671] transaction","detail":"{read_only:false; response_revision:25462; number_of_response:1; }","duration":"258.92044ms","start":"2026-05-11T01:47:16.73461Z","end":"2026-05-11T01:47:16.99353Z","steps":["trace[1813556671] 'process raft request' (duration: 258.761346ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:48:27.849234Z","caller":"traceutil/trace.go:171","msg":"trace[1516532324] transaction","detail":"{read_only:false; response_revision:26154; number_of_response:1; }","duration":"217.926898ms","start":"2026-05-11T01:48:27.631278Z","end":"2026-05-11T01:48:27.849205Z","steps":["trace[1516532324] 'process raft request' (duration: 217.644021ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:48:27.849323Z","caller":"traceutil/trace.go:171","msg":"trace[1796350272] transaction","detail":"{read_only:false; response_revision:26156; number_of_response:1; }","duration":"217.796394ms","start":"2026-05-11T01:48:27.63149Z","end":"2026-05-11T01:48:27.849287Z","steps":["trace[1796350272] 'process raft request' (duration: 217.672562ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:48:27.849411Z","caller":"traceutil/trace.go:171","msg":"trace[1611651015] transaction","detail":"{read_only:false; response_revision:26157; number_of_response:1; }","duration":"216.974527ms","start":"2026-05-11T01:48:27.632414Z","end":"2026-05-11T01:48:27.849388Z","steps":["trace[1611651015] 'process raft request' (duration: 216.794363ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:48:27.849296Z","caller":"traceutil/trace.go:171","msg":"trace[1032683288] transaction","detail":"{read_only:false; response_revision:26155; number_of_response:1; }","duration":"217.918738ms","start":"2026-05-11T01:48:27.63134Z","end":"2026-05-11T01:48:27.849259Z","steps":["trace[1032683288] 'process raft request' (duration: 217.771345ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:48:27.849371Z","caller":"traceutil/trace.go:171","msg":"trace[1037211993] linearizableReadLoop","detail":"{readStateIndex:27018; appliedIndex:27013; }","duration":"204.410208ms","start":"2026-05-11T01:48:27.644935Z","end":"2026-05-11T01:48:27.849346Z","steps":["trace[1037211993] 'read index received' (duration: 8.819877ms)","trace[1037211993] 'applied index is now lower than readState.Index' (duration: 195.589041ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:48:27.849668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.681534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:48:27.849799Z","caller":"traceutil/trace.go:171","msg":"trace[1162372923] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:26157; }","duration":"204.864968ms","start":"2026-05-11T01:48:27.644909Z","end":"2026-05-11T01:48:27.849774Z","steps":["trace[1162372923] 'agreement among raft nodes before linearized reading' (duration: 204.644082ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:48:46.448381Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006a43.wal"} {"level":"info","ts":"2026-05-11T01:50:34.192964Z","caller":"traceutil/trace.go:171","msg":"trace[1302791341] linearizableReadLoop","detail":"{readStateIndex:28327; appliedIndex:28326; }","duration":"140.419144ms","start":"2026-05-11T01:50:34.052497Z","end":"2026-05-11T01:50:34.192916Z","steps":["trace[1302791341] 'read index received' (duration: 140.134648ms)","trace[1302791341] 'applied index is now lower than readState.Index' (duration: 282.696µs)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:50:34.193016Z","caller":"traceutil/trace.go:171","msg":"trace[1247965432] transaction","detail":"{read_only:false; response_revision:27431; number_of_response:1; }","duration":"143.923131ms","start":"2026-05-11T01:50:34.049048Z","end":"2026-05-11T01:50:34.192971Z","steps":["trace[1247965432] 'process raft request' (duration: 143.603484ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:34.193231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.71239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:50:34.193331Z","caller":"traceutil/trace.go:171","msg":"trace[1672164342] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:27431; }","duration":"140.891004ms","start":"2026-05-11T01:50:34.052418Z","end":"2026-05-11T01:50:34.193309Z","steps":["trace[1672164342] 'agreement among raft nodes before linearized reading' (duration: 140.71202ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:50:34.370561Z","caller":"traceutil/trace.go:171","msg":"trace[862618931] transaction","detail":"{read_only:false; response_revision:27433; number_of_response:1; }","duration":"287.152588ms","start":"2026-05-11T01:50:34.083386Z","end":"2026-05-11T01:50:34.370539Z","steps":["trace[862618931] 'process raft request' (duration: 287.063976ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:50:34.370558Z","caller":"traceutil/trace.go:171","msg":"trace[1508967481] transaction","detail":"{read_only:false; response_revision:27432; number_of_response:1; }","duration":"306.081759ms","start":"2026-05-11T01:50:34.06444Z","end":"2026-05-11T01:50:34.370522Z","steps":["trace[1508967481] 'process raft request' (duration: 305.787402ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:50:34.370846Z","caller":"traceutil/trace.go:171","msg":"trace[283114380] linearizableReadLoop","detail":"{readStateIndex:28331; appliedIndex:28327; }","duration":"177.738133ms","start":"2026-05-11T01:50:34.193081Z","end":"2026-05-11T01:50:34.370819Z","steps":["trace[283114380] 'read index received' (duration: 177.170911ms)","trace[283114380] 'applied index is now lower than readState.Index' (duration: 566.262µs)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:50:34.370861Z","caller":"traceutil/trace.go:171","msg":"trace[1664221977] transaction","detail":"{read_only:false; response_revision:27435; number_of_response:1; }","duration":"284.204721ms","start":"2026-05-11T01:50:34.08663Z","end":"2026-05-11T01:50:34.370835Z","steps":["trace[1664221977] 'process raft request' (duration: 284.080799ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:34.370927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:34.064407Z","time spent":"306.438097ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:50:34.370806Z","caller":"traceutil/trace.go:171","msg":"trace[261023338] transaction","detail":"{read_only:false; response_revision:27434; number_of_response:1; }","duration":"285.423429ms","start":"2026-05-11T01:50:34.085371Z","end":"2026-05-11T01:50:34.370794Z","steps":["trace[261023338] 'process raft request' (duration: 285.130002ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:34.371039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.381867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:50:34.371095Z","caller":"traceutil/trace.go:171","msg":"trace[587187354] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:27435; }","duration":"240.545361ms","start":"2026-05-11T01:50:34.130533Z","end":"2026-05-11T01:50:34.371078Z","steps":["trace[587187354] 'agreement among raft nodes before linearized reading' (duration: 240.424788ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:34.37107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.644138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:50:34.371092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.040436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-11T01:50:34.371133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.492835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-05-11T01:50:34.371157Z","caller":"traceutil/trace.go:171","msg":"trace[723630225] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27435; }","duration":"242.762651ms","start":"2026-05-11T01:50:34.128383Z","end":"2026-05-11T01:50:34.371145Z","steps":["trace[723630225] 'agreement among raft nodes before linearized reading' (duration: 242.656659ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:50:34.371188Z","caller":"traceutil/trace.go:171","msg":"trace[1239215153] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:27435; }","duration":"175.587236ms","start":"2026-05-11T01:50:34.195587Z","end":"2026-05-11T01:50:34.371174Z","steps":["trace[1239215153] 'agreement among raft nodes before linearized reading' (duration: 175.426442ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:50:34.371189Z","caller":"traceutil/trace.go:171","msg":"trace[1791605354] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:27435; }","duration":"198.182009ms","start":"2026-05-11T01:50:34.172985Z","end":"2026-05-11T01:50:34.371167Z","steps":["trace[1791605354] 'agreement among raft nodes before linearized reading' (duration: 197.961754ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:38.248591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.732039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:50:38.248694Z","caller":"traceutil/trace.go:171","msg":"trace[26496403] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27460; }","duration":"322.854333ms","start":"2026-05-11T01:50:37.925818Z","end":"2026-05-11T01:50:38.248672Z","steps":["trace[26496403] 'range keys from in-memory index tree' (duration: 322.653498ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:38.248743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:37.925811Z","time spent":"322.912714ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-11T01:50:38.815959Z","caller":"traceutil/trace.go:171","msg":"trace[1617087996] transaction","detail":"{read_only:false; response_revision:27469; number_of_response:1; }","duration":"140.513246ms","start":"2026-05-11T01:50:38.675411Z","end":"2026-05-11T01:50:38.815924Z","steps":["trace[1617087996] 'process raft request' (duration: 95.681369ms)","trace[1617087996] 'compare' (duration: 44.623053ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:50:38.815972Z","caller":"traceutil/trace.go:171","msg":"trace[1063420671] transaction","detail":"{read_only:false; response_revision:27470; number_of_response:1; }","duration":"140.171968ms","start":"2026-05-11T01:50:38.675756Z","end":"2026-05-11T01:50:38.815928Z","steps":["trace[1063420671] 'process raft request' (duration: 140.082586ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:50:38.816289Z","caller":"traceutil/trace.go:171","msg":"trace[1753317287] transaction","detail":"{read_only:false; response_revision:27471; number_of_response:1; }","duration":"139.991624ms","start":"2026-05-11T01:50:38.676255Z","end":"2026-05-11T01:50:38.816247Z","steps":["trace[1753317287] 'process raft request' (duration: 139.628546ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:39.214886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.967146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:50:39.214952Z","caller":"traceutil/trace.go:171","msg":"trace[538510990] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27471; }","duration":"203.088279ms","start":"2026-05-11T01:50:39.011848Z","end":"2026-05-11T01:50:39.214936Z","steps":["trace[538510990] 'range keys from in-memory index tree' (duration: 202.900334ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:59.166649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.503825ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:50:59.166786Z","caller":"traceutil/trace.go:171","msg":"trace[1201205126] transaction","detail":"{read_only:false; response_revision:27706; number_of_response:1; }","duration":"241.809289ms","start":"2026-05-11T01:50:58.924956Z","end":"2026-05-11T01:50:59.166765Z","steps":["trace[1201205126] 'process raft request' (duration: 57.086269ms)","trace[1201205126] 'compare' (duration: 184.194648ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:50:59.176845Z","caller":"traceutil/trace.go:171","msg":"trace[1374320687] transaction","detail":"{read_only:false; response_revision:27707; number_of_response:1; }","duration":"250.43402ms","start":"2026-05-11T01:50:58.92637Z","end":"2026-05-11T01:50:59.176804Z","steps":["trace[1374320687] 'process raft request' (duration: 250.072133ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:50:59.177133Z","caller":"traceutil/trace.go:171","msg":"trace[1515425786] transaction","detail":"{read_only:false; response_revision:27708; number_of_response:1; }","duration":"248.968259ms","start":"2026-05-11T01:50:58.928122Z","end":"2026-05-11T01:50:59.177091Z","steps":["trace[1515425786] 'process raft request' (duration: 248.480637ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:59.177254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.186892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:50:59.177317Z","caller":"traceutil/trace.go:171","msg":"trace[1260731006] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27708; }","duration":"235.267303ms","start":"2026-05-11T01:50:58.942034Z","end":"2026-05-11T01:50:59.177302Z","steps":["trace[1260731006] 'agreement among raft nodes before linearized reading' (duration: 235.083739ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:50:59.178031Z","caller":"traceutil/trace.go:171","msg":"trace[1203558455] linearizableReadLoop","detail":"{readStateIndex:28611; appliedIndex:28608; }","duration":"234.816893ms","start":"2026-05-11T01:50:58.942052Z","end":"2026-05-11T01:50:59.176869Z","steps":["trace[1203558455] 'read index received' (duration: 40.00441ms)","trace[1203558455] 'applied index is now lower than readState.Index' (duration: 194.810683ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:50:59.178854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.190619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-11T01:50:59.178958Z","caller":"traceutil/trace.go:171","msg":"trace[2109784165] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:27708; }","duration":"136.375134ms","start":"2026-05-11T01:50:59.042565Z","end":"2026-05-11T01:50:59.178941Z","steps":["trace[2109784165] 'agreement among raft nodes before linearized reading' (duration: 136.15953ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:59.179342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.505457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/openstack-database-exporter-dsn\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:50:59.17948Z","caller":"traceutil/trace.go:171","msg":"trace[104848166] range","detail":"{range_begin:/registry/secrets/openstack/openstack-database-exporter-dsn; range_end:; response_count:0; response_revision:27708; }","duration":"181.688481ms","start":"2026-05-11T01:50:58.99778Z","end":"2026-05-11T01:50:59.179468Z","steps":["trace[104848166] 'agreement among raft nodes before linearized reading' (duration: 180.693169ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:50:59.353254Z","caller":"traceutil/trace.go:171","msg":"trace[1528294718] transaction","detail":"{read_only:false; response_revision:27709; number_of_response:1; }","duration":"166.991504ms","start":"2026-05-11T01:50:59.186226Z","end":"2026-05-11T01:50:59.353218Z","steps":["trace[1528294718] 'process raft request' (duration: 133.810087ms)","trace[1528294718] 'compare' (duration: 32.993603ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:52:02.082291Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25365} {"level":"info","ts":"2026-05-11T01:52:02.210283Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25365,"took":"123.309893ms","hash":3550786605,"current-db-size-bytes":57516032,"current-db-size":"58 MB","current-db-size-in-use-bytes":36438016,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-05-11T01:52:02.210363Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3550786605,"revision":25365,"compact-revision":22829} {"level":"info","ts":"2026-05-11T01:53:58.132966Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1cac722af8b2b8a6","local-member-applied-index":30004,"local-member-snapshot-index":20003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-11T01:53:58.139399Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30004} {"level":"info","ts":"2026-05-11T01:53:58.139481Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25004} {"level":"info","ts":"2026-05-11T01:55:05.649265Z","caller":"traceutil/trace.go:171","msg":"trace[791769375] transaction","detail":"{read_only:false; response_revision:29571; number_of_response:1; }","duration":"118.22164ms","start":"2026-05-11T01:55:05.53101Z","end":"2026-05-11T01:55:05.649232Z","steps":["trace[791769375] 'process raft request' (duration: 118.003115ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:55:59.98129Z","caller":"traceutil/trace.go:171","msg":"trace[768541807] transaction","detail":"{read_only:false; response_revision:29983; number_of_response:1; }","duration":"121.137115ms","start":"2026-05-11T01:55:59.860129Z","end":"2026-05-11T01:55:59.981266Z","steps":["trace[768541807] 'process raft request' (duration: 120.982132ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:57:02.09239Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28211} {"level":"info","ts":"2026-05-11T01:57:02.23454Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28211,"took":"136.421444ms","hash":202786332,"current-db-size-bytes":57516032,"current-db-size":"58 MB","current-db-size-in-use-bytes":30437376,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-05-11T01:57:02.234715Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":202786332,"revision":28211,"compact-revision":25365} {"level":"info","ts":"2026-05-11T01:57:49.514006Z","caller":"traceutil/trace.go:171","msg":"trace[1026528062] linearizableReadLoop","detail":"{readStateIndex:31771; appliedIndex:31770; }","duration":"102.91368ms","start":"2026-05-11T01:57:49.411073Z","end":"2026-05-11T01:57:49.513987Z","steps":["trace[1026528062] 'read index received' (duration: 102.798368ms)","trace[1026528062] 'applied index is now lower than readState.Index' (duration: 114.512µs)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:57:49.514089Z","caller":"traceutil/trace.go:171","msg":"trace[1885217959] transaction","detail":"{read_only:false; response_revision:30779; number_of_response:1; }","duration":"106.5494ms","start":"2026-05-11T01:57:49.407494Z","end":"2026-05-11T01:57:49.514044Z","steps":["trace[1885217959] 'process raft request' (duration: 106.361886ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:57:49.514171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.077244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-11T01:57:49.5142Z","caller":"traceutil/trace.go:171","msg":"trace[466303955] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30779; }","duration":"103.150595ms","start":"2026-05-11T01:57:49.411041Z","end":"2026-05-11T01:57:49.514192Z","steps":["trace[466303955] 'agreement among raft nodes before linearized reading' (duration: 103.024752ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:57:49.522042Z","caller":"traceutil/trace.go:171","msg":"trace[480703523] transaction","detail":"{read_only:false; response_revision:30780; number_of_response:1; }","duration":"110.856247ms","start":"2026-05-11T01:57:49.411158Z","end":"2026-05-11T01:57:49.522015Z","steps":["trace[480703523] 'process raft request' (duration: 110.713803ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:58:07.241608Z","caller":"traceutil/trace.go:171","msg":"trace[1233351231] transaction","detail":"{read_only:false; response_revision:30910; number_of_response:1; }","duration":"118.997438ms","start":"2026-05-11T01:58:07.122577Z","end":"2026-05-11T01:58:07.241574Z","steps":["trace[1233351231] 'process raft request' (duration: 117.417582ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:59:50.33905Z","caller":"traceutil/trace.go:171","msg":"trace[388484276] linearizableReadLoop","detail":"{readStateIndex:32680; appliedIndex:32679; }","duration":"152.141624ms","start":"2026-05-11T01:59:50.186881Z","end":"2026-05-11T01:59:50.339023Z","steps":["trace[388484276] 'read index received' (duration: 152.056642ms)","trace[388484276] 'applied index is now lower than readState.Index' (duration: 83.982µs)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:59:50.339112Z","caller":"traceutil/trace.go:171","msg":"trace[778605737] transaction","detail":"{read_only:false; response_revision:31662; number_of_response:1; }","duration":"167.28132ms","start":"2026-05-11T01:59:50.171799Z","end":"2026-05-11T01:59:50.339081Z","steps":["trace[778605737] 'process raft request' (duration: 167.075686ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:59:50.339359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.458352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-11T01:59:50.339371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.40373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-11T01:59:50.339371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.744355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:59:50.339444Z","caller":"traceutil/trace.go:171","msg":"trace[1713103375] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31662; }","duration":"152.517793ms","start":"2026-05-11T01:59:50.186909Z","end":"2026-05-11T01:59:50.339427Z","steps":["trace[1713103375] 'agreement among raft nodes before linearized reading' (duration: 152.334219ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:59:50.339452Z","caller":"traceutil/trace.go:171","msg":"trace[1293602352] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:31662; }","duration":"106.880988ms","start":"2026-05-11T01:59:50.232553Z","end":"2026-05-11T01:59:50.339434Z","steps":["trace[1293602352] 'agreement among raft nodes before linearized reading' (duration: 106.744385ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:59:50.339407Z","caller":"traceutil/trace.go:171","msg":"trace[632387179] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31662; }","duration":"152.543383ms","start":"2026-05-11T01:59:50.186853Z","end":"2026-05-11T01:59:50.339396Z","steps":["trace[632387179] 'agreement among raft nodes before linearized reading' (duration: 152.316258ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:59:50.339661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.903625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-05-11T01:59:50.339745Z","caller":"traceutil/trace.go:171","msg":"trace[588237072] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:31662; }","duration":"119.025848ms","start":"2026-05-11T01:59:50.220702Z","end":"2026-05-11T01:59:50.339728Z","steps":["trace[588237072] 'agreement among raft nodes before linearized reading' (duration: 118.720101ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T02:02:02.100141Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30434} {"level":"info","ts":"2026-05-11T02:02:02.223078Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30434,"took":"116.905861ms","hash":3102519553,"current-db-size-bytes":57516032,"current-db-size":"58 MB","current-db-size-in-use-bytes":31174656,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-11T02:02:02.223168Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3102519553,"revision":30434,"compact-revision":28211} {"level":"info","ts":"2026-05-11T02:03:31.965382Z","caller":"traceutil/trace.go:171","msg":"trace[1466553389] linearizableReadLoop","detail":"{readStateIndex:34448; appliedIndex:34447; }","duration":"222.451289ms","start":"2026-05-11T02:03:31.742895Z","end":"2026-05-11T02:03:31.965346Z","steps":["trace[1466553389] 'read index received' (duration: 174.3585ms)","trace[1466553389] 'applied index is now lower than readState.Index' (duration: 48.090829ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T02:03:31.965418Z","caller":"traceutil/trace.go:171","msg":"trace[1234441858] transaction","detail":"{read_only:false; response_revision:33382; number_of_response:1; }","duration":"222.770856ms","start":"2026-05-11T02:03:31.742583Z","end":"2026-05-11T02:03:31.965354Z","steps":["trace[1234441858] 'process raft request' (duration: 174.698217ms)","trace[1234441858] 'compare' (duration: 47.766323ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T02:03:31.965773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.853388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-11T02:03:31.96593Z","caller":"traceutil/trace.go:171","msg":"trace[184525955] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33382; }","duration":"222.976051ms","start":"2026-05-11T02:03:31.742848Z","end":"2026-05-11T02:03:31.965824Z","steps":["trace[184525955] 'agreement among raft nodes before linearized reading' (duration: 222.583972ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T02:03:32.034282Z","caller":"traceutil/trace.go:171","msg":"trace[224644407] transaction","detail":"{read_only:false; response_revision:33384; number_of_response:1; }","duration":"287.27517ms","start":"2026-05-11T02:03:31.746945Z","end":"2026-05-11T02:03:32.03422Z","steps":["trace[224644407] 'process raft request' (duration: 287.181898ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T02:03:32.034622Z","caller":"traceutil/trace.go:171","msg":"trace[1297815627] transaction","detail":"{read_only:false; response_revision:33386; number_of_response:1; }","duration":"265.777543ms","start":"2026-05-11T02:03:31.768771Z","end":"2026-05-11T02:03:32.034549Z","steps":["trace[1297815627] 'process raft request' (duration: 265.638149ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T02:03:32.034296Z","caller":"traceutil/trace.go:171","msg":"trace[803759393] transaction","detail":"{read_only:false; response_revision:33383; number_of_response:1; }","duration":"287.72684ms","start":"2026-05-11T02:03:31.746499Z","end":"2026-05-11T02:03:32.034225Z","steps":["trace[803759393] 'process raft request' (duration: 287.476764ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T02:03:32.034691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.995091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T02:03:32.034737Z","caller":"traceutil/trace.go:171","msg":"trace[22265419] transaction","detail":"{read_only:false; response_revision:33385; number_of_response:1; }","duration":"267.803608ms","start":"2026-05-11T02:03:31.766876Z","end":"2026-05-11T02:03:32.034679Z","steps":["trace[22265419] 'process raft request' (duration: 267.292825ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T02:03:32.034821Z","caller":"traceutil/trace.go:171","msg":"trace[617270112] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33386; }","duration":"107.188965ms","start":"2026-05-11T02:03:31.927617Z","end":"2026-05-11T02:03:32.034806Z","steps":["trace[617270112] 'agreement among raft nodes before linearized reading' (duration: 107.002271ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T02:03:32.034693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.69557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-11T02:03:32.034916Z","caller":"traceutil/trace.go:171","msg":"trace[145661149] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33386; }","duration":"291.956965ms","start":"2026-05-11T02:03:31.742943Z","end":"2026-05-11T02:03:32.0349Z","steps":["trace[145661149] 'agreement among raft nodes before linearized reading' (duration: 291.580687ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T02:05:03.13931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.207151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T02:05:03.139406Z","caller":"traceutil/trace.go:171","msg":"trace[1392164473] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34130; }","duration":"212.369955ms","start":"2026-05-11T02:05:02.927013Z","end":"2026-05-11T02:05:03.139383Z","steps":["trace[1392164473] 'range keys from in-memory index tree' (duration: 212.102759ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T02:05:03.139931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.776284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-11T02:05:03.140006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.947939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-11T02:05:03.140069Z","caller":"traceutil/trace.go:171","msg":"trace[848334663] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34130; }","duration":"667.938778ms","start":"2026-05-11T02:05:02.472108Z","end":"2026-05-11T02:05:03.140046Z","steps":["trace[848334663] 'range keys from in-memory index tree' (duration: 667.211842ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T02:05:03.140216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T02:05:02.472101Z","time spent":"668.101862ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-11T02:05:03.140181Z","caller":"traceutil/trace.go:171","msg":"trace[1363148838] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34130; }","duration":"668.204854ms","start":"2026-05-11T02:05:02.47195Z","end":"2026-05-11T02:05:03.140155Z","steps":["trace[1363148838] 'range keys from in-memory index tree' (duration: 667.673132ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T02:05:03.140304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T02:05:02.471924Z","time spent":"668.368088ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-11T02:05:03.140452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.813393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T02:05:03.140563Z","caller":"traceutil/trace.go:171","msg":"trace[2117525429] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:34130; }","duration":"293.261843ms","start":"2026-05-11T02:05:02.847276Z","end":"2026-05-11T02:05:03.140538Z","steps":["trace[2117525429] 'range keys from in-memory index tree' (duration: 292.718741ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T02:05:06.798811Z","caller":"traceutil/trace.go:171","msg":"trace[1973422547] transaction","detail":"{read_only:false; response_revision:34169; number_of_response:1; }","duration":"385.114607ms","start":"2026-05-11T02:05:06.413652Z","end":"2026-05-11T02:05:06.798766Z","steps":["trace[1973422547] 'process raft request' (duration: 370.711297ms)","trace[1973422547] 'compare' (duration: 13.815377ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T02:05:06.799004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T02:05:06.413628Z","time spent":"385.2791ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T02:05:06.799063Z","caller":"traceutil/trace.go:171","msg":"trace[1382164597] transaction","detail":"{read_only:false; response_revision:34170; number_of_response:1; }","duration":"385.157117ms","start":"2026-05-11T02:05:06.413893Z","end":"2026-05-11T02:05:06.79905Z","steps":["trace[1382164597] 'process raft request' (duration: 384.742558ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T02:05:06.798823Z","caller":"traceutil/trace.go:171","msg":"trace[1655706449] transaction","detail":"{read_only:false; response_revision:34171; number_of_response:1; }","duration":"384.742609ms","start":"2026-05-11T02:05:06.414052Z","end":"2026-05-11T02:05:06.798795Z","steps":["trace[1655706449] 'process raft request' (duration: 384.694878ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T02:05:06.799384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T02:05:06.414047Z","time spent":"385.279541ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T02:05:06.799692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T02:05:06.413881Z","time spent":"385.231349ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T02:05:07.322619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.044421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-11T02:05:07.322719Z","caller":"traceutil/trace.go:171","msg":"trace[1944078945] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34173; }","duration":"160.192173ms","start":"2026-05-11T02:05:07.162504Z","end":"2026-05-11T02:05:07.322696Z","steps":["trace[1944078945] 'agreement among raft nodes before linearized reading' (duration: 159.898967ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T02:05:07.323035Z","caller":"traceutil/trace.go:171","msg":"trace[2020120456] transaction","detail":"{read_only:false; response_revision:34173; number_of_response:1; }","duration":"110.395375ms","start":"2026-05-11T02:05:07.212623Z","end":"2026-05-11T02:05:07.323019Z","steps":["trace[2020120456] 'process raft request' (duration: 50.711638ms)","trace[2020120456] 'compare' (duration: 58.507951ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T02:05:07.355073Z","caller":"traceutil/trace.go:171","msg":"trace[650228511] transaction","detail":"{read_only:false; response_revision:34174; number_of_response:1; }","duration":"116.105073ms","start":"2026-05-11T02:05:07.238944Z","end":"2026-05-11T02:05:07.355049Z","steps":["trace[650228511] 'process raft request' (duration: 115.967ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T02:05:39.690462Z","caller":"traceutil/trace.go:171","msg":"trace[1597528657] linearizableReadLoop","detail":"{readStateIndex:35537; appliedIndex:35536; }","duration":"184.319031ms","start":"2026-05-11T02:05:39.506079Z","end":"2026-05-11T02:05:39.690398Z","steps":["trace[1597528657] 'read index received' (duration: 133.478259ms)","trace[1597528657] 'applied index is now lower than readState.Index' (duration: 50.836321ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T02:05:39.690479Z","caller":"traceutil/trace.go:171","msg":"trace[506049564] transaction","detail":"{read_only:false; response_revision:34442; number_of_response:1; }","duration":"256.875824ms","start":"2026-05-11T02:05:39.433559Z","end":"2026-05-11T02:05:39.690434Z","steps":["trace[506049564] 'process raft request' (duration: 206.051463ms)","trace[506049564] 'compare' (duration: 50.417481ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T02:05:39.690757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.653318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-11T02:05:39.690994Z","caller":"traceutil/trace.go:171","msg":"trace[211294317] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:34442; }","duration":"184.938794ms","start":"2026-05-11T02:05:39.506028Z","end":"2026-05-11T02:05:39.690967Z","steps":["trace[211294317] 'agreement among raft nodes before linearized reading' (duration: 184.518375ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T02:05:39.690848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.802773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-11T02:05:39.690846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.374648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-11T02:05:39.691485Z","caller":"traceutil/trace.go:171","msg":"trace[1592437896] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34442; }","duration":"172.416206ms","start":"2026-05-11T02:05:39.518979Z","end":"2026-05-11T02:05:39.691395Z","steps":["trace[1592437896] 'agreement among raft nodes before linearized reading' (duration: 171.65652ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T02:05:39.691554Z","caller":"traceutil/trace.go:171","msg":"trace[1430016307] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34442; }","duration":"121.115484ms","start":"2026-05-11T02:05:39.57041Z","end":"2026-05-11T02:05:39.691526Z","steps":["trace[1430016307] 'agreement among raft nodes before linearized reading' (duration: 120.257505ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T02:05:39.690848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.99841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T02:05:39.691821Z","caller":"traceutil/trace.go:171","msg":"trace[1395436781] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:34442; }","duration":"170.002672ms","start":"2026-05-11T02:05:39.521743Z","end":"2026-05-11T02:05:39.691746Z","steps":["trace[1395436781] 'agreement among raft nodes before linearized reading' (duration: 168.99845ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T02:07:02.106855Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32727} {"level":"info","ts":"2026-05-11T02:07:02.260903Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32727,"took":"147.271867ms","hash":176249924,"current-db-size-bytes":57516032,"current-db-size":"58 MB","current-db-size-in-use-bytes":31596544,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-11T02:07:02.261175Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":176249924,"revision":32727,"compact-revision":30434} {"level":"info","ts":"2026-05-11T02:12:02.11527Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35047} {"level":"info","ts":"2026-05-11T02:12:02.264276Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35047,"took":"144.518075ms","hash":1613159231,"current-db-size-bytes":59666432,"current-db-size":"60 MB","current-db-size-in-use-bytes":31346688,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-11T02:12:02.264357Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1613159231,"revision":35047,"compact-revision":32727} {"level":"info","ts":"2026-05-11T02:15:22.925184Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1cac722af8b2b8a6","local-member-applied-index":40005,"local-member-snapshot-index":30004,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-11T02:15:22.930719Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40005} {"level":"info","ts":"2026-05-11T02:15:22.930787Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35005} {"level":"info","ts":"2026-05-11T02:17:02.12181Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":37276} {"level":"info","ts":"2026-05-11T02:17:02.24992Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":37276,"took":"123.730413ms","hash":3503157404,"current-db-size-bytes":59666432,"current-db-size":"60 MB","current-db-size-in-use-bytes":31449088,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-11T02:17:02.249995Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3503157404,"revision":37276,"compact-revision":35047}